-- Logs begin at Fri 2022-04-22 08:42:44 UTC, end at Fri 2022-04-22 10:48:26 UTC. -- Apr 22 09:18:26.202967 dv-neutron-839018-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 22 09:18:28.674022 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.common.config [-] Logging enabled! Apr 22 09:18:28.674653 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev1 Apr 22 09:18:28.674760 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87957) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 09:18:28.678467 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.common.config [-] Logging enabled! Apr 22 09:18:28.678725 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev1 Apr 22 09:18:28.679035 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87957) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 22 09:18:28.679975 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 09:18:28.680211 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 09:18:28.680591 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 09:18:28.680840 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 09:18:28.681072 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 09:18:28.681389 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.681682 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.681974 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.682203 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.682499 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.682788 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.683070 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.683358 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.683655 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.683943 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.684221 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.684529 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.684762 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.685043 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.685332 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.685619 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.685844 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] debug = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.686123 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.686550 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.686954 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.687234 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.687523 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.687803 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.688074 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.688351 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.688664 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.688993 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] host = dv-neutron-839018-1-hyperv {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.689271 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.689557 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.689842 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.690128 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.690403 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.690683 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.690966 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.691238 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.691509 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] log_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.691782 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.692068 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.692354 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.692674 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.692891 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.693111 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.693398 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.693709 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.694003 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.694264 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.694538 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.694815 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.695090 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.695354 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.695637 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.695920 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.696204 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.696505 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.696781 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.697051 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.697321 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.697602 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.697873 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.698145 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.698420 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.698709 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.698977 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.699250 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.699548 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.699830 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.700113 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.700414 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.700702 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.700984 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.701256 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.701525 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.701794 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] use_json = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.702065 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.702333 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.702613 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.702884 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.703153 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.703426 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.703692 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.703974 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.704245 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:28.704574 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.704885 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.705171 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.705459 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.705746 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.706024 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.706313 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.706591 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.706878 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.707165 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.707450 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.707726 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.708014 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.708293 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.708615 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.708922 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.709243 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.709534 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.709807 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.710080 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.710352 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.710634 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.710917 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.711210 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.711499 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.711769 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.712045 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.712334 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.712646 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.712917 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.713193 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.713484 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.713757 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.714025 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.714306 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.714582 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.714852 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.715121 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.715395 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.715682 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.715955 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.716226 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.716524 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.716799 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.717064 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.717348 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.717619 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.717888 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.718156 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.718432 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.718700 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.718968 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.719241 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.719509 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.719782 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.720052 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.720321 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.720619 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.720888 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.721157 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.721423 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.721688 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.721962 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.722229 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.722497 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.722766 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.723035 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.723306 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.723589 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.723882 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.724157 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.724459 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.725246 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.725529 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.725805 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.726080 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.726356 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.726633 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.726904 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.727192 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.727472 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.727756 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.728036 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.728310 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.728630 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.728909 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.729192 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.729468 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.729750 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.730033 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.730316 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.730611 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.730904 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.731202 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.731495 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.731799 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.732066 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.732369 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.732673 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:28.732891 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 09:18:28.733130 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87957) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 22 09:18:29.124994 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO keyring.backend [-] Loading KWallet Apr 22 09:18:29.132148 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO keyring.backend [-] Loading SecretService Apr 22 09:18:29.135550 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO keyring.backend [-] Loading Windows Apr 22 09:18:29.137162 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO keyring.backend [-] Loading chainer Apr 22 09:18:29.137956 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO keyring.backend [-] Loading macOS Apr 22 09:18:29.171954 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 09:18:29.172223 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 09:18:29.172544 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 22 09:18:29.172902 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 22 09:18:29.556264 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.556579 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.556853 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.558159 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.558682 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.558953 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.594443 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.594720 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.594985 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.607907 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.608186 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.608476 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.638298 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.638577 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.638847 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.675450 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.675961 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.675961 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.906877 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.907161 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.907428 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.907694 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:29.908456 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.026683 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.027003 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.027287 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.027553 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.027815 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.028123 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.028384 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.028669 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.028921 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.029199 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.029455 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.029716 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.029978 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.030229 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.030491 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.030759 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.031019 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.031292 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.031544 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.031825 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.032175 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.032455 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.032704 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.032989 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.033236 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.033478 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.033862 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 09:18:30.034104 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 09:18:30.034341 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 09:18:30.034577 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 09:18:30.034813 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 09:18:30.035049 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 09:18:30.035408 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 22 09:18:30.038571 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 22 09:18:30.042469 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 22 09:18:30.046173 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 22 09:18:30.047795 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 22 09:18:30.049275 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 22 09:18:30.049619 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 22 09:18:30.050007 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 22 09:18:30.053326 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 22 09:18:30.053588 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 22 09:18:30.053933 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 09:18:30.081664 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 22 09:18:30.082106 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.082402 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87957) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 22 09:18:30.082765 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.084146 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87957) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 22 09:18:30.084447 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 22 09:18:30.084698 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 22 09:18:30.087953 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.088234 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.149801 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 22 09:18:30.150041 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 22 09:18:30.150280 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 22 09:18:30.150645 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 22 09:18:30.181860 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_db.sqlalchemy.engines [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87957) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 22 09:18:30.511590 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Initializing driver for type 'gre' Apr 22 09:18:30.512033 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] gre ID ranges: [(1, 1000)] Apr 22 09:18:30.569300 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Initializing driver for type 'local' Apr 22 09:18:30.569665 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Initializing driver for type 'vlan' Apr 22 09:18:30.581474 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] VlanTypeDriver initialization complete Apr 22 09:18:30.581846 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Initializing driver for type 'vxlan' Apr 22 09:18:30.582339 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] vxlan ID ranges: [(1, 1000)] Apr 22 09:18:30.634815 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Initializing extension driver 'port_security' Apr 22 09:18:30.635198 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.extensions.port_security [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] PortSecurityExtensionDriver initialization complete Apr 22 09:18:30.635533 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Initializing mechanism driver 'openvswitch' Apr 22 09:18:30.635853 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Initializing mechanism driver 'hyperv' Apr 22 09:18:30.642569 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:18:30.643241 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > port after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.643610 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > port after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.643958 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > port after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.644516 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 09:18:30.644936 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > subnet after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.645282 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > subnet after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.645619 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.646008 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 09:18:30.646403 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > network after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.647253 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > network after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.647589 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > network after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.647972 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 09:18:30.648366 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > security_group after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.648730 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > security_group after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.649064 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > security_group after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.649594 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 09:18:30.649989 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.650327 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.650660 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.651044 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 09:18:30.651449 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > address_group after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.651775 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > address_group after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.652104 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > address_group after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.652518 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 22 09:18:30.652959 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] ML2 OVO RPC backend initialized. {{(pid=87957) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 22 09:18:30.653655 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.654001 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.654410 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > network before_response 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.654753 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > networks before_response 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.655095 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > port before_response 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.655429 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > ports before_response 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.655764 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > subnet before_response 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.656097 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > subnets before_response 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.656463 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > network after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.656800 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > network after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.657128 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > network after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.657457 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > port after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.657785 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > port after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.658114 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > port after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.658441 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > subnet after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.658769 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > subnet after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.659095 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > subnet after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.659658 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.plugin [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Modular L2 Plugin initialization complete Apr 22 09:18:30.659980 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading services supported by the core plugin {{(pid=87957) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 22 09:18:30.660301 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.plugins.ml2.managers [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Got port-security extension from driver 'port_security' Apr 22 09:18:30.660790 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.extensions.vlantransparent [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Disabled vlantransparent extension. Apr 22 09:18:30.661264 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87957) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 22 09:18:30.661588 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading Plugin: router Apr 22 09:18:30.698552 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router_interface before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.699105 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router after_create 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.699286 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router before_create 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.699646 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.700012 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.700359 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router after_delete 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.700734 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > floatingip after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.701089 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router after_create 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.701429 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router after_update 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.701769 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router after_update 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.702117 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.702470 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router after_update 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.702875 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_update 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.703235 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: port after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.703568 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: port after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.703898 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: subnet after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.704228 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.704593 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > port precommit_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.704935 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_create 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.705269 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: port before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.705603 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.705952 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router after_update 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.706285 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_delete 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.706626 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_create 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.706978 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router_interface after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.707318 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_update 55549900 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.707676 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > agent after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.708019 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > agent after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.708354 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > network after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.709746 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Tracking information for resource: router configured {{(pid=87957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 09:18:30.710074 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Tracking information for resource: floatingip configured {{(pid=87957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 22 09:18:30.714976 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.db.l3_agentschedulers_db [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 22 09:18:30.715537 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: port after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.715889 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: port after_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.716233 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: port after_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.716608 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: port after_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.717383 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router before_create 55550100 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.717737 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_delete 55550100 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.718089 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_create 55550100 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.718436 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > router precommit_update 55550100 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.722891 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.services.provider_configuration [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service providers = [] {{(pid=87957) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 22 09:18:30.723254 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.db.servicetype_db [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87957) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 22 09:18:30.726806 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.services.service_base [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 09:18:30.727150 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.services.service_base [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 09:18:30.727490 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.services.service_base [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 09:18:30.728365 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.services.service_base [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 22 09:18:30.728759 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.services.service_base [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 22 09:18:30.729132 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 09:18:30.729446 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 22 09:18:30.739884 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 09:18:30.740215 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading Plugin: auto_allocate Apr 22 09:18:30.745993 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: network precommit_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.746355 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: network precommit_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.746868 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 09:18:30.747184 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading Plugin: tag Apr 22 09:18:30.753623 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 09:18:30.753946 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading Plugin: timestamp Apr 22 09:18:30.757920 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 09:18:30.758245 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading Plugin: network_ip_availability Apr 22 09:18:30.763462 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.763782 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.764132 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.765122 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 09:18:30.765435 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading Plugin: flavors Apr 22 09:18:30.770072 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 09:18:30.770398 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading Plugin: revisions Apr 22 09:18:30.775133 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 22 09:18:30.775518 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_concurrency.lockutils [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.603s {{(pid=87957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 22 09:18:30.776249 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87957) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 22 09:18:30.776616 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Initializing extension manager. Apr 22 09:18:30.777124 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: __init__.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.777460 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: __pycache__ {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.777787 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.778115 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: address_group.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.778858 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.779420 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: address-group Apr 22 09:18:30.779741 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: address_scope.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.780476 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.780978 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: address-scope Apr 22 09:18:30.781295 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: admin_state_down_before_update.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.782220 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.782720 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: router-admin-state-down-before-update Apr 22 09:18:30.783039 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: agent.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.783922 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.784452 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: agent Apr 22 09:18:30.784774 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: agent_resources_synced.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.785686 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.786181 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: agent-resources-synced Apr 22 09:18:30.786497 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: allowedaddresspairs.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.788885 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.789395 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: allowed-address-pairs Apr 22 09:18:30.789715 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: auto_allocated_topology.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.790776 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.791276 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: auto-allocated-topology Apr 22 09:18:30.791600 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: availability_zone.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.792285 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.792811 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: availability_zone Apr 22 09:18:30.793125 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: availability_zone_filter.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.794028 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.794518 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: availability_zone_filter Apr 22 09:18:30.794828 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: data_plane_status.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.795723 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.796207 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension data-plane-status not supported by any of loaded plugins Apr 22 09:18:30.796555 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: default_subnetpools.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.797456 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.797946 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: default-subnetpools Apr 22 09:18:30.798260 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: dhcpagentscheduler.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.799050 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.799547 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: dhcp_agent_scheduler Apr 22 09:18:30.799864 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: dns.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.800794 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.801292 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension dns-integration not supported by any of loaded plugins Apr 22 09:18:30.801614 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: dns_domain_ports.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.802524 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.803040 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 22 09:18:30.803358 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: dvr.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.804024 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.804569 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: dvr Apr 22 09:18:30.804889 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: empty_string_filtering.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.805792 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.806284 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: empty-string-filtering Apr 22 09:18:30.806603 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.807503 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.807996 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 22 09:18:30.808310 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.809236 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.809729 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 22 09:18:30.810043 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: external_net.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.810943 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.811440 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: external-net Apr 22 09:18:30.811763 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: extra_dhcp_opt.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.812707 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.813205 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: extra_dhcp_opt Apr 22 09:18:30.813520 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: extraroute.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.814417 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.814909 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: extraroute Apr 22 09:18:30.815221 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: extraroute_atomic.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.816234 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.816756 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: extraroute-atomic Apr 22 09:18:30.817072 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: filter_validation.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.817727 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.818212 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: filter-validation Apr 22 09:18:30.819050 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: fip_pf_description.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.819944 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.820464 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 22 09:18:30.820780 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: fip_port_details.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.821694 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.822192 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: fip-port-details Apr 22 09:18:30.822508 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: flavors.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.823713 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.824213 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: flavors Apr 22 09:18:30.824563 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.826187 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.826695 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 22 09:18:30.827019 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: floatingip_pools.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.827710 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.828210 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: floatingip-pools Apr 22 09:18:30.828569 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: ip_allocation.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.829494 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.829988 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension ip_allocation not supported by any of loaded plugins Apr 22 09:18:30.830304 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.831214 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.831711 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: ip-substring-filtering Apr 22 09:18:30.832034 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: l2_adjacency.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.832975 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.833467 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension l2_adjacency not supported by any of loaded plugins Apr 22 09:18:30.833780 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: l3.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.835318 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.835817 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: router Apr 22 09:18:30.836136 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: l3_conntrack_helper.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.838514 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.839034 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 22 09:18:30.839361 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.840288 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.840823 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: ext-gw-mode Apr 22 09:18:30.841145 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.842060 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.842562 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: l3-ha Apr 22 09:18:30.842879 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: l3_flavors.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.843786 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.844282 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: l3-flavors Apr 22 09:18:30.844624 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.845547 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.846041 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: l3-port-ip-change-not-allowed Apr 22 09:18:30.846354 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: l3agentscheduler.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.847366 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.847867 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: l3_agent_scheduler Apr 22 09:18:30.848188 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: logging.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.849741 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.850254 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension logging not supported by any of loaded plugins Apr 22 09:18:30.850582 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: metering.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.851320 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.851888 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: metering Apr 22 09:18:30.852217 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.853330 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.853837 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: metering_source_and_destination_fields Apr 22 09:18:30.854161 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: multiprovidernet.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.855080 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.855576 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: multi-provider Apr 22 09:18:30.855898 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: netmtu.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.856834 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.857331 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: net-mtu Apr 22 09:18:30.857651 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: netmtu_writable.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.858697 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.859192 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: net-mtu-writable Apr 22 09:18:30.859512 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: network_availability_zone.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.860177 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.860703 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: network_availability_zone Apr 22 09:18:30.861025 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: network_ip_availability.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.862112 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.862616 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: network-ip-availability Apr 22 09:18:30.862938 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: network_segment_range.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.863702 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.864197 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension network-segment-range not supported by any of loaded plugins Apr 22 09:18:30.864555 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: pagination.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.865546 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.865871 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: pagination Apr 22 09:18:30.866187 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: port_device_profile.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.867093 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.867590 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: port-device-profile Apr 22 09:18:30.867907 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.868844 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.869340 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: port-mac-address-regenerate Apr 22 09:18:30.869655 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.870560 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.871053 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: port-numa-affinity-policy Apr 22 09:18:30.871369 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: port_resource_request.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.872272 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.872796 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension port-resource-request not supported by any of loaded plugins Apr 22 09:18:30.873110 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: portbindings.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.874035 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.874528 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: binding Apr 22 09:18:30.874845 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: portbindings_extended.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.876219 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.876768 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: binding-extended Apr 22 09:18:30.877093 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: portsecurity.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.878001 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.878503 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: port-security Apr 22 09:18:30.878823 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: project_id.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.879787 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.880112 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: project-id Apr 22 09:18:30.880463 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: providernet.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.881882 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.882379 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: provider Apr 22 09:18:30.882700 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.886234 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.886743 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos not supported by any of loaded plugins Apr 22 09:18:30.887070 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.888299 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.888828 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 22 09:18:30.889158 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.890316 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.890815 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 22 09:18:30.891133 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos_default.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.892038 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.892581 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos-default not supported by any of loaded plugins Apr 22 09:18:30.892902 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos_fip.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.893545 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.894033 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos-fip not supported by any of loaded plugins Apr 22 09:18:30.894349 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos_gateway_ip.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.895262 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.895759 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 22 09:18:30.896076 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos_port_network_policy.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.897621 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.898116 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 22 09:18:30.898435 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos_rule_type_details.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.899342 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.899837 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 22 09:18:30.900153 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: qos_rules_alias.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.901216 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.901709 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 22 09:18:30.902025 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: quotasv2.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.902920 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.903241 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: quotas Apr 22 09:18:30.903554 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: quotasv2_detail.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.905193 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.905528 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: quota_details Apr 22 09:18:30.905849 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: rbac.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.906892 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.907398 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: rbac-policies Apr 22 09:18:30.907723 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: rbac_address_group.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.908682 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.909188 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: rbac-address-group Apr 22 09:18:30.909511 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: rbac_address_scope.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.910421 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.910920 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: rbac-address-scope Apr 22 09:18:30.911238 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: rbac_security_groups.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.912144 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.912704 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: rbac-security-groups Apr 22 09:18:30.913021 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: rbac_subnetpool.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.913945 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.914445 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: rbac-subnetpool Apr 22 09:18:30.914761 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: revisionifmatch.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.915672 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.916170 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: revision-if-match Apr 22 09:18:30.916512 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: revisions.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.917725 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.918227 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: standard-attr-revisions Apr 22 09:18:30.918551 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: router_availability_zone.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.919219 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.919715 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: router_availability_zone Apr 22 09:18:30.920030 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: routerservicetype.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.920966 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.921464 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension router-service-type not supported by any of loaded plugins Apr 22 09:18:30.921781 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.922695 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.923196 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: security-groups-normalized-cidr Apr 22 09:18:30.923513 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: security_groups_port_filtering.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.924439 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.924942 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: port-security-groups-filtering Apr 22 09:18:30.925261 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.926174 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.926674 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: security-groups-remote-address-group Apr 22 09:18:30.926992 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: securitygroup.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.936494 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.937011 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: security-group Apr 22 09:18:30.937340 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: segment.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.938112 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.938607 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension segment not supported by any of loaded plugins Apr 22 09:18:30.938929 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.939860 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.940356 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 22 09:18:30.940699 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: servicetype.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.941786 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.942290 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: service-type Apr 22 09:18:30.942615 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: sorting.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.944104 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.944460 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: sorting Apr 22 09:18:30.944781 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: standard_attr_segment.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.945687 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.946193 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 22 09:18:30.946514 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: standardattrdescription.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.947155 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.947651 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: standard-attr-description Apr 22 09:18:30.947969 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: stateful_security_group.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.948909 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.949411 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: stateful-security-group Apr 22 09:18:30.949726 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: stdattrs_common.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.950298 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 22 09:18:30.950610 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.951609 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.952104 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 22 09:18:30.952446 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: subnet_onboard.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.953518 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.954018 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: subnet_onboard Apr 22 09:18:30.954334 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.955248 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.955745 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 22 09:18:30.956061 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: subnet_service_types.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.957008 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.957506 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: subnet-service-types Apr 22 09:18:30.957820 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: subnetallocation.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.958889 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.959993 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: subnet_allocation Apr 22 09:18:30.960310 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.960990 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.961488 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: subnetpool-prefix-ops Apr 22 09:18:30.961805 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.962735 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.963237 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 22 09:18:30.963551 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: tagging.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.964603 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.965108 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: standard-attr-tag Apr 22 09:18:30.965426 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: timestamp.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.966596 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.967098 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loaded extension: standard-attr-timestamp Apr 22 09:18:30.967418 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: trunk.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.968463 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.968964 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension trunk not supported by any of loaded plugins Apr 22 09:18:30.969282 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: trunk_details.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.970195 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.970693 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension trunk-details not supported by any of loaded plugins Apr 22 09:18:30.971011 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: uplink_status_propagation.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.971918 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.972441 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 22 09:18:30.972762 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Loading extension file: vlantransparent.py {{(pid=87957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 22 09:18:30.973423 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 22 09:18:30.973918 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extension vlan-transparent not supported by any of loaded plugins Apr 22 09:18:30.976331 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:network Apr 22 09:18:30.977079 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:subnet Apr 22 09:18:30.977839 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 09:18:30.978432 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:port Apr 22 09:18:30.979678 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:30.980122 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service FLAVORS assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:30.980765 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:30.981189 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:30.981513 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:router Apr 22 09:18:30.982162 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:floatingip Apr 22 09:18:30.982851 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service METERING assigned prefix: /metering {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:30.984284 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.984679 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.985031 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:18:30.987280 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 09:18:30.987731 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:security_group Apr 22 09:18:30.988382 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 09:18:30.989142 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service CORE assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:30.989480 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 09:18:30.989814 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] subnetpool is already registered Apr 22 09:18:30.990449 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service CORE assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:30.990774 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 09:18:30.991101 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] subnetpool is already registered Apr 22 09:18:31.102314 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:31.102752 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service FLAVORS assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:31.103342 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:31.103762 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:31.104102 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:router Apr 22 09:18:31.104458 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] router is already registered Apr 22 09:18:31.105112 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:floatingip Apr 22 09:18:31.105437 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] floatingip is already registered Apr 22 09:18:31.106072 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service METERING assigned prefix: /metering {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:31.106888 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of CountableResource for resource:rbac_policy Apr 22 09:18:31.107217 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] rbac_policy is already registered Apr 22 09:18:31.107638 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:security_group Apr 22 09:18:31.107965 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] security_group is already registered Apr 22 09:18:31.108588 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:security_group_rule Apr 22 09:18:31.108914 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] security_group_rule is already registered Apr 22 09:18:31.109570 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service CORE assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:31.109896 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 09:18:31.110244 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] subnetpool is already registered Apr 22 09:18:31.110848 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.v2.resource_helper [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Service CORE assigned prefix: {{(pid=87957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 22 09:18:31.111174 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Creating instance of TrackedResource for resource:subnetpool Apr 22 09:18:31.111493 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING neutron.quota.resource_registry [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] subnetpool is already registered Apr 22 09:18:31.112137 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: extensions {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.113643 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: address-groups {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.115306 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: address-scopes {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.116509 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: agents {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.117655 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: auto-allocated-topology {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.118972 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: availability_zones {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.120175 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: dhcp-networks {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.121588 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: dhcp-agents {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.123005 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: routers {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.125096 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: flavors {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.126749 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: service_profiles {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.127816 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: next_providers {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.129332 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: service_profiles {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.130770 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: floatingip-pools {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.132509 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: routers {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.134294 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: floatingips {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.135465 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: l3-routers {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.136844 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: l3-agents {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.138380 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: metering-labels {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.139925 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: metering-label-rules {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.141199 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: network-ip-availabilities {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.142450 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: bindings {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.144059 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: quotas {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.145517 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: quotas {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.147503 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: rbac-policies {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.148803 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: security-groups {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.149988 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: security-group-rules {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.151206 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: service-providers {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.152537 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: subnetpools {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.153902 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: subnetpools {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.155320 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.157123 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.158810 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.160620 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.163415 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.165260 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.166918 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.168819 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.170544 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.172375 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron.api.extensions [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Extended resource: tags {{(pid=87957) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 22 09:18:31.178263 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING keystonemiddleware.auth_token [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 22 09:18:31.182917 dv-neutron-839018-1-hyperv neutron-server[87957]: WARNING keystonemiddleware.auth_token [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 22 09:18:31.191041 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_concurrency.lockutils [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Acquired lock "singleton_lock" {{(pid=87957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 22 09:18:31.191514 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_concurrency.lockutils [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Releasing lock "singleton_lock" {{(pid=87957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 22 09:18:31.192141 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO oslo_service.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Starting 2 workers Apr 22 09:18:31.197328 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Started child 88062 {{(pid=87957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 09:18:31.201494 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Started child 88063 {{(pid=87957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 09:18:31.202369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:31.203073 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO neutron.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Neutron service started, listening on 0.0.0.0:9696 Apr 22 09:18:31.203729 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Notify callbacks [] for process, before_spawn {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:31.203890 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [-] (88062) wsgi starting up on http://0.0.0.0:9696 Apr 22 09:18:31.206004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:31.206482 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO oslo_service.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Starting 1 workers Apr 22 09:18:31.207364 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [-] (88063) wsgi starting up on http://0.0.0.0:9696 Apr 22 09:18:31.211663 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Started child 88064 {{(pid=87957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 09:18:31.212185 dv-neutron-839018-1-hyperv neutron-server[87957]: INFO oslo_service.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Starting 1 workers Apr 22 09:18:31.215386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] calling RpcWorker wait() {{(pid=88064) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 22 09:18:31.215926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] returning from RpcWorker wait() {{(pid=88064) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 22 09:18:31.216423 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Started child 88065 {{(pid=87957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 22 09:18:31.217183 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0bc6-4560-4c94-a9a6-fcaf395ddc1b None None] Notify callbacks [] for process, after_spawn {{(pid=87957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:31.217298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:31.217698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:18:31.219001 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 09:18:31.219207 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 09:18:31.219389 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 09:18:31.219601 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 09:18:31.219939 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 09:18:31.220100 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 09:18:31.220625 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.220853 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:31.221323 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.221323 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.221491 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.221704 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.222252 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.222531 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.222793 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.223064 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.223300 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.223465 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.223629 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.223875 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.224104 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.224413 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.224690 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.224976 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.225235 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.225401 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.225651 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.225929 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.226174 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.226441 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] debug = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.226694 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.227162 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.227402 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.227638 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.227852 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.228132 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.228376 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.228674 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.228919 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.229154 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.229397 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.229663 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.229910 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.230140 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.230356 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.230600 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.230814 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.231275 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] host = dv-neutron-839018-1-hyperv {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.231520 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.231764 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.232019 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.232248 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.232518 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.232769 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.233015 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.233260 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.233537 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.233761 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.234009 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.234254 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.234471 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.234711 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.234875 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_options = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.235115 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.235384 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.235642 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.235841 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.236010 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.236185 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.236470 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.236619 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.236884 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.237117 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.237311 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.237525 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.237739 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.237969 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.238229 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.238456 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.238698 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.238910 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.239152 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.239381 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.239621 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.239862 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.240108 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.240869 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.241113 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.241327 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.241585 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.241905 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.242104 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.242373 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.242608 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.242861 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.243104 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.243356 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.243583 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.243809 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.243979 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:18:31.244130 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.244284 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.244603 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.244859 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.245106 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.245715 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.245715 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.245998 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.245998 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.246267 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_json = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.246402 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.246624 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.246867 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.247109 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.247292 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.247595 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.247756 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.248083 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.248304 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.248702 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.249099 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.249315 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.249586 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.249989 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.250650 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.250650 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.250650 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.251002 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.251002 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.251299 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.251526 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.252058 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.252058 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.252326 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.252601 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.252874 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.253332 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.253496 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.253633 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.253812 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.254036 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.254374 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.254634 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.254880 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.255152 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.255407 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.255758 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.255897 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.256955 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.256955 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.257189 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.257419 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.257644 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.257859 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.258080 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.258309 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.258525 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.258756 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.258998 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.259260 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.259494 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.259732 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.259952 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.260197 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.260466 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.260681 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.260908 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.261119 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.261354 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.261587 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.261806 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.262020 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.262236 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.262480 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.263447 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.263447 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.263447 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.263447 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.264013 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.264013 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.264013 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.265398 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.265398 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.265398 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.265398 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.265398 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.265773 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.265863 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.266012 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.266233 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.266447 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.266663 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.266899 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.267112 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.267339 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.267570 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.267803 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.268021 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.268233 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.268465 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.268681 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.268916 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.269153 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.269434 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.269736 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.269989 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.270262 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.270515 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.270773 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.271016 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.271236 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.271454 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.271729 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.271964 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.272215 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.272496 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.272740 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.272983 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.273223 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.273484 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.273710 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.273937 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.274172 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.274421 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.274664 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.274946 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.275207 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.275493 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.275728 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.275978 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.276620 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.276620 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.276796 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.277012 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.277267 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.277565 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.277860 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.278135 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.278367 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.278627 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.278882 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.279145 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.279404 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.279674 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.279914 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.280154 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.280442 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.280668 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.280896 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.281111 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.281361 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.281734 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.281979 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.282222 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.282464 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.282725 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.282954 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.283201 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.283564 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.283824 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.284080 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.284344 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.284617 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.284851 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.285087 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.285319 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.285571 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.285797 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.286001 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.286281 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.286440 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.286656 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.286891 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.287124 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.287383 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.287613 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.287835 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.288051 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.288284 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.288535 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.288772 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.289044 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.289248 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.289485 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.289700 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.289914 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.290175 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.290392 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.290654 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.290909 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.291152 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.291396 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.291650 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.291916 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.292149 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.292418 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.292655 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.292871 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.293084 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.293300 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.293510 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.293743 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.293985 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.294197 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.294433 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.294650 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.295001 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.295256 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.295492 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.295718 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.295971 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.296188 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.296424 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.296684 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.296903 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.297138 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.297360 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.297598 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.297844 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.298067 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.298282 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.298496 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.298760 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.298997 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.299246 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.299466 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.299690 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.299927 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.300158 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.300370 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.300616 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.300810 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.301057 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.301270 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.301500 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.301792 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.302033 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.302274 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.302519 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.302747 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.303530 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.303756 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.303951 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.304165 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.304371 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.304647 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.304854 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.305063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.305308 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.305563 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.305847 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.306098 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.306339 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.306630 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.306873 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.307130 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.307395 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.307709 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.308003 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.308249 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.308509 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.308725 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.308955 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.309203 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.309535 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.309832 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.310108 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.310363 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.310667 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.310938 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.311207 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.311438 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.311752 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.312062 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.312335 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.312616 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.312843 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.313117 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.313341 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.313563 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.313808 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.314042 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.314259 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.314513 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.314751 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.314993 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.315209 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.315443 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.315654 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.315897 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.316109 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.316334 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.316696 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.316853 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 09:18:31.317360 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 22 09:18:31.317521 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 22 09:18:31.317672 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 22 09:18:31.317840 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 22 09:18:31.318005 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 22 09:18:31.318155 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 22 09:18:31.318377 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.319133 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.319296 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.319454 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.319612 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.319789 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.319951 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.320108 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.320264 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.320439 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.320602 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.320758 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.320914 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.321075 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.321232 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.321390 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.321540 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.321693 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.321853 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.322013 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.322174 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.322332 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.322488 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] debug = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.322646 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.322846 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.322999 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.323154 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.323312 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.323467 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.323625 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.323781 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.323938 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.324095 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.324250 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.324417 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.324582 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.324738 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.324894 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.325050 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.325206 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.325362 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] host = dv-neutron-839018-1-hyperv {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.325522 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.325678 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.325833 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.325988 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.326144 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.326302 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.326454 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.326604 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.326759 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.326914 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.327072 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.327227 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.327382 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.327524 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.327683 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_options = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.327840 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.327997 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.328153 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.328335 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.328534 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.328773 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.328900 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.328982 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.329127 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.329283 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.329367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:18:31.329450 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.329584 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.329739 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.329897 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.330054 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.330210 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.330367 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.330524 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.330680 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.330837 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.330993 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.331151 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.331310 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.331467 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.331625 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.331782 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.331939 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.332097 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.332253 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.332429 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.332591 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.332749 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.332906 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.333063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.333297 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.333451 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.333595 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.333743 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.333888 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.334520 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.334520 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.334520 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.334520 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.334982 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.334982 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.334982 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_json = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.335276 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.335276 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.335420 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.335506 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.335668 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.335828 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.335990 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.336157 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.336282 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 22 09:18:31.336448 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.336603 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.336777 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.336940 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.337111 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.337269 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.337428 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.337591 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.337755 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.337916 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.338088 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.338248 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.338426 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.338589 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.338742 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.338904 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.339067 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.339226 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.339392 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.339553 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.339709 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.339862 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.340034 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.340196 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.340359 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.340539 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.340704 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.340866 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.341028 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.341189 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.341352 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.341514 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.341678 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.341838 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.342000 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.342161 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.342321 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.342482 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.342646 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.342808 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.342970 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.343131 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.343292 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.343453 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.343612 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.343771 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.343932 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.344094 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.344322 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.344443 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.344596 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.344756 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.344920 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.345081 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.345241 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.345411 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.345565 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.345726 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.345884 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.346045 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.346206 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.346380 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.346540 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.346699 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.346860 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.347022 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.347184 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.347349 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.347508 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.347669 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.347831 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.347989 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.348150 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.348310 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.348496 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349054 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349054 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349054 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349300 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349300 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349443 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349555 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349722 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.349893 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.350063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.350239 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.350399 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.350553 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.350717 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.350875 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.351035 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.351196 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.351356 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.351516 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.351677 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.351838 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.351998 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.352161 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.352372 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.352530 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.352669 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.352825 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.352985 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.353146 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.353305 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.353535 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.353702 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.353911 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.354044 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.354177 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.354301 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.354476 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.354637 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.354800 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.354961 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.355129 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.355299 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356120 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356120 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356120 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356120 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356120 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356537 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356537 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356537 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356745 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356821 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.356996 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.357166 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.357492 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.357795 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.358105 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.358290 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.358451 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.358613 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.358776 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.358942 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.359108 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.359267 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.359428 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.359592 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.359750 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.360056 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.363550 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.363743 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.363864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49068) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:18:31.363957 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.364100 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.364279 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.364748 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.364748 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.364925 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.365005 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.365131 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.365298 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.365992 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.366157 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.366323 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.366487 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.366650 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.366814 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.366978 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.367141 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.367497 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.367497 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.367642 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.367767 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.367933 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.368094 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.368256 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.368445 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.368608 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.368943 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.369111 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.369275 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.369440 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.369604 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.369768 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371063 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371635 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371635 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371635 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371635 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371919 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.371919 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.372062 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.372213 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.372374 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.372711 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.372875 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.373038 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.373202 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.373373 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.373516 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.373678 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.373841 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.374003 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.374185 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.374338 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.374499 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.374661 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.374826 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.374987 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.375148 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.375310 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.375472 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.375633 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.375795 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.375871 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080812 Apr 22 09:18:31.375953 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.376426 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.376426 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.376597 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.376747 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.376909 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.377071 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.377244 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.377403 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.377565 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.377730 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.377886 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.378208 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.378370 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.378532 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.378692 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.378854 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.379026 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.379189 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.379352 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.379523 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.379684 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.379845 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.380005 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.380179 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.380341 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.380595 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.380759 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.380920 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.381622 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.381792 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.381958 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.382130 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.382301 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.382557 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.382669 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.382790 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.382960 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.383121 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.383289 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.383462 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.383624 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.383786 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.383947 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.384107 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.384308 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.384448 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.384612 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.384773 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.384934 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.385095 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.385256 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.385466 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.385599 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.385735 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.385880 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.386041 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.386202 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.386362 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.386524 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 22 09:18:31.386678 dv-neutron-839018-1-hyperv neutron-server[87957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 22 09:18:41.964519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52095d61-2a0d-42e7-82f4-6810c1fee758 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:18:42.033133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52095d61-2a0d-42e7-82f4-6810c1fee758 None None] No non-hosted networks {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 22 09:18:42.046388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.agentschedulers_db [None req-52095d61-2a0d-42e7-82f4-6810c1fee758 None None] DHCP Agent not found on host dv-neutron-839018-1-hyperv {{(pid=88064) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 22 09:18:42.108580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a7ee1e6-889a-4428-ad9e-8cecfc563a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675822'] for agent, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:44.323585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8df5dca3-368f-4211-976c-ce08b03fd617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675822'] for agent, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:44.389577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-81698b1a-7727-44bf-96af-a3207d577298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:45.326377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675822'] for agent, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:45.645388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675822'] for agent, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:45.646508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.647501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.648128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.649667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.650290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.650854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.651617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.652955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.653534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.654707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.655362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.656321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:45.656956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-839018-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:18:45.668084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-839018-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:18:46.929220 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.db.l3_hamode_db [None req-3ddee15f-562a-4b42-a1bd-45d16643a630 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 22 09:18:47.032822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675822'] for agent, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:47.034457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddee15f-562a-4b42-a1bd-45d16643a630 None None] Routers set() bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:18:47.035037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddee15f-562a-4b42-a1bd-45d16643a630 None None] Router IDs set() for agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 22 09:18:48.358934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49162) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:18:48.924811 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING oslo_policy.policy [None req-d800bfad-59a1-437c-a9ae-8fd36e69d895 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 09:18:48.925396 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING oslo_policy.policy [None req-d800bfad-59a1-437c-a9ae-8fd36e69d895 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 09:18:49.143277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-d800bfad-59a1-437c-a9ae-8fd36e69d895 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:18:49.144285 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d800bfad-59a1-437c-a9ae-8fd36e69d895 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7844689 Apr 22 09:18:51.498817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49176) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:18:51.856170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:18:51.950843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.policy [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88063) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 22 09:18:51.995966 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING oslo_policy.policy [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 09:18:51.996329 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING oslo_policy.policy [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 09:18:52.004587 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.quota [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] Loaded quota_driver: . Apr 22 09:18:52.020476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:18:52.078908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782379097574', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782379090837', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782379100375', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782379212044', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782379220947', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782379188892', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-624568', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637491', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1588103', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1774915'] for rbac-policy, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:52.141465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:52.142589 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f4784fc9-ff41-484d-a2f9-4d2de8e27378 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6427782 Apr 22 09:18:54.717837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49190) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:18:55.054169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '334054232c9f4685ab14562636db3dcf', 'name': 'private'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:18:55.059131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:18:55.063539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Usage tracker for resource:network and tenant:334054232c9f4685ab14562636db3dcf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:18:55.068618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:18:55.074549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:18:55.084478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Made reservation on behalf of 334054232c9f4685ab14562636db3dcf for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:18:55.087149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:55.104065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:55.117727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:18:55.121538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Usage tracker for resource:security_group_rule and tenant:334054232c9f4685ab14562636db3dcf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:18:55.126449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:18:55.132440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:18:55.226837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:55.230884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:55.253060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:18:55.279107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782380928543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:55.279667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Unsubscribe: segment precommit_create {{(pid=88063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 09:18:55.280126 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Added segment cfaf1120-8ac3-48d0-9c42-0a6388c46114 of type vlan for network 8f1cf82d-2b06-4220-9461-df36b646de4c Apr 22 09:18:55.327777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76d2e44-3937-460b-ae07-bb9ab1ede180,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:18:55.347559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.347837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.348167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.348526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.348848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.349182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.349523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.349835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.350147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.350454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.350766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.351071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Tracked resource versions report: Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: pushed versions: Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: { 'AddressGroup': {'1.2'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'ConntrackHelper': {'1.0'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Log': {'1.0'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Network': {'1.1'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Port': {'1.7'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'PortForwarding': {'1.2'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'QosPolicy': {'1.8'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SecurityGroup': {'1.4'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SecurityGroupRule': {'1.2'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SubPort': {'1.0'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Subnet': {'1.1'}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Trunk': {'1.1'}} Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: consumer versions: Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: { DHCP agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: L3 agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: Metadata agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: Metering agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: Open vSwitch agent@dv-neutron-839018-1-hyperv: { 'AddressGroup': '1.2', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'ConntrackHelper': '1.0', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Log': '1.0', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Network': '1.1', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Port': '1.7', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'PortForwarding': '1.2', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'QosPolicy': '1.8', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SecurityGroup': '1.4', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SecurityGroupRule': '1.2', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SubPort': '1.0', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Subnet': '1.1', Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Trunk': '1.1'}} Apr 22 09:18:55.352365 dv-neutron-839018-1-hyperv neutron-server[88063]: {{(pid=88063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 09:18:55.385940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:55.429447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:55.430589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:18:55.431211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:55.534025 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8151274 Apr 22 09:18:55.538848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8aa1d-fbaa-45c9-b2be-1fb92b5f5c52 admin admin] Pushing event updated for resources: {'Network': ['ID=8f1cf82d-2b06-4220-9461-df36b646de4c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:18:55.551965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 8f1cf82d-2b06-4220-9461-df36b646de4c details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:18:58.226774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49206) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:18:58.796797 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING oslo_policy.policy [None req-c7d29b75-6aee-4ef0-9a51-0adeb1439a19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 09:18:58.797404 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING oslo_policy.policy [None req-c7d29b75-6aee-4ef0-9a51-0adeb1439a19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 09:18:59.220472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.policy [None req-c7d29b75-6aee-4ef0-9a51-0adeb1439a19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88062) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 22 09:18:59.265801 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING oslo_policy.policy [None req-c7d29b75-6aee-4ef0-9a51-0adeb1439a19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 09:18:59.266357 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING oslo_policy.policy [None req-c7d29b75-6aee-4ef0-9a51-0adeb1439a19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 22 09:18:59.274094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d29b75-6aee-4ef0-9a51-0adeb1439a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:18:59.275972 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c7d29b75-6aee-4ef0-9a51-0adeb1439a19 admin admin] 10.222.0.32 "GET /v2.0/networks/8f1cf82d-2b06-4220-9461-df36b646de4c HTTP/1.1" status: 200 len: 825 time: 1.0471592 Apr 22 09:18:59.307366 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-38af5c2e-6c86-446e-8145-5a43901d156a admin admin] 10.222.0.32 "GET /v2.0/subnetpools/e5f0a853-397a-47e8-bac2-62c00d21ff35 HTTP/1.1" status: 200 len: 734 time: 0.0260820 Apr 22 09:18:59.315774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Request body: {'subnet': {'subnetpool_id': 'e5f0a853-397a-47e8-bac2-62c00d21ff35', 'name': 'private-subnet', 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:18:59.317390 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.quota [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Loaded quota_driver: . Apr 22 09:18:59.323769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:18:59.329223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Usage tracker for resource:subnet and tenant:334054232c9f4685ab14562636db3dcf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:18:59.332471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:18:59.339178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:18:59.353544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Made reservation on behalf of 334054232c9f4685ab14562636db3dcf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:18:59.356376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:59.656516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:59.760600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Checking segment: {'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:18:59.760967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Network hostable DHCP agents. Network: 8f1cf82d-2b06-4220-9461-df36b646de4c, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:18:59.780187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6d5890-dcc1-45f6-ac93-55233edfa980,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:18:59.791164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.791515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.791850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.792171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.792513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.792847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.793165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.793490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.793803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.794113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.794440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.794724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Tracked resource versions report: Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: pushed versions: Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: { 'AddressGroup': {'1.2'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'ConntrackHelper': {'1.0'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Log': {'1.0'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Network': {'1.1'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Port': {'1.7'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'PortForwarding': {'1.2'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'QosPolicy': {'1.8'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SecurityGroup': {'1.4'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SecurityGroupRule': {'1.2'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SubPort': {'1.0'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Subnet': {'1.1'}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Trunk': {'1.1'}} Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: consumer versions: Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: { DHCP agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: L3 agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: Metadata agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: Metering agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: Open vSwitch agent@dv-neutron-839018-1-hyperv: { 'AddressGroup': '1.2', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'ConntrackHelper': '1.0', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Log': '1.0', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Network': '1.1', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Port': '1.7', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'PortForwarding': '1.2', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'QosPolicy': '1.8', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SecurityGroup': '1.4', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SecurityGroupRule': '1.2', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SubPort': '1.0', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Subnet': '1.1', Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Trunk': '1.1'}} Apr 22 09:18:59.796014 dv-neutron-839018-1-hyperv neutron-server[88062]: {{(pid=88062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 09:18:59.806210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Network 8f1cf82d-2b06-4220-9461-df36b646de4c is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:18:59.821836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 8f1cf82d-2b06-4220-9461-df36b646de4c) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:18:59.826266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:18:59.826870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:18:59.831051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cae350-e89e-4f0f-acfb-c5d792cec707 None None] Network 8f1cf82d-2b06-4220-9461-df36b646de4c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:18:59.848548 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5f527896-4d84-4306-b3c4-f6e14ae58e90 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5360584 Apr 22 09:19:00.146079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-8f1cf82d-2b06-4220-9461-df36b646de4c', 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'fixed_ips': [{'subnet_id': '7c6d5890-dcc1-45f6-ac93-55233edfa980'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:19:00.147909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:00.329131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Allocated IP 172.20.0.2 (8f1cf82d-2b06-4220-9461-df36b646de4c/7c6d5890-dcc1-45f6-ac93-55233edfa980/4d47b4ae-e95f-48cb-8259-5aee8d6386e7) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:19:00.561823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:00.575407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Transition to ACTIVE for port object 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:19:00.594756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Transition to ACTIVE for port object 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:19:00.601380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:00.664408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Network 8f1cf82d-2b06-4220-9461-df36b646de4c is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:19:00.667250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:19:00.679557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:19:00.681670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Pushing event updated for resources: {'Port': ['ID=4d47b4ae-e95f-48cb-8259-5aee8d6386e7,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:00.690427 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.690773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.691114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.691446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.691772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.692116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.692463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.692796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.693666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.693993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.694314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.694629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Tracked resource versions report: Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: pushed versions: Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: { 'AddressGroup': {'1.2'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'ConntrackHelper': {'1.0'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Log': {'1.0'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Network': {'1.1'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Port': {'1.7'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'PortForwarding': {'1.2'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'QosPolicy': {'1.8'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SecurityGroup': {'1.4'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SecurityGroupRule': {'1.2'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SubPort': {'1.0'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Subnet': {'1.1'}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Trunk': {'1.1'}} Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: consumer versions: Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: { DHCP agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: L3 agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: Metadata agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: Metering agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: Open vSwitch agent@dv-neutron-839018-1-hyperv: { 'AddressGroup': '1.2', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'ConntrackHelper': '1.0', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Log': '1.0', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Network': '1.1', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Port': '1.7', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'PortForwarding': '1.2', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'QosPolicy': '1.8', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SecurityGroup': '1.4', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SecurityGroupRule': '1.2', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SubPort': '1.0', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Subnet': '1.1', Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Trunk': '1.1'}} Apr 22 09:19:00.695958 dv-neutron-839018-1-hyperv neutron-server[88064]: {{(pid=88064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 09:19:00.782525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Attempting to bind port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:19:00.782916 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Attempting to bind port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:19:00.783323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Attempting to bind port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 on network 8f1cf82d-2b06-4220-9461-df36b646de4c {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:19:00.789062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:19:00.789457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Checking segment: {'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:19:00.789944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:00.790329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Bound using segment: {'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:19:00.790783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Bound port: 4d47b4ae-e95f-48cb-8259-5aee8d6386e7, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:19:00.791159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:00.878293 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] For port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:19:00.882532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] For port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4d47b4ae-e95f-48cb-8259-5aee8d6386e7,segment=NetworkSegment(cfaf1120-8ac3-48d0-9c42-0a6388c46114),segment_id=cfaf1120-8ac3-48d0-9c42-0a6388c46114)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:19:00.887044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:00.974786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6f824-c9ba-43be-a72c-a6aa2b919846 None None] Pushing event updated for resources: {'Port': ['ID=4d47b4ae-e95f-48cb-8259-5aee8d6386e7,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:02.261672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49226) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:02.632266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-86d4d0f4-fdaf-417d-8b1d-1084e2ff07fb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:19:02.633306 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-86d4d0f4-fdaf-417d-8b1d-1084e2ff07fb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3707759 Apr 22 09:19:04.724012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff39c520-86b1-46d8-839d-aa83d8ac00c8 None None] Network 8f1cf82d-2b06-4220-9461-df36b646de4c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:19:04.829088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cb7bcbb6-df34-47c0-b745-adb6bb500f9d None None] Provisioning for port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:19:05.047669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49240) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:05.411303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-b8be15e3-6e67-4adc-8a02-864339d58800 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:19:05.412281 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b8be15e3-6e67-4adc-8a02-864339d58800 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3637013 Apr 22 09:19:05.447880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:19:05.521798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:19:05.528234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:19:05.528647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:05.649730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:05.680748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4d47b4ae-e95f-48cb-8259-5aee8d6386e7,segment=NetworkSegment(cfaf1120-8ac3-48d0-9c42-0a6388c46114),segment_id=cfaf1120-8ac3-48d0-9c42-0a6388c46114)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:19:05.685933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:05.753164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=4d47b4ae-e95f-48cb-8259-5aee8d6386e7,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:07.427868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:19:07.493780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:19:07.494148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:08.065889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49252) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:08.407150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Request body: {'router': {'tenant_id': '334054232c9f4685ab14562636db3dcf', 'name': 'router1', 'admin_state_up': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:19:08.413029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:19:08.416937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Usage tracker for resource:router and tenant:334054232c9f4685ab14562636db3dcf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:19:08.420271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:19:08.426093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:19:08.436377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:08.438108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:08.459441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:08.571505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:08.589401 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:08.590705 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-eec812a5-6f97-43d5-90ed-4ea6db8465f2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5238650 Apr 22 09:19:10.931130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49262) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:11.286224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-72c70daf-10e6-4f3d-b542-765c92262bc3 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:19:11.287198 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-72c70daf-10e6-4f3d-b542-765c92262bc3 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3551497 Apr 22 09:19:11.918468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c18857c-c1a0-4cd1-bd5e-db54cb1f3a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:13.680467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49272) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:14.039190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:19:14.043974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:19:14.047702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Usage tracker for resource:network and tenant:03a47f00f379407ebc93b6aceb13e4fe is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:19:14.050550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:19:14.056529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:19:14.065627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Made reservation on behalf of 03a47f00f379407ebc93b6aceb13e4fe for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:19:14.068583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.084058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.097640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:19:14.101146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Usage tracker for resource:security_group_rule and tenant:03a47f00f379407ebc93b6aceb13e4fe is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:19:14.104148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:19:14.109551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:19:14.218500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.221876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.244761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Reserving flat network on physical network physnet1 {{(pid=88062) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 22 09:19:14.258176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76df5f91-ee74-4897-b70b-21767ec424a1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:14.266310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782380928543', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.266782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Unsubscribe: segment precommit_create {{(pid=88062) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 22 09:19:14.267226 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Added segment ef4d6889-ead5-4b29-90a6-eb7cb5d1732f of type flat for network eb02a921-2d57-4861-ad48-9bf4165022e6 Apr 22 09:19:14.305637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.321064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d40479d-04c2-448e-af47-ef265250c6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.347906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.349698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:19:14.350247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:14.441938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7604370 Apr 22 09:19:14.451784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc56e9-f492-4e60-9626-3dd37995bd49 admin admin] Pushing event updated for resources: {'Network': ['ID=eb02a921-2d57-4861-ad48-9bf4165022e6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:14.462758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network eb02a921-2d57-4861-ad48-9bf4165022e6 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:19:15.239218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:15.639832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:16.832988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49292) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:16.965021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:17.043782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88ecfe2-1b03-4838-8598-084a2bb3f94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:19:17.045137 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d88ecfe2-1b03-4838-8598-084a2bb3f94a admin admin] 10.222.0.32 "GET /v2.0/subnets/7c6d5890-dcc1-45f6-ac93-55233edfa980 HTTP/1.1" status: 200 len: 849 time: 0.2112260 Apr 22 09:19:17.212619 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-88b4b840-93dc-4208-98fc-f8ae0fd6fb5b admin admin] 10.222.0.32 "GET /v2.0/routers/0a704f55-2e65-4369-b130-a7d535128443 HTTP/1.1" status: 200 len: 704 time: 0.1618898 Apr 22 09:19:17.669157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:17.895666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Allocated IP 172.20.0.1 (8f1cf82d-2b06-4220-9461-df36b646de4c/7c6d5890-dcc1-45f6-ac93-55233edfa980/958bcb60-5ce1-4889-bdd7-f474bc41407e) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:19:18.047045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:18.064168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Transition to ACTIVE for port object 958bcb60-5ce1-4889-bdd7-f474bc41407e will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:19:18.117374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:18.177443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Network 8f1cf82d-2b06-4220-9461-df36b646de4c is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:19:18.180114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:19:18.185831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:19:18.186353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:18.310931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Pushing event updated for resources: {'Port': ['ID=958bcb60-5ce1-4889-bdd7-f474bc41407e,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:18.343477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c9e35ff4-6af4-4635-99c6-7224b982a6aa None None] Provisioning for port 958bcb60-5ce1-4889-bdd7-f474bc41407e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:19:18.348267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c9e35ff4-6af4-4635-99c6-7224b982a6aa None None] Provisioning complete for port 958bcb60-5ce1-4889-bdd7-f474bc41407e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:19:18.348758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9e35ff4-6af4-4635-99c6-7224b982a6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:18.424530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c9e35ff4-6af4-4635-99c6-7224b982a6aa None None] Port 958bcb60-5ce1-4889-bdd7-f474bc41407e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:19:18.491040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:18.712217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:18.716584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:18.717440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:18.855237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Pushing event updated for resources: {'Port': ['ID=958bcb60-5ce1-4889-bdd7-f474bc41407e,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:18.907690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Network 8f1cf82d-2b06-4220-9461-df36b646de4c is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:19:18.908747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:19:19.093480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Router 0a704f55-2e65-4369-b130-a7d535128443 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:19:19.147022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-59ce66c4-47a6-4a74-b97e-074e483bcd25 None None] Provisioning complete for port 958bcb60-5ce1-4889-bdd7-f474bc41407e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:19:19.147386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-59ce66c4-47a6-4a74-b97e-074e483bcd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:19.198367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-59ce66c4-47a6-4a74-b97e-074e483bcd25 None None] Port 958bcb60-5ce1-4889-bdd7-f474bc41407e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:19:19.245191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:19:19.254032 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cb4d8bb4-8327-45bc-b2ca-5530245bf980 admin admin] 10.222.0.32 "PUT /v2.0/routers/0a704f55-2e65-4369-b130-a7d535128443/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0367258 Apr 22 09:19:19.255359 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Sync routers for ids ['0a704f55-2e65-4369-b130-a7d535128443'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:19:19.265913 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Routers {'0a704f55-2e65-4369-b130-a7d535128443'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:19:19.266731 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:19:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['0a704f55-2e65-4369-b130-a7d535128443'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:19:19.438613 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Set router 0a704f55-2e65-4369-b130-a7d535128443 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:19:19.802704 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a704f55-2e65-4369-b130-a7d535128443', 'name': 'router1', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:19:08Z', 'updated_at': '2022-04-22T09:19:18Z', 'revision_number': 2, 'project_id': '334054232c9f4685ab14562636db3dcf', 'gw_port_host': None, '_interfaces': [{'id': '958bcb60-5ce1-4889-bdd7-f474bc41407e', 'name': '', 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'mac_address': 'fa:16:3e:92:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:17Z', 'updated_at': '2022-04-22T09:19:18Z', 'revision_number': 2, 'project_id': '334054232c9f4685ab14562636db3dcf', 'subnets': [{'id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5f0a853-397a-47e8-bac2-62c00d21ff35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:19:19.807413 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Checking router: 0a704f55-2e65-4369-b130-a7d535128443 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:19:19.807774 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Updating router 0a704f55-2e65-4369-b130-a7d535128443 port 958bcb60-5ce1-4889-bdd7-f474bc41407e binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:19:19.859347 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:20.228363 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:20.243084 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Transition to ACTIVE for port object 958bcb60-5ce1-4889-bdd7-f474bc41407e will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:19:20.249064 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:20.485545 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Attempting to bind port 958bcb60-5ce1-4889-bdd7-f474bc41407e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:19:20.486182 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Attempting to bind port 958bcb60-5ce1-4889-bdd7-f474bc41407e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:19:20.486295 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Attempting to bind port 958bcb60-5ce1-4889-bdd7-f474bc41407e on network 8f1cf82d-2b06-4220-9461-df36b646de4c {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:19:20.488457 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Pushing event updated for resources: {'Port': ['ID=958bcb60-5ce1-4889-bdd7-f474bc41407e,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:20.497665 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:19:20.498067 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Checking segment: {'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:19:20.498551 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:20.498935 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Bound using segment: {'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:19:20.499410 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Bound port: 958bcb60-5ce1-4889-bdd7-f474bc41407e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaf1120-8ac3-48d0-9c42-0a6388c46114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:19:20.499800 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:20.546553 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.546900 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.547228 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.547550 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.547873 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.548205 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.548552 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.548869 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.549193 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.549506 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.549824 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.550118 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Tracked resource versions report: Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: pushed versions: Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: { 'AddressGroup': {'1.2'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'ConntrackHelper': {'1.0'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Log': {'1.0'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Network': {'1.1'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Port': {'1.7'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'PortForwarding': {'1.2'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'QosPolicy': {'1.8'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SecurityGroup': {'1.4'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SecurityGroupRule': {'1.2'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SubPort': {'1.0'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Subnet': {'1.1'}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Trunk': {'1.1'}} Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: consumer versions: Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: { DHCP agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: L3 agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: Metadata agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: Metering agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: Open vSwitch agent@dv-neutron-839018-1-hyperv: { 'AddressGroup': '1.2', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'ConntrackHelper': '1.0', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Log': '1.0', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Network': '1.1', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Port': '1.7', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'PortForwarding': '1.2', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'QosPolicy': '1.8', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SecurityGroup': '1.4', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SecurityGroupRule': '1.2', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SubPort': '1.0', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Subnet': '1.1', Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Trunk': '1.1'}} Apr 22 09:19:20.551451 dv-neutron-839018-1-hyperv neutron-server[88065]: {{(pid=88065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 09:19:20.602477 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] For port 958bcb60-5ce1-4889-bdd7-f474bc41407e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:19:20.606652 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] For port 958bcb60-5ce1-4889-bdd7-f474bc41407e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=958bcb60-5ce1-4889-bdd7-f474bc41407e,segment=NetworkSegment(cfaf1120-8ac3-48d0-9c42-0a6388c46114),segment_id=cfaf1120-8ac3-48d0-9c42-0a6388c46114)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:19:20.611249 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:20.700687 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Routers {'0a704f55-2e65-4369-b130-a7d535128443'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:19:20.701292 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:19:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['0a704f55-2e65-4369-b130-a7d535128443'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:19:20.748602 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bfd05-be6d-41ce-a8a8-4e27a11495a2 None None] Pushing event updated for resources: {'Port': ['ID=958bcb60-5ce1-4889-bdd7-f474bc41407e,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:20.858421 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] Set router 0a704f55-2e65-4369-b130-a7d535128443 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:19:21.170952 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a704f55-2e65-4369-b130-a7d535128443', 'name': 'router1', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:19:08Z', 'updated_at': '2022-04-22T09:19:18Z', 'revision_number': 2, 'project_id': '334054232c9f4685ab14562636db3dcf', 'gw_port_host': None, '_interfaces': [{'id': '958bcb60-5ce1-4889-bdd7-f474bc41407e', 'name': '', 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'mac_address': 'fa:16:3e:92:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:17Z', 'updated_at': '2022-04-22T09:19:20Z', 'revision_number': 4, 'project_id': '334054232c9f4685ab14562636db3dcf', 'subnets': [{'id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5f0a853-397a-47e8-bac2-62c00d21ff35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:19:21.174741 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaa4676-b1d0-425a-9262-a8665e99fb04 None None] The sync data for ids ['0a704f55-2e65-4369-b130-a7d535128443'] in dv-neutron-839018-1-hyperv is: [{'id': '0a704f55-2e65-4369-b130-a7d535128443', 'name': 'router1', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:19:08Z', 'updated_at': '2022-04-22T09:19:18Z', 'revision_number': 2, 'project_id': '334054232c9f4685ab14562636db3dcf', 'gw_port_host': None, '_interfaces': [{'id': '958bcb60-5ce1-4889-bdd7-f474bc41407e', 'name': '', 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'mac_address': 'fa:16:3e:92:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:17Z', 'updated_at': '2022-04-22T09:19:20Z', 'revision_number': 4, 'project_id': '334054232c9f4685ab14562636db3dcf', 'subnets': [{'id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5f0a853-397a-47e8-bac2-62c00d21ff35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:19:21.441621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49314) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:21.594439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31923b1-d600-4ade-b927-a138468c16d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:19:21.595836 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a31923b1-d600-4ade-b927-a138468c16d0 admin admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 842 time: 0.1532345 Apr 22 09:19:21.605692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'gateway_ip': '172.26.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:19:21.610456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:19:21.614162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Usage tracker for resource:subnet and tenant:03a47f00f379407ebc93b6aceb13e4fe is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:19:21.617039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:19:21.622513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:19:21.632196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Made reservation on behalf of 03a47f00f379407ebc93b6aceb13e4fe for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:19:21.634437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:22.032754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:19:22.033257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:22.106544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6c5e228-db0a-425b-b141-b600dea33192,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:22.113850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:19:22.114190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Network hostable DHCP agents. Network: eb02a921-2d57-4861-ad48-9bf4165022e6, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:19:22.134450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:19:22.144332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, eb02a921-2d57-4861-ad48-9bf4165022e6) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:19:22.148253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:19:22.148853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:22.153093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442c44fd-bc82-40d8-b1c9-ed27622d7220 None None] Network eb02a921-2d57-4861-ad48-9bf4165022e6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:19:22.169551 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-44d5be7a-d9a2-46ad-82dd-7ea8bfe478ee admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5670660 Apr 22 09:19:22.374326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65657937-ad7d-4a2b-bd03-8f6ee7477fc5 None None] Network eb02a921-2d57-4861-ad48-9bf4165022e6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:19:23.452589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 958bcb60-5ce1-4889-bdd7-f474bc41407e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:19:23.523838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 958bcb60-5ce1-4889-bdd7-f474bc41407e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:19:23.529861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 958bcb60-5ce1-4889-bdd7-f474bc41407e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:19:23.530397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:23.656246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:23.689220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 958bcb60-5ce1-4889-bdd7-f474bc41407e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=958bcb60-5ce1-4889-bdd7-f474bc41407e,segment=NetworkSegment(cfaf1120-8ac3-48d0-9c42-0a6388c46114),segment_id=cfaf1120-8ac3-48d0-9c42-0a6388c46114)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:19:23.693862 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:23.758773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=958bcb60-5ce1-4889-bdd7-f474bc41407e,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:24.474708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49328) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:24.689318 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-72212a0a-8076-4e20-a177-e99f545dc4be admin admin] 10.222.0.32 "GET /v2.0/routers/0a704f55-2e65-4369-b130-a7d535128443 HTTP/1.1" status: 200 len: 710 time: 0.2134016 Apr 22 09:19:24.811757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6103387-29c3-4d29-add0-9eb1e5fd580a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:19:24.812303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e6103387-29c3-4d29-add0-9eb1e5fd580a admin admin] Synchronizing usage tracker for tenant:03a47f00f379407ebc93b6aceb13e4fe on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:19:24.829341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e6103387-29c3-4d29-add0-9eb1e5fd580a admin admin] Unset dirty status for tenant:03a47f00f379407ebc93b6aceb13e4fe on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:19:24.830611 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e6103387-29c3-4d29-add0-9eb1e5fd580a admin admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 886 time: 0.1356373 Apr 22 09:19:24.839094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:19:25.266601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:25.436122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 958bcb60-5ce1-4889-bdd7-f474bc41407e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:19:25.514288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 958bcb60-5ce1-4889-bdd7-f474bc41407e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:19:25.514722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:25.650459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:25.705398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:25.851561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Allocated IP 172.26.2.219 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/472a6ecf-315e-4992-b70a-291003c22274) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:19:25.993078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:26.046870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:26.107489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:19:26.110138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:19:26.112751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:19:26.186998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Pushing event updated for resources: {'Port': ['ID=472a6ecf-315e-4992-b70a-291003c22274,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:26.502156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:26.832299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:26.835976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:27.044353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Router 0a704f55-2e65-4369-b130-a7d535128443 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:19:27.215372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:19:27.224719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:27.225685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Sync routers for ids ['0a704f55-2e65-4369-b130-a7d535128443'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:19:27.226165 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e8ad4d1b-2d92-45d6-9ada-22c2426f0aeb admin admin] 10.222.0.32 "PUT /v2.0/routers/0a704f55-2e65-4369-b130-a7d535128443 HTTP/1.1" status: 200 len: 890 time: 2.3898888 Apr 22 09:19:27.235107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Routers {'0a704f55-2e65-4369-b130-a7d535128443'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:19:27.235766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:19:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['0a704f55-2e65-4369-b130-a7d535128443'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:19:27.426569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Set router 0a704f55-2e65-4369-b130-a7d535128443 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:19:27.786425 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a704f55-2e65-4369-b130-a7d535128443', 'name': 'router1', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '472a6ecf-315e-4992-b70a-291003c22274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:19:08Z', 'updated_at': '2022-04-22T09:19:26Z', 'revision_number': 4, 'project_id': '334054232c9f4685ab14562636db3dcf', 'gw_port': {'id': '472a6ecf-315e-4992-b70a-291003c22274', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:25Z', 'updated_at': '2022-04-22T09:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '958bcb60-5ce1-4889-bdd7-f474bc41407e', 'name': '', 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'mac_address': 'fa:16:3e:92:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:17Z', 'updated_at': '2022-04-22T09:19:23Z', 'revision_number': 5, 'project_id': '334054232c9f4685ab14562636db3dcf', 'subnets': [{'id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5f0a853-397a-47e8-bac2-62c00d21ff35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:19:27.791079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Checking router: 0a704f55-2e65-4369-b130-a7d535128443 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:19:27.791426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Updating router 0a704f55-2e65-4369-b130-a7d535128443 port 472a6ecf-315e-4992-b70a-291003c22274 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:19:27.841132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:28.155397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:28.166774 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Transition to ACTIVE for port object 472a6ecf-315e-4992-b70a-291003c22274 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:19:28.173244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:28.250148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Attempting to bind port 472a6ecf-315e-4992-b70a-291003c22274 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:19:28.250772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Attempting to bind port 472a6ecf-315e-4992-b70a-291003c22274 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:19:28.250878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Attempting to bind port 472a6ecf-315e-4992-b70a-291003c22274 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:19:28.254048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ead5e9-98a9-4588-823f-4bb2c882c364 None None] Pushing event updated for resources: {'Port': ['ID=472a6ecf-315e-4992-b70a-291003c22274,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:28.258206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:19:28.258578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:19:28.258971 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:28.259344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:19:28.259792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Bound port: 472a6ecf-315e-4992-b70a-291003c22274, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:19:28.260179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:28.332566 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] For port 472a6ecf-315e-4992-b70a-291003c22274, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:19:28.335426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] For port 472a6ecf-315e-4992-b70a-291003c22274, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=472a6ecf-315e-4992-b70a-291003c22274,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:19:28.340434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:28.416466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Routers {'0a704f55-2e65-4369-b130-a7d535128443'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:19:28.416978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:19:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['0a704f55-2e65-4369-b130-a7d535128443'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:19:28.465188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ead5e9-98a9-4588-823f-4bb2c882c364 None None] Pushing event updated for resources: {'Port': ['ID=472a6ecf-315e-4992-b70a-291003c22274,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:28.596307 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] Set router 0a704f55-2e65-4369-b130-a7d535128443 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:19:28.914441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a704f55-2e65-4369-b130-a7d535128443', 'name': 'router1', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '472a6ecf-315e-4992-b70a-291003c22274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:19:08Z', 'updated_at': '2022-04-22T09:19:26Z', 'revision_number': 4, 'project_id': '334054232c9f4685ab14562636db3dcf', 'gw_port': {'id': '472a6ecf-315e-4992-b70a-291003c22274', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:25Z', 'updated_at': '2022-04-22T09:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '958bcb60-5ce1-4889-bdd7-f474bc41407e', 'name': '', 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'mac_address': 'fa:16:3e:92:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:17Z', 'updated_at': '2022-04-22T09:19:23Z', 'revision_number': 5, 'project_id': '334054232c9f4685ab14562636db3dcf', 'subnets': [{'id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5f0a853-397a-47e8-bac2-62c00d21ff35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:19:28.918277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe3e0d0-32db-4d3f-a43e-25f32a6409ff None None] The sync data for ids ['0a704f55-2e65-4369-b130-a7d535128443'] in dv-neutron-839018-1-hyperv is: [{'id': '0a704f55-2e65-4369-b130-a7d535128443', 'name': 'router1', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '472a6ecf-315e-4992-b70a-291003c22274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:19:08Z', 'updated_at': '2022-04-22T09:19:26Z', 'revision_number': 4, 'project_id': '334054232c9f4685ab14562636db3dcf', 'gw_port': {'id': '472a6ecf-315e-4992-b70a-291003c22274', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:24:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:25Z', 'updated_at': '2022-04-22T09:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '958bcb60-5ce1-4889-bdd7-f474bc41407e', 'name': '', 'network_id': '8f1cf82d-2b06-4220-9461-df36b646de4c', 'tenant_id': '334054232c9f4685ab14562636db3dcf', 'mac_address': 'fa:16:3e:92:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a704f55-2e65-4369-b130-a7d535128443', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:19:17Z', 'updated_at': '2022-04-22T09:19:23Z', 'revision_number': 5, 'project_id': '334054232c9f4685ab14562636db3dcf', 'subnets': [{'id': '7c6d5890-dcc1-45f6-ac93-55233edfa980', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5f0a853-397a-47e8-bac2-62c00d21ff35'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:19:29.473513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 472a6ecf-315e-4992-b70a-291003c22274 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:19:29.557586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 472a6ecf-315e-4992-b70a-291003c22274 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:19:29.562480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 472a6ecf-315e-4992-b70a-291003c22274 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:19:29.562856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:29.620706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49338) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:19:29.684654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:29.701279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 472a6ecf-315e-4992-b70a-291003c22274, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=472a6ecf-315e-4992-b70a-291003c22274,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:19:29.706297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:29.774439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=472a6ecf-315e-4992-b70a-291003c22274,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:19:29.782457 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-75b197cd-a616-447b-922e-19361939441d admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1606302 Apr 22 09:19:31.444133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 472a6ecf-315e-4992-b70a-291003c22274 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:19:31.554864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 472a6ecf-315e-4992-b70a-291003c22274 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:19:31.555232 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:35.258502 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:19:41.921745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6c4bd397-82c9-4ded-8352-0474ea62e8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:44.322070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b34bff47-0246-4145-98aa-9b1bf18cc4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:45.243455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:45.641920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:19:46.984120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:11.923103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d51fa7dc-b1d0-4e9d-b59b-2932536c8b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:12.257310 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:20:14.324749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-785e7d67-b9d5-4598-bf7a-b903721b43f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:15.246528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:15.645524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:16.991217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:41.930592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-67701694-4177-4b52-a48f-5407e6ccceb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:44.328577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-17f0c26a-7ef4-4351-a771-fea190c8fc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:45.252356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:45.650391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:46.992096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:20:49.258470 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:21:11.923086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-06c8f5d3-4374-4d74-8c99-e3fdeba0cc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:14.330732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8736eec3-5ce3-4c76-9572-22c1f6e90489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:15.252149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:15.654174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:16.995235 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:26.257814 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:21:35.487439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49940) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:35.554976 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f32ca1b-2821-47fc-863a-d829ec4d83e1 admin admin] GET failed (client error): The resource could not be found. Apr 22 09:21:35.556458 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4f32ca1b-2821-47fc-863a-d829ec4d83e1 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0680003 Apr 22 09:21:35.691321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e295934-c487-494c-9601-66e5beb889aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:35.692710 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0e295934-c487-494c-9601-66e5beb889aa admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1323755 Apr 22 09:21:37.816797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49950) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:37.919857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18d816f-a99e-460f-b874-18378dbd4ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:37.920450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c18d816f-a99e-460f-b874-18378dbd4ddd admin admin] Synchronizing usage tracker for tenant:03a47f00f379407ebc93b6aceb13e4fe on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:21:37.938100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c18d816f-a99e-460f-b874-18378dbd4ddd admin admin] Unset dirty status for tenant:03a47f00f379407ebc93b6aceb13e4fe on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:21:37.939237 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c18d816f-a99e-460f-b874-18378dbd4ddd admin admin] 10.222.0.32 "GET /v2.0/subnets/7c6d5890-dcc1-45f6-ac93-55233edfa980 HTTP/1.1" status: 200 len: 849 time: 0.1214879 Apr 22 09:21:37.949090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:21:38.063438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:38.247578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782380856580'] for subnet, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:38.289131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:38.289705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:38.290958 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] 10.222.0.32 "PUT /v2.0/subnets/7c6d5890-dcc1-45f6-ac93-55233edfa980 HTTP/1.1" status: 200 len: 868 time: 0.3454943 Apr 22 09:21:38.307550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed77dff7-017e-459b-bbfa-d1dd6d65b7cb None None] Network 8f1cf82d-2b06-4220-9461-df36b646de4c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:21:38.320225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6d5890-dcc1-45f6-ac93-55233edfa980,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:21:38.327843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.328179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.328545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.328881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.329204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.329548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.329873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.330211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.330533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.330850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.331177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.331479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e55653-9b3c-4a67-9694-51452f0cf8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:21:38.790924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-88210075-0697-4b20-b954-6834d266edfb None None] Provisioning complete for port 958bcb60-5ce1-4889-bdd7-f474bc41407e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:21:38.791289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88210075-0697-4b20-b954-6834d266edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:38.918896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-88210075-0697-4b20-b954-6834d266edfb None None] Provisioning complete for port 4d47b4ae-e95f-48cb-8259-5aee8d6386e7 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:21:38.919136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-88210075-0697-4b20-b954-6834d266edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:40.466420 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49960) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:40.636621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f7d80-0e79-45f3-b2f9-df576eb80d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:40.637091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f7d80-0e79-45f3-b2f9-df576eb80d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:40.638602 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c30f7d80-0e79-45f3-b2f9-df576eb80d82 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1712499 Apr 22 09:21:41.924020 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ecb7a3dc-1b42-49a3-a718-c8575307ec18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:42.758797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 49970) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:42.928188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78d0bc-9c07-4171-9dce-fd0f41b58845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:42.928606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78d0bc-9c07-4171-9dce-fd0f41b58845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:42.930677 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-be78d0bc-9c07-4171-9dce-fd0f41b58845 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1703935 Apr 22 09:21:44.341961 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d3d946d-88e2-4f59-96c2-15f184f15001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:45.075258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49980) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:45.243612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc178980-996d-4eb2-96e9-583ad639c005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:45.245005 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cc178980-996d-4eb2-96e9-583ad639c005 admin admin] 10.222.0.32 "GET /v2.0/networks/8f1cf82d-2b06-4220-9461-df36b646de4c HTTP/1.1" status: 200 len: 869 time: 0.1688259 Apr 22 09:21:45.266074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:45.656789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:46.997952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:21:47.382487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 49990) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:47.544668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e2422-5c9e-4c14-9130-d981c6e7afd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:47.546033 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0b5e2422-5c9e-4c14-9130-d981c6e7afd3 admin admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 886 time: 0.1625915 Apr 22 09:21:49.653908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50000) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:49.759364 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23d447-22cd-4342-8fa1-6fbc857fce1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:49.759744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a23d447-22cd-4342-8fa1-6fbc857fce1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:49.761250 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8a23d447-22cd-4342-8fa1-6fbc857fce1f admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064038 Apr 22 09:21:51.883463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50010) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:51.985890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3e4d1-48c8-431c-9de0-0ffbe9e043ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:51.986351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf3e4d1-48c8-431c-9de0-0ffbe9e043ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:51.987849 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-eaf3e4d1-48c8-431c-9de0-0ffbe9e043ab admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1034586 Apr 22 09:21:54.113666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50020) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:54.219902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3de30-cf3a-486b-93c2-c1512b6b8339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:54.221232 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e9d3de30-cf3a-486b-93c2-c1512b6b8339 admin admin] 10.222.0.32 "GET /v2.0/subnets/7c6d5890-dcc1-45f6-ac93-55233edfa980 HTTP/1.1" status: 200 len: 868 time: 0.1065674 Apr 22 09:21:56.385243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50030) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:21:56.482765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e1dd2e-117a-45ed-9f7c-33fc8a8cb113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:21:56.484075 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-03e1dd2e-117a-45ed-9f7c-33fc8a8cb113 admin admin] 10.222.0.32 "GET /v2.0/subnets/d6c5e228-db0a-425b-b141-b600dea33192 HTTP/1.1" status: 200 len: 816 time: 0.0979202 Apr 22 09:22:03.256045 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:22:11.927198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1d49866-36ff-4985-b693-bc4e6742f162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:14.333328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c5f237f-554c-4b97-96c7-e9afe1078220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:15.046270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50076) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:22:15.092921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-5631a8a4-ec0d-4da6-aa7a-a60204131cbe admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:22:15.093913 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5631a8a4-ec0d-4da6-aa7a-a60204131cbe admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466983 Apr 22 09:22:15.260286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:15.659509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:17.001331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:17.292798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50086) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:22:17.358140 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7aad791-ed6d-48ac-9ff8-a5a229b65bb8 admin admin] GET failed (client error): The resource could not be found. Apr 22 09:22:17.359376 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d7aad791-ed6d-48ac-9ff8-a5a229b65bb8 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0656350 Apr 22 09:22:17.481887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dc4068-9fce-443d-8533-cbb8a980e4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:22:17.483264 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f9dc4068-9fce-443d-8533-cbb8a980e4a9 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1202204 Apr 22 09:22:19.609378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50096) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:22:19.657449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:22:19.661852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:22:19.671211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:22:19.680647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Made reservation on behalf of 03a47f00f379407ebc93b6aceb13e4fe for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:22:19.682866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:19.770503 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.services.revisions.revision_plugin [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Could not find related network for resource to bump revision. Apr 22 09:22:19.782572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:22:19.792505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:19.792860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Added segment bbc77584-b174-43e2-9db4-469a1b44b06c of type vlan for network 23bb9198-11bf-461a-89b5-0c01f921a383 Apr 22 09:22:19.821257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:19.849198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:19.850094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:22:19.850658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:19.987933 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3774312 Apr 22 09:22:19.993156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d3c91-7ad3-4b1f-97fa-15cf89827e73 admin admin] Pushing event updated for resources: {'Network': ['ID=23bb9198-11bf-461a-89b5-0c01f921a383,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:22:20.003569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 23bb9198-11bf-461a-89b5-0c01f921a383 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:22:22.126842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50106) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:22:22.193059 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-924c1f34-169d-40d4-986f-b92204a38a4d admin admin] GET failed (client error): The resource could not be found. Apr 22 09:22:22.194319 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-924c1f34-169d-40d4-986f-b92204a38a4d admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665290 Apr 22 09:22:22.296804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288bebe-e67d-43b1-8347-fb6605fba780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:22:22.298209 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5288bebe-e67d-43b1-8347-fb6605fba780 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1000376 Apr 22 09:22:22.307505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Request body: {'subnet': {'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:22:22.312199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:22:22.321460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:22:22.330679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Made reservation on behalf of 03a47f00f379407ebc93b6aceb13e4fe for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:22:22.333571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:22.531130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:22.609176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb6b031-d534-41d8-b5ac-7557ab12707d,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:22:22.612374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Checking segment: {'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:22:22.612738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Network hostable DHCP agents. Network: 23bb9198-11bf-461a-89b5-0c01f921a383, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:22:22.621252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.621594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.621924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.622251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.622576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.622898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.623219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.623555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.623876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.624188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.624530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.624844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:22.639939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Network 23bb9198-11bf-461a-89b5-0c01f921a383 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:22:22.649308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 23bb9198-11bf-461a-89b5-0c01f921a383) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:22:22.653190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:22:22.653768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:22.658527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba4c08-cc3d-4148-9d38-ab383f028818 None None] Network 23bb9198-11bf-461a-89b5-0c01f921a383 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:22:22.678210 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b1a11b42-0173-436f-8aee-deea4770e4f6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3739760 Apr 22 09:22:22.909194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-23bb9198-11bf-461a-89b5-0c01f921a383', 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383', 'tenant_id': '03a47f00f379407ebc93b6aceb13e4fe', 'fixed_ips': [{'subnet_id': 'dfb6b031-d534-41d8-b5ac-7557ab12707d'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:22:22.910271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:23.067455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Allocated IP 192.168.233.2 (23bb9198-11bf-461a-89b5-0c01f921a383/dfb6b031-d534-41d8-b5ac-7557ab12707d/59e675b2-e7bb-413a-acdb-dc198a32e01f) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:22:23.274783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:23.284984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Transition to ACTIVE for port object 59e675b2-e7bb-413a-acdb-dc198a32e01f will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:22:23.303053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Transition to ACTIVE for port object 59e675b2-e7bb-413a-acdb-dc198a32e01f will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:22:23.308724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:23.372112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Network 23bb9198-11bf-461a-89b5-0c01f921a383 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:22:23.378903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:22:23.386572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:22:23.388900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Pushing event updated for resources: {'Port': ['ID=59e675b2-e7bb-413a-acdb-dc198a32e01f,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:22:23.421214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.421578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.421923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.422265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.422588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.422931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.423255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.423579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.423917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.424241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.424610 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.424932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:22:23.486615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Attempting to bind port 59e675b2-e7bb-413a-acdb-dc198a32e01f on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:22:23.486980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Attempting to bind port 59e675b2-e7bb-413a-acdb-dc198a32e01f by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:22:23.487343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Attempting to bind port 59e675b2-e7bb-413a-acdb-dc198a32e01f on network 23bb9198-11bf-461a-89b5-0c01f921a383 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:22:23.492954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:22:23.493326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Checking segment: {'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:22:23.493728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:23.494112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Bound using segment: {'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:22:23.494574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Bound port: 59e675b2-e7bb-413a-acdb-dc198a32e01f, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:22:23.494984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:23.590544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] For port 59e675b2-e7bb-413a-acdb-dc198a32e01f, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:22:23.593711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] For port 59e675b2-e7bb-413a-acdb-dc198a32e01f, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=59e675b2-e7bb-413a-acdb-dc198a32e01f,segment=NetworkSegment(bbc77584-b174-43e2-9db4-469a1b44b06c),segment_id=bbc77584-b174-43e2-9db4-469a1b44b06c)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:22:23.598349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:23.673845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcbe8a-63ae-4580-bc00-ade8054fc15b None None] Pushing event updated for resources: {'Port': ['ID=59e675b2-e7bb-413a-acdb-dc198a32e01f,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:22:24.493099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e349ac6-b52a-4f7f-aa79-8dbc4ce2bf5e None None] Network 23bb9198-11bf-461a-89b5-0c01f921a383 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:22:24.603607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-87b3528b-8bb8-4d3b-a171-f3b876d407ff None None] Provisioning for port 59e675b2-e7bb-413a-acdb-dc198a32e01f completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:22:25.573345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 59e675b2-e7bb-413a-acdb-dc198a32e01f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:22:25.640299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 59e675b2-e7bb-413a-acdb-dc198a32e01f completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:22:25.645769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 59e675b2-e7bb-413a-acdb-dc198a32e01f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:22:25.646143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:25.761401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:25.792375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 59e675b2-e7bb-413a-acdb-dc198a32e01f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=59e675b2-e7bb-413a-acdb-dc198a32e01f,segment=NetworkSegment(bbc77584-b174-43e2-9db4-469a1b44b06c),segment_id=bbc77584-b174-43e2-9db4-469a1b44b06c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:22:25.795847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:25.863828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=59e675b2-e7bb-413a-acdb-dc198a32e01f,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:22:27.531775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 59e675b2-e7bb-413a-acdb-dc198a32e01f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:22:27.600917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 59e675b2-e7bb-413a-acdb-dc198a32e01f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:22:27.601285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:40.265628 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:22:41.930264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4c571620-3f40-4506-b4d2-d33f2ccb96fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:44.335280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-91ba97fc-4d9b-4ca8-8dee-0dcc2762354f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:45.263414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:45.663562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:22:47.004337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:11.932574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e773fb88-bec9-4858-9c59-7e977338ff39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:14.340187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-18b8eafd-4042-488e-a1b1-8d4903b4aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:15.266010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:15.665590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:17.010688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:17.254489 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:23:41.951259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d75e1ff3-c25e-4e97-80c3-463801d7d448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:44.333937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c97c4bf9-c1c6-40a2-9090-0e54cde548b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:45.270113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:45.667217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:46.733880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50150) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:23:46.739808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-bd43d513-3a4e-41ae-9dd9-910cd1893e19 tempest-verify_tempest_config-2115927778 tempest-verify_tempest_config-2115927778-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:23:46.740780 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bd43d513-3a4e-41ae-9dd9-910cd1893e19 tempest-verify_tempest_config-2115927778 tempest-verify_tempest_config-2115927778-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059547 Apr 22 09:23:47.012013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:47.043152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50168) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:23:47.155576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:47.169226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:23:47.172939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Usage tracker for resource:security_group_rule and tenant:82b198ae28a34f50b69d832a6694ba2f is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:23:47.176262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:23:47.181843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:23:47.263931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:47.267847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:47.315947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Synchronizing usage tracker for tenant:03a47f00f379407ebc93b6aceb13e4fe on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:23:47.319128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640464c7-07e6-4a66-92d8-abb37c034017,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:23:47.329636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.329991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.330322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.330646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.330963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.331294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.331613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.331940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.332262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.332598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.332910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.333243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.345153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] Unset dirty status for tenant:03a47f00f379407ebc93b6aceb13e4fe on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:23:47.349784 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ce2281f1-5792-4bdf-b451-8ac4a28b7638 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=82b198ae28a34f50b69d832a6694ba2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3056717 Apr 22 09:23:47.349955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50174) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:23:47.407793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:47.432011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:47.524639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:47.540322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640464c7-07e6-4a66-92d8-abb37c034017,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:23:47.548478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.548840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.549177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.549505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.549827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.550164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.550489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.550823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.551149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.551465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.551779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.552095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:23:47.555101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:23:47.558483 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5050f52a-be7e-4fae-b475-c87ef2374024 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/640464c7-07e6-4a66-92d8-abb37c034017 HTTP/1.1" status: 204 len: 168 time: 0.2054348 Apr 22 09:23:54.253540 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:24:11.932316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f42bf1d5-4e07-469e-a511-29e717609142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:14.335170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8cca67a1-189f-4bf1-952f-a70e81eb7f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:15.272328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:15.668565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:17.015302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:31.251803 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 5 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:24:41.933717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b0eff76a-dd3c-4713-9478-2b5de0e35dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:44.335963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-91c435fd-60c4-4c50-84ea-7a16acf1fa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:45.274867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:45.669943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:24:47.017360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:08.136940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1675822'] for agent, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:08.250981 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:25:11.935167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9cddafe2-609e-4906-972d-2c38ca3319d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:14.339699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-292e720d-3ea6-4d40-a745-79dc3d75c408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:15.277756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:15.673295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:17.021532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:22.371039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50244) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:25:22.480607 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1ca80a98-aad7-4c0e-adda-6e50a6509789 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1084421 Apr 22 09:25:24.645973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50254) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:25:24.699203 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6e9b4fad-a955-4043-abbb-efd4cb4e03b3 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0521822 Apr 22 09:25:38.109777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:41.938547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7e78cd61-17a6-4396-8c61-293294934e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:44.341719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4b59c1b3-450e-4467-a2bb-337e6c7d09d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:45.278806 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:25:45.279546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:45.676021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:25:47.026637 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:08.124798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:11.940057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9df96439-f92a-4923-b6dc-712adf82fa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:14.343246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb4d73e2-578a-42e5-bc17-78bdda0f993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:15.281627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:15.678317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:17.026721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:22.247996 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:26:38.126321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:41.942477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4b51fae9-bbc9-4e8b-8992-0784cbe1034f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:44.344761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8653fb1-2713-4725-9266-4d420baa4da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:45.286129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:45.680114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:47.029429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:26:59.248280 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:27:01.131689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50422) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:01.488001 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-560cdcf6-3ceb-40d8-aaac-f06b7ac805e9 tempest-AgentManagementNegativeTest-1151565208 tempest-AgentManagementNegativeTest-1151565208-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3554873 Apr 22 09:27:01.784861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50454) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:01.999930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50466) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:02.248647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50480) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:02.285286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50486) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:02.314186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1507725983'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:02.326578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1667805577-network', 'tenant_id': '1b6d96c508c14614b689349c18ef000b'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:02.329668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:02.333984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:02.338045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Usage tracker for resource:network and tenant:d027069aeffa485dbdce6d93b31618c0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:02.341054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Usage tracker for resource:network and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:02.343965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:02.346767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:02.354894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:02.357197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:02.372574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Made reservation on behalf of d027069aeffa485dbdce6d93b31618c0 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:02.376775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.391919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.401037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Made reservation on behalf of 1b6d96c508c14614b689349c18ef000b for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:02.403259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.417190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.433051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:02.437235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:02.439430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Usage tracker for resource:security_group_rule and tenant:d027069aeffa485dbdce6d93b31618c0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:02.443057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:02.446406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Usage tracker for resource:security_group_rule and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:02.451384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:02.454004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:02.459581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:02.495808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-910571204-network', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:02.505931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:02.510391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Usage tracker for resource:network and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:02.513245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:02.519357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:02.537592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Made reservation on behalf of e8083e2f93fe443f9b759a4ab03ffe68 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:02.540067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.556371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.573718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:02.578718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Usage tracker for resource:security_group_rule and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:02.581821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:02.587905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:02.750419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.752554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.759560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.774577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.818172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.844259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:02.849651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:02.878387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.882628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:02.884911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51095427-78b4-4392-b835-7977d68684dc,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:02.891511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.891752 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Added segment 5908b5e3-effb-41e4-b7b9-9f8a453e0501 of type vlan for network 085124d6-00ae-43a4-b674-c81d521f83e0 Apr 22 09:27:02.893417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] Usage tracker for resource:security_group_rule and tenant:947f52693a9943ce956759d735ba53dc is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:02.897170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.900038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:02.911186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:02.911554 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Added segment 5665552a-c4d2-44f4-9616-d5e7b912ab6d of type vlan for network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 Apr 22 09:27:02.918116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.918586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.918872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.919202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.919675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.919862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.920172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.920525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.920850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.921165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.921479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.921793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Tracked resource versions report: Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: pushed versions: Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: { 'AddressGroup': {'1.2'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'ConntrackHelper': {'1.0'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Log': {'1.0'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Network': {'1.1'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Port': {'1.7'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'PortForwarding': {'1.2'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'QosPolicy': {'1.8'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SecurityGroup': {'1.4'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SecurityGroupRule': {'1.2'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SubPort': {'1.0'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Subnet': {'1.1'}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Trunk': {'1.1'}} Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: consumer versions: Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: { DHCP agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: HyperV agent@hv-neutron-8390: {}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: L3 agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: Metadata agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: Metering agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: Open vSwitch agent@dv-neutron-839018-1-hyperv: { 'AddressGroup': '1.2', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'ConntrackHelper': '1.0', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Log': '1.0', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Network': '1.1', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Port': '1.7', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'PortForwarding': '1.2', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'QosPolicy': '1.8', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SecurityGroup': '1.4', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SecurityGroupRule': '1.2', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'SubPort': '1.0', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Subnet': '1.1', Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: 'Trunk': '1.1'}} Apr 22 09:27:02.922851 dv-neutron-839018-1-hyperv neutron-server[88063]: {{(pid=88063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 09:27:02.934421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:03.004673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:03.019536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab36bc-dcb0-44e9-b5ed-72590b3359d3,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:03.035470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.055255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.069199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.069548 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Added segment ebca383e-70b3-46c7-b724-e7a999fe798c of type vlan for network 5fdef170-d96a-4f28-8759-801a17deee4d Apr 22 09:27:03.123801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50526) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:03.133922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776b6202-b59e-4fbe-94c1-57e3972b1e5c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:03.160489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.174501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.180169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:03.180782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.214850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.215761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:03.216333 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.279364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50534) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:03.389118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.390036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:03.390593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.408272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.416512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Network': ['ID=085124d6-00ae-43a4-b674-c81d521f83e0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:03.428622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 085124d6-00ae-43a4-b674-c81d521f83e0 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:03.446666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.512623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4cff0-8d24-41e3-9bea-df631c8b86a4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:03.524925 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2750492 Apr 22 09:27:03.526952 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8f7bb77a-3436-4a07-8eff-8e9b735a6f85 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7407894 Apr 22 09:27:03.532264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1644009492', 'router:external': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:03.536364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50546) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:03.536802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50548) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:03.556563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'subnet': {'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:03.603111 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6021132 Apr 22 09:27:03.608908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50554) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:03.612496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08508e-5922-4f22-a6a6-82048cf01e26 admin admin] Pushing event updated for resources: {'Network': ['ID=637ab288-5bb9-4fb5-b5d4-21d282c916c9,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:03.622581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:03.702204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Request body: {'subnet': {'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-910571204-subnet', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:03.711625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:03.716860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Usage tracker for resource:network and tenant:cd12d3ee15444d6cb5e1385eae060d93 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:03.720052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-38b22c2c-74d1-4f0a-b3c6-dd0f1dd93877 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=947f52693a9943ce956759d735ba53dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4335039 Apr 22 09:27:03.720551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:03.727185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:03.732801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Request body: {'subnet': {'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1667805577-subnet', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:03.735712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50562) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:03.736478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a12647-212b-4d73-a368-16a9fb443716 admin admin] Pushing event updated for resources: {'Network': ['ID=5fdef170-d96a-4f28-8759-801a17deee4d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:03.741355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:03.751429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 5fdef170-d96a-4f28-8759-801a17deee4d details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:03.756772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Usage tracker for resource:subnet and tenant:d027069aeffa485dbdce6d93b31618c0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:03.759280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:03.762099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:03.766120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Usage tracker for resource:subnet and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:03.770008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:03.771082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:03.786096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:03.787639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1883041313'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:03.794450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Made reservation on behalf of d027069aeffa485dbdce6d93b31618c0 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:03.799496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.824424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Made reservation on behalf of 1b6d96c508c14614b689349c18ef000b for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:03.826774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.841657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b0d95bb-5db5-4dde-bc50-42d4151f1d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.872330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b0d95bb-5db5-4dde-bc50-42d4151f1d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.975774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Made reservation on behalf of cd12d3ee15444d6cb5e1385eae060d93 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:03.978527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:03.996082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.009375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b0d95bb-5db5-4dde-bc50-42d4151f1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.030610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50572) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:04.034774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d95bb-5db5-4dde-bc50-42d4151f1d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4cff0-8d24-41e3-9bea-df631c8b86a4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:04.049606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b0d95bb-5db5-4dde-bc50-42d4151f1d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.050885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1b0d95bb-5db5-4dde-bc50-42d4151f1d0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08c4cff0-8d24-41e3-9bea-df631c8b86a4 HTTP/1.1" status: 204 len: 168 time: 0.3056023 Apr 22 09:27:04.122871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:04.127317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:04.135473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.141112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Usage tracker for resource:subnet and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:04.144192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Usage tracker for resource:network and tenant:83fed60059aa4a92bb4f86b6797542a1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:04.166652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.175830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:04.178784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:04.182669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:04.190689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:04.199268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Usage tracker for resource:security_group_rule and tenant:cd12d3ee15444d6cb5e1385eae060d93 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:04.203639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:04.205778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:04.228733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:04.247222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b648b6c-263c-4adf-9cbc-8e54e68d6f20,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:04.257759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-440139196'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:04.260577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Made reservation on behalf of e8083e2f93fe443f9b759a4ab03ffe68 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:04.263961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Notify callbacks [] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.265823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:04.268585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Checking segment: {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:04.269008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Network hostable DHCP agents. Network: 637ab288-5bb9-4fb5-b5d4-21d282c916c9, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:04.280570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Usage tracker for resource:network and tenant:d7c9d505276140eea106676e171d1b9e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:04.283729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:04.287489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Made reservation on behalf of 83fed60059aa4a92bb4f86b6797542a1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:04.290946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.293498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:04.309494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:04.316124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Made reservation on behalf of d7c9d505276140eea106676e171d1b9e for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:04.320898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.334859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.341045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.346973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 637ab288-5bb9-4fb5-b5d4-21d282c916c9) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:04.352216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:04.352819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.362391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79cff42-22db-432a-b49a-5ddd2c214409 None None] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:04.363884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:04.372005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Usage tracker for resource:security_group_rule and tenant:d7c9d505276140eea106676e171d1b9e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:04.376606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:04.387093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:04.401943 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b816d878-ec27-4d1a-9b94-a0213b000a93 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7916601 Apr 22 09:27:04.407079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Checking segment: {'id': '5908b5e3-effb-41e4-b7b9-9f8a453e0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:04.407437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Network hostable DHCP agents. Network: 085124d6-00ae-43a4-b674-c81d521f83e0, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:04.409333 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:04.417071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:04.435264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Subnet': ['ID=80aff6ed-0751-4a72-ad44-e4c1bc12bada,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:04.438986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:04.447749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Usage tracker for resource:router and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:04.451732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:04.457577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:04.460100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:04.470017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.473069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.475628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.477543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.478980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.484022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.484560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.484874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.485366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.485754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.486158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.486640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.487127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.487700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Tracked resource versions report: Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: pushed versions: Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: { 'AddressGroup': {'1.2'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'ConntrackHelper': {'1.0'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Log': {'1.0'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Network': {'1.1'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Port': {'1.7'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'PortForwarding': {'1.2'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'QosPolicy': {'1.8'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SecurityGroup': {'1.4'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SecurityGroupRule': {'1.2'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SubPort': {'1.0'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Subnet': {'1.1'}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Trunk': {'1.1'}} Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: consumer versions: Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: { DHCP agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: HyperV agent@hv-neutron-8390: {}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: L3 agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: Metadata agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: Metering agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: Open vSwitch agent@dv-neutron-839018-1-hyperv: { 'AddressGroup': '1.2', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'ConntrackHelper': '1.0', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Log': '1.0', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Network': '1.1', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Port': '1.7', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'PortForwarding': '1.2', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'QosPolicy': '1.8', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SecurityGroup': '1.4', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SecurityGroupRule': '1.2', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'SubPort': '1.0', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Subnet': '1.1', Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: 'Trunk': '1.1'}} Apr 22 09:27:04.489069 dv-neutron-839018-1-hyperv neutron-server[88062]: {{(pid=88062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 09:27:04.502696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Usage tracker for resource:security_group_rule and tenant:83fed60059aa4a92bb4f86b6797542a1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:04.520217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:04.540428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.560842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:04.608367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Network 085124d6-00ae-43a4-b674-c81d521f83e0 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:04.657294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 085124d6-00ae-43a4-b674-c81d521f83e0) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:04.669229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:04.669966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.691149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.706230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.715813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621a5ac-e84a-4465-827e-c0aae43bfee8 None None] Network 085124d6-00ae-43a4-b674-c81d521f83e0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:04.844119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50604) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:04.859256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:04.934532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220d0e24-0184-48a1-8d56-29db4f302fd0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:04.958382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.998650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.999301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:04.999620 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Added segment d0fc306b-4757-452a-8200-f182a60871b1 of type vlan for network 65703aa7-1fad-4b1b-815f-a7e14be5ef66 Apr 22 09:27:05.043735 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:27:05.045123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.059550 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e700bc8c-c282-47fb-8f4c-99d699f4a9ff tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5168688 Apr 22 09:27:05.060915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-085124d6-00ae-43a4-b674-c81d521f83e0', 'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0', 'tenant_id': 'd027069aeffa485dbdce6d93b31618c0', 'fixed_ips': [{'subnet_id': '80aff6ed-0751-4a72-ad44-e4c1bc12bada'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:27:05.062133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.065512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50614) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.083749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1004050741'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:05.167860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:05.192785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.198414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.262075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.274103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:05.282194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:05.287221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Usage tracker for resource:floatingip and tenant:addece4e4fb3489bb989cdfaf03aa0af is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:05.292317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:05.300382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:05.306170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614b37d3-8e16-4037-ba12-c6576447df0f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:05.311850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.312254 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Added segment f0ad9c0d-8007-4b0b-8691-7e4f8d52bf3a of type vlan for network c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a Apr 22 09:27:05.313970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.332805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Allocated IP 2001:db8::2 (085124d6-00ae-43a4-b674-c81d521f83e0/80aff6ed-0751-4a72-ad44-e4c1bc12bada/ac5ba31b-1c4a-440d-9cdd-6b11c6caf368) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:05.353677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.358248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.361366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:05.362419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.409719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50624) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.414695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.465499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:05.480845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:05.504241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Checking segment: {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:05.504904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Network hostable DHCP agents. Network: 5fdef170-d96a-4f28-8759-801a17deee4d, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:05.524226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.531248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.531794 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Added segment caf21778-6bfc-4512-800d-d02b24f0a379 of type vlan for network ffc4a395-e197-4432-9d98-1995bd1c5b4f Apr 22 09:27:05.533883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b31700-eb03-409d-b99e-74bba198679c,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:05.537873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Usage tracker for resource:port and tenant:d027069aeffa485dbdce6d93b31618c0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:05.551019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:05.562873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:05.569171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Pushing event updated for resources: {'Network': ['ID=65703aa7-1fad-4b1b-815f-a7e14be5ef66,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:05.575888 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a947da3a-5a5e-4e0e-8fa6-e6ddf8087b21 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5442679 Apr 22 09:27:05.579631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31ff719-6059-4baa-a0d0-0fe8a1de68b0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:05.584388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50630) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.599790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Made reservation on behalf of d027069aeffa485dbdce6d93b31618c0 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:05.600314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 65703aa7-1fad-4b1b-815f-a7e14be5ef66 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:05.604222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.622010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Network 5fdef170-d96a-4f28-8759-801a17deee4d is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:05.627292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.630809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] device_id is not set on port 1831e768-54a3-4db4-9fbf-4fcd3f62b5a9 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:05.696043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 5fdef170-d96a-4f28-8759-801a17deee4d) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:05.704525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-2d09f57e-9e64-428b-8d61-35ac8a3af5a3 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:05.705523 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2d09f57e-9e64-428b-8d61-35ac8a3af5a3 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2929521 Apr 22 09:27:05.713930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:05.714688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.717995 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50638) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.727592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-833a201e-d080-4bf6-94b6-591f745a50c1 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:05.728572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-833a201e-d080-4bf6-94b6-591f745a50c1 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0095804 Apr 22 09:27:05.733637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50642) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.742748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.743658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:05.744213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.751480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-f1e475d1-d209-4eb5-b639-2367dbac2c13 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:05.752453 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f1e475d1-d209-4eb5-b639-2367dbac2c13 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0117984 Apr 22 09:27:05.762790 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Allocated IP 172.20.0.2 (637ab288-5bb9-4fb5-b5d4-21d282c916c9/4b648b6c-263c-4adf-9cbc-8e54e68d6f20/5cb9ea14-f09c-427d-b2d3-37b95971dbb5) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:05.776027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50646) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.801063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51833ce6-042b-4478-b664-8627e7a5f994 None None] Network 5fdef170-d96a-4f28-8759-801a17deee4d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:05.805607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-352f5122-7e83-4400-89ba-69f2f2269700 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:05.806916 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-352f5122-7e83-4400-89ba-69f2f2269700 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0251708 Apr 22 09:27:05.814653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50650) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.887107 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-59b4a47a-7d46-41dd-9d06-8f879072adde admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.3478713 Apr 22 09:27:05.892615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Request body: {'network': {'name': 'tempest-network--361064226', 'router:external': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:05.902457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50654) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.907701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.913010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:05.914054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.921050 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7926190 Apr 22 09:27:05.921050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:05.927283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50658) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.930790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:05.936009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3313d7a-4791-4093-b8e1-a9542f0dd6a2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'Network': ['ID=c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:05.940631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Usage tracker for resource:network and tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:05.951956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'subnet': {'network_id': 'c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:05.963307 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:05.968092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:05.969396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-6afbb23d-a627-4d7f-abd6-a6dc32199097 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:05.973293 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6afbb23d-a627-4d7f-abd6-a6dc32199097 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1571605 Apr 22 09:27:05.974543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:05.979983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50662) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:05.980456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:05.984367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:05.986872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:06.003211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-6eb81ea1-a4fa-4c45-9560-c3ace0e49510 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.006707 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6eb81ea1-a4fa-4c45-9560-c3ace0e49510 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0213485 Apr 22 09:27:06.013475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Usage tracker for resource:router and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:06.015081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50668) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.023423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-286cd7fc-6082-4666-8e68-8253713e3a74 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.023623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:06.026733 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-286cd7fc-6082-4666-8e68-8253713e3a74 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083609 Apr 22 09:27:06.026733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.026953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Usage tracker for resource:subnet and tenant:cd12d3ee15444d6cb5e1385eae060d93 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:06.027045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50672) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.032084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-828f50b3-e931-4f60-8eea-6c62c5bed4fb tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.034809 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-828f50b3-e931-4f60-8eea-6c62c5bed4fb tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048156 Apr 22 09:27:06.035036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50676) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.039521 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7571583 Apr 22 09:27:06.039778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:06.040384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-243406b7-d5d2-4862-a492-ef2be818cb42 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.044474 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-243406b7-d5d2-4862-a492-ef2be818cb42 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054991 Apr 22 09:27:06.044674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:06.074408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50680) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.074756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50682) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.082747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-d093060f-8412-43b3-bf3d-d4d3d4c1d513 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.086149 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d093060f-8412-43b3-bf3d-d4d3d4c1d513 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062463 Apr 22 09:27:06.086927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Request body: {'subnet': {'network_id': 'ffc4a395-e197-4432-9d98-1995bd1c5b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:06.093754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50688) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.101379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-dac17b9e-cbdf-40b6-80e5-58dc053cded7 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.107022 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dac17b9e-cbdf-40b6-80e5-58dc053cded7 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052419 Apr 22 09:27:06.107022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:06.113109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Made reservation on behalf of 6ad176ad0d2c4e9fab47cc24f34ffd07 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:06.115238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.120080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50692) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.131888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-c9a857fb-9a85-40c0-8488-846da842aa49 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.135467 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c9a857fb-9a85-40c0-8488-846da842aa49 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0127842 Apr 22 09:27:06.136425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50696) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.142887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.156165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c82ccf-2861-4287-8d72-46c6652bf6bd tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event updated for resources: {'Network': ['ID=ffc4a395-e197-4432-9d98-1995bd1c5b4f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:06.161557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.162520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.169096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Made reservation on behalf of cd12d3ee15444d6cb5e1385eae060d93 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:06.172269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.191280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:06.195350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.200471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-89da8702-18bb-4b48-bea9-c57a7a2cce40 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.203813 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-89da8702-18bb-4b48-bea9-c57a7a2cce40 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0626044 Apr 22 09:27:06.211986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50700) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.230931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-92e03bfd-6cac-4f56-9dee-a2211f856b09 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.234214 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-92e03bfd-6cac-4f56-9dee-a2211f856b09 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0189779 Apr 22 09:27:06.234337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network ffc4a395-e197-4432-9d98-1995bd1c5b4f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:06.236905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50704) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.250077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-a4336554-ac17-4e87-9c11-17e4d244da1a tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.250482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Usage tracker for resource:security_group_rule and tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:06.251005 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a4336554-ac17-4e87-9c11-17e4d244da1a tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0109875 Apr 22 09:27:06.256807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50710) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.260639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:06.273654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.286876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:06.294850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Usage tracker for resource:subnet and tenant:83fed60059aa4a92bb4f86b6797542a1 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:06.305170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:06.314215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:06.318339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-15103824-24ef-4d6f-8f5d-6c5e66ef3af2 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.319312 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-15103824-24ef-4d6f-8f5d-6c5e66ef3af2 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0536380 Apr 22 09:27:06.320481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:06.321996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50714) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.323630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Transition to ACTIVE for port object ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:06.332494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-9cba7fb2-9f02-4ce6-ab80-24e9e40fc3ff tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.333603 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9cba7fb2-9f02-4ce6-ab80-24e9e40fc3ff tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0105681 Apr 22 09:27:06.334027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.339440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50718) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.350282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Made reservation on behalf of 83fed60059aa4a92bb4f86b6797542a1 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:06.354993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks [] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.363881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-b8622604-1ebd-41f5-80fa-49c084894b00 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.364861 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b8622604-1ebd-41f5-80fa-49c084894b00 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0153039 Apr 22 09:27:06.369194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Allocated IP 172.26.2.81 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/5f479e94-30f2-42f0-a37d-1ca73f5fc39a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:06.371026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50722) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.381016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-60663cce-cca0-4dd0-bf2e-f980550f9cf7 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.384611 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-60663cce-cca0-4dd0-bf2e-f980550f9cf7 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0100768 Apr 22 09:27:06.396448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50726) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.414291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-656f38da-6bd3-48d0-8d17-bfbe54aeb0cd tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.415529 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-656f38da-6bd3-48d0-8d17-bfbe54aeb0cd tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0181701 Apr 22 09:27:06.427640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50730) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.441183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Transition to ACTIVE for port object ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:06.493583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-cc2cd7b4-2743-4252-8de5-593aa2ba9714 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.494807 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cc2cd7b4-2743-4252-8de5-593aa2ba9714 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0158622 Apr 22 09:27:06.499840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50734) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.531723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.542804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Transition to ACTIVE for port object 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:06.562280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Transition to ACTIVE for port object 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:06.576506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-5fdef170-d96a-4f28-8759-801a17deee4d', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:27:06.577934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.589449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.631051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.677594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-705910e4-1209-4c8f-b2e1-625b96978ad9 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.681406 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-705910e4-1209-4c8f-b2e1-625b96978ad9 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0649245 Apr 22 09:27:06.691733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50738) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.693811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Network 085124d6-00ae-43a4-b674-c81d521f83e0 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:06.722102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-f465092d-0a87-47c0-88f9-6f14ef9e9261 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.724444 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f465092d-0a87-47c0-88f9-6f14ef9e9261 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0218549 Apr 22 09:27:06.732721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50742) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.734211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Pushing event updated for resources: {'Port': ['ID=ac5ba31b-1c4a-440d-9cdd-6b11c6caf368,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:06.740025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:06.744976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:06.751674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-1c1c0daf-ef8a-40bd-97b7-04bf043d8e97 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.752723 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1c1c0daf-ef8a-40bd-97b7-04bf043d8e97 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0189917 Apr 22 09:27:06.754534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:06.756707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:06.758179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50746) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.773486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Allocated IP 2001:db8::1bd (085124d6-00ae-43a4-b674-c81d521f83e0/80aff6ed-0751-4a72-ad44-e4c1bc12bada/1831e768-54a3-4db4-9fbf-4fcd3f62b5a9) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:06.780948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-d29ce2a8-b890-4201-ae1b-651213bc3b84 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.781994 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d29ce2a8-b890-4201-ae1b-651213bc3b84 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0129178 Apr 22 09:27:06.797098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50750) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.809897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.815307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-035d5403-9071-4ac8-99d9-18780bfb357e tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.816367 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-035d5403-9071-4ac8-99d9-18780bfb357e tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0183525 Apr 22 09:27:06.823269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50754) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.830056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.838417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.839011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.839130 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.839634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.840136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.840488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.840813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.841134 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.841455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.841778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.842087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.842401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Tracked resource versions report: Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: pushed versions: Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: { 'AddressGroup': {'1.2'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'ConntrackHelper': {'1.0'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Log': {'1.0'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Network': {'1.1'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Port': {'1.7'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'PortForwarding': {'1.2'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'QosPolicy': {'1.8'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SecurityGroup': {'1.4'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SecurityGroupRule': {'1.2'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SubPort': {'1.0'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Subnet': {'1.1'}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Trunk': {'1.1'}} Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: consumer versions: Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: { DHCP agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: HyperV agent@hv-neutron-8390: {}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: L3 agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: Metadata agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: Metering agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: Open vSwitch agent@dv-neutron-839018-1-hyperv: { 'AddressGroup': '1.2', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'ConntrackHelper': '1.0', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Log': '1.0', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Network': '1.1', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Port': '1.7', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'PortForwarding': '1.2', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'QosPolicy': '1.8', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SecurityGroup': '1.4', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SecurityGroupRule': '1.2', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'SubPort': '1.0', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Subnet': '1.1', Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: 'Trunk': '1.1'}} Apr 22 09:27:06.843453 dv-neutron-839018-1-hyperv neutron-server[88064]: {{(pid=88064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 09:27:06.857918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:06.869902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-52869d68-0fd8-4a90-9588-cffc2a793986 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.870847 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-52869d68-0fd8-4a90-9588-cffc2a793986 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0465159 Apr 22 09:27:06.888302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50758) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.895504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.899202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-0065f995-1281-45a6-b916-97e80004750e tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.900155 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0065f995-1281-45a6-b916-97e80004750e tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0109160 Apr 22 09:27:06.903419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50762) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.924036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:06.927109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-48683e11-8fbe-43a1-930e-3055c073bb86 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.928034 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-48683e11-8fbe-43a1-930e-3055c073bb86 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0177374 Apr 22 09:27:06.935408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50766) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.954138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-85b29c29-4dc4-429d-a365-eb12c3dba46a tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.955207 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-85b29c29-4dc4-429d-a365-eb12c3dba46a tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0188868 Apr 22 09:27:06.960672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50770) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:06.975567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:06.979923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-28fc57fc-933a-4c5f-a496-71615789c4d0 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:06.980877 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-28fc57fc-933a-4c5f-a496-71615789c4d0 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0110474 Apr 22 09:27:06.986739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50774) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.005479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8c0dc-7ddf-4795-afc5-3da3acf06f96,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:07.019383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-d919c729-6054-4feb-bce1-828b89f019ea tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.020320 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d919c729-6054-4feb-bce1-828b89f019ea tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0213335 Apr 22 09:27:07.024090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50778) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.053859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Attempting to bind port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:07.054578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Attempting to bind port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '5908b5e3-effb-41e4-b7b9-9f8a453e0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:07.054883 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Attempting to bind port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 on network 085124d6-00ae-43a4-b674-c81d521f83e0 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:07.073077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.073412 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Added segment 5acfbe2a-3427-4dfe-b7e5-be2523c83f75 of type vlan for network 05a9013a-aedf-44fa-9aeb-4f44b403c458 Apr 22 09:27:07.088272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-c0b93007-394b-449d-8cf2-7f73e74ba00d tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.089238 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c0b93007-394b-449d-8cf2-7f73e74ba00d tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0609927 Apr 22 09:27:07.092212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50782) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.102562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-8b2cf8a1-2e60-47b9-951c-4668251245ce tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.103502 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8b2cf8a1-2e60-47b9-951c-4668251245ce tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0103638 Apr 22 09:27:07.115941 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50786) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.125867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-5bac51fa-5d2b-40b8-8644-01c119b19bc4 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.126873 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5bac51fa-5d2b-40b8-8644-01c119b19bc4 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094802 Apr 22 09:27:07.127806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.133769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:07.134206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50790) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.134569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Checking segment: {'id': '5908b5e3-effb-41e4-b7b9-9f8a453e0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:07.135415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.135759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Bound using segment: {'id': '5908b5e3-effb-41e4-b7b9-9f8a453e0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:07.136242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Bound port: ac5ba31b-1c4a-440d-9cdd-6b11c6caf368, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5908b5e3-effb-41e4-b7b9-9f8a453e0501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:07.136656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.150090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Pushing event updated for resources: {'Port': ['ID=5cb9ea14-f09c-427d-b2d3-37b95971dbb5,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:07.160438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Attempting to bind port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:07.160798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Attempting to bind port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:07.161355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Attempting to bind port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 on network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:07.170600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.172675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.176178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:07.176840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Checking segment: {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:07.177423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.178014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Bound using segment: {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:07.178479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Bound port: 5cb9ea14-f09c-427d-b2d3-37b95971dbb5, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:07.179547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.181874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-ac160a78-d4e0-40ca-9dc3-2211ad839d7e tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.182827 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ac160a78-d4e0-40ca-9dc3-2211ad839d7e tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0217586 Apr 22 09:27:07.216233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50794) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.227356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-d535a49c-acbd-4478-aab8-550fda3bd046 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.230930 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d535a49c-acbd-4478-aab8-550fda3bd046 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0128622 Apr 22 09:27:07.243388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50798) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.246927 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Allocated IP 172.20.0.2 (5fdef170-d96a-4f28-8759-801a17deee4d/c5b31700-eb03-409d-b99e-74bba198679c/68c399a4-283a-4070-8796-cdfc7ae03359) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:07.254392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-8b857155-bf9c-473c-b745-d38085d7817c tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.258570 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8b857155-bf9c-473c-b745-d38085d7817c tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0124745 Apr 22 09:27:07.269557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50802) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.285904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:07.295027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-4712b1b7-5a71-45e5-8342-7f15a4a033c4 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.298435 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4712b1b7-5a71-45e5-8342-7f15a4a033c4 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0234873 Apr 22 09:27:07.299773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50806) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.310494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Allocated IP 172.26.2.106 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/72e9d14a-6348-487f-9d34-ede05373eaf7) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:07.315542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-d59b1c67-8bfd-4ccf-8522-51156c9855fa tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.316053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:07.318851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:07.319598 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d59b1c67-8bfd-4ccf-8522-51156c9855fa tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0185866 Apr 22 09:27:07.321210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50810) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.330604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.331835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:07.332683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.343868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-bf275f46-c387-4c35-bad7-d93b2a3ead64 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.348014 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bf275f46-c387-4c35-bad7-d93b2a3ead64 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0226405 Apr 22 09:27:07.368649 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50814) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.382296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] For port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:07.403815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-d6dba331-30ec-49ea-96b6-c0576b67d112 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.404794 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d6dba331-30ec-49ea-96b6-c0576b67d112 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0320017 Apr 22 09:27:07.407802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50818) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.409372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Pushing event updated for resources: {'Port': ['ID=5f479e94-30f2-42f0-a37d-1ca73f5fc39a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:07.415961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.421608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event updated for resources: {'Subnet': ['ID=7e7e1723-68a9-462a-aa72-38f70e02427f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:07.442624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] For port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:07.450805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-baaa469e-002c-4fc9-9098-9e59dcb86b4d tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.454237 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-baaa469e-002c-4fc9-9098-9e59dcb86b4d tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0271385 Apr 22 09:27:07.463261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] For port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ac5ba31b-1c4a-440d-9cdd-6b11c6caf368,segment=NetworkSegment(5908b5e3-effb-41e4-b7b9-9f8a453e0501),segment_id=5908b5e3-effb-41e4-b7b9-9f8a453e0501)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:07.465200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] For port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5cb9ea14-f09c-427d-b2d3-37b95971dbb5,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:07.469594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.484214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50822) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.503859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.526788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-a8b998bf-09c0-4e82-8e70-2ac5f6e256d2 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.527589 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a8b998bf-09c0-4e82-8e70-2ac5f6e256d2 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0391772 Apr 22 09:27:07.537007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Checking segment: {'id': 'caf21778-6bfc-4512-800d-d02b24f0a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ffc4a395-e197-4432-9d98-1995bd1c5b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:07.537354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Network hostable DHCP agents. Network: ffc4a395-e197-4432-9d98-1995bd1c5b4f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:07.546671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50826) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.551161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Transition to ACTIVE for port object 1831e768-54a3-4db4-9fbf-4fcd3f62b5a9 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:07.555628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-884681c3-5da1-4ce0-917d-300beb8cbd8c tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.559241 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-884681c3-5da1-4ce0-917d-300beb8cbd8c tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0118649 Apr 22 09:27:07.564624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50830) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.577871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-95a47ee8-075f-4f3b-a4d1-cc57b94d938a tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.581363 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-95a47ee8-075f-4f3b-a4d1-cc57b94d938a tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0129001 Apr 22 09:27:07.588791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50834) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.602896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-42621ca3-cd9f-4caa-8d4a-c3c6ba8f11d2 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.606560 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-42621ca3-cd9f-4caa-8d4a-c3c6ba8f11d2 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0153408 Apr 22 09:27:07.606877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50838) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.622997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Network ffc4a395-e197-4432-9d98-1995bd1c5b4f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:07.632719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.638697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Network': ['ID=05a9013a-aedf-44fa-9aeb-4f44b403c458,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:07.643630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-749f8e41-a9f3-4246-ac3c-4bc58a8af59d tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.646070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Transition to ACTIVE for port object 68c399a4-283a-4070-8796-cdfc7ae03359 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:07.647423 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-749f8e41-a9f3-4246-ac3c-4bc58a8af59d tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0311532 Apr 22 09:27:07.664330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50842) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.669089 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e871b5ca-00b4-4323-a5ee-55ac89c45046 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0706139 Apr 22 09:27:07.677143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50846) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.682533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 05a9013a-aedf-44fa-9aeb-4f44b403c458 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:07.721111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-8580c62d-0204-4db1-bb27-ba7463725053 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.723763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, ffc4a395-e197-4432-9d98-1995bd1c5b4f) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:07.724154 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8580c62d-0204-4db1-bb27-ba7463725053 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0570621 Apr 22 09:27:07.726645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Transition to ACTIVE for port object 68c399a4-283a-4070-8796-cdfc7ae03359 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:07.731243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:07.731932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.738204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50850) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.745525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff19c7-e044-402c-87d3-9c9cd5f1b1d4 None None] Network ffc4a395-e197-4432-9d98-1995bd1c5b4f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:07.750723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-fa341003-ca0c-4439-8ba3-ea6173b20957 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.753070 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fa341003-ca0c-4439-8ba3-ea6173b20957 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0129282 Apr 22 09:27:07.759954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.777947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50854) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.837873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-d9504f2c-c16f-417c-a426-e9861ebfe759 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.838866 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d9504f2c-c16f-417c-a426-e9861ebfe759 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0243380 Apr 22 09:27:07.855359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50858) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.863811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:27:07.864292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:07.911518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-0facf5ad-9a92-40e8-ab50-25ad6e780d3b tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.915720 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0facf5ad-9a92-40e8-ab50-25ad6e780d3b tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0475574 Apr 22 09:27:07.921643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50862) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.958262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-bf2b2200-9e4f-4a5a-abea-76616f19a541 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:07.962418 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bf2b2200-9e4f-4a5a-abea-76616f19a541 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0381160 Apr 22 09:27:07.963070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:07.971057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.008640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Network 085124d6-00ae-43a4-b674-c81d521f83e0 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:08.012543 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bf921feb-75f0-400b-8d5d-9f5ab717633f tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9364603 Apr 22 09:27:08.026848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-bac3d7c1-4fdd-4a12-b606-5a1610df086b tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.030423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.033113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:08.034835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1b480-b7b0-4173-a250-44fcc2096888 None None] Pushing event updated for resources: {'Port': ['ID=ac5ba31b-1c4a-440d-9cdd-6b11c6caf368,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:08.035663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:08.042081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:08.042690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.050546 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bac3d7c1-4fdd-4a12-b606-5a1610df086b tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0811448 Apr 22 09:27:08.054163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50870) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.054304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50872) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.062280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=1831e768-54a3-4db4-9fbf-4fcd3f62b5a9,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:08.067272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.070606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-966fb899-8d21-46e6-93c9-0b11db77d041 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.073936 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-966fb899-8d21-46e6-93c9-0b11db77d041 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0149045 Apr 22 09:27:08.080345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Request body: {'port': {'network_id': 'ffc4a395-e197-4432-9d98-1995bd1c5b4f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-411146704'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:08.106528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.109398 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50878) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.160529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-1ddda83c-cd5f-46fa-8a8e-3ee4f465aed6 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.161499 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1ddda83c-cd5f-46fa-8a8e-3ee4f465aed6 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0448551 Apr 22 09:27:08.166862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50882) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.173032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.204999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.227569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a858bccd-f529-4ef8-94f0-3ada93cc90b7,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:08.239316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0a3ab-586d-42f3-b681-335d18cce4a1 None None] Pushing event updated for resources: {'Port': ['ID=5cb9ea14-f09c-427d-b2d3-37b95971dbb5,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:08.250517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Network 5fdef170-d96a-4f28-8759-801a17deee4d is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:08.254548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:08.259773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-59ae85c6-e9ba-4c22-ac2c-c0816db1083a tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.260877 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-59ae85c6-e9ba-4c22-ac2c-c0816db1083a tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0896204 Apr 22 09:27:08.264923 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-57a18a8c-89e5-4306-93d8-42e9b9a2de77 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1974854 Apr 22 09:27:08.268662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50886) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.269241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50888) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.285376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-813437873', 'allowed_address_pairs': [{'ip_address': '2001:db8::1bd', 'mac_address': 'fa:16:3e:fd:b3:3b'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:08.312484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-0d706133-8950-4e2f-bc25-a5bfa5c26475 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.312697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:08.317279 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0d706133-8950-4e2f-bc25-a5bfa5c26475 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0466528 Apr 22 09:27:08.323204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50894) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.363616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-0d080f29-56a5-4e9b-be45-ebe784122792 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.367617 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0d080f29-56a5-4e9b-be45-ebe784122792 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0387495 Apr 22 09:27:08.367617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Checking segment: {'id': 'f0ad9c0d-8007-4b0b-8691-7e4f8d52bf3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:08.367617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Network hostable DHCP agents. Network: c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:08.367925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.374390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50898) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.388546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-d908767a-4651-4890-afbf-afbd5400129b tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.392030 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d908767a-4651-4890-afbf-afbd5400129b tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0097888 Apr 22 09:27:08.397286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50902) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.455125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-d935b291-b280-434a-8dc4-2a0b9b073e31 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.456115 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d935b291-b280-434a-8dc4-2a0b9b073e31 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0124786 Apr 22 09:27:08.466132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Pushing event updated for resources: {'Port': ['ID=68c399a4-283a-4070-8796-cdfc7ae03359,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:08.467756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50906) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.485215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Attempting to bind port 68c399a4-283a-4070-8796-cdfc7ae03359 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:08.485793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Attempting to bind port 68c399a4-283a-4070-8796-cdfc7ae03359 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:08.486444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Attempting to bind port 68c399a4-283a-4070-8796-cdfc7ae03359 on network 5fdef170-d96a-4f28-8759-801a17deee4d {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:08.489130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Network c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:08.496875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:08.497256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Checking segment: {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:08.497657 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.498047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Bound using segment: {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:08.498510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Bound port: 68c399a4-283a-4070-8796-cdfc7ae03359, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:08.498898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.584240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-ffc4a395-e197-4432-9d98-1995bd1c5b4f', 'network_id': 'ffc4a395-e197-4432-9d98-1995bd1c5b4f', 'tenant_id': '83fed60059aa4a92bb4f86b6797542a1', 'fixed_ips': [{'subnet_id': '7e7e1723-68a9-462a-aa72-38f70e02427f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:27:08.585116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.630392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.677974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-79016130-2dd0-4d37-937b-b895eef98eb5 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.679917 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-79016130-2dd0-4d37-937b-b895eef98eb5 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0998089 Apr 22 09:27:08.690291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50910) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.714361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] For port 68c399a4-283a-4070-8796-cdfc7ae03359, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:08.731110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] For port 68c399a4-283a-4070-8796-cdfc7ae03359, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=68c399a4-283a-4070-8796-cdfc7ae03359,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:08.739596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Allocated IP 172.26.2.12 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/2bfa1fa4-6383-47af-8178-14987a707ff2) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:08.752079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-6b0ff3e4-1ccf-44f1-8923-3620a66872cc tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.753296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6b0ff3e4-1ccf-44f1-8923-3620a66872cc tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0620084 Apr 22 09:27:08.768825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50914) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.782171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-233a2a5c-c217-448f-88f0-11288fcda79e tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.783297 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-233a2a5c-c217-448f-88f0-11288fcda79e tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0134952 Apr 22 09:27:08.788438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50918) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.790308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.806826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.820502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-b89cbdc8-a708-48b4-bcd5-c3a77db1a624 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.821618 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b89cbdc8-a708-48b4-bcd5-c3a77db1a624 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0233002 Apr 22 09:27:08.876820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:08.881544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:08.882547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:08.884060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50922) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.898442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dac495-800a-4c3a-96a5-d0f6c48cd257 None None] Network c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:08.927614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [None req-5101a3b8-d2a7-4119-9ae1-6030a21268c7 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:08.928899 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5101a3b8-d2a7-4119-9ae1-6030a21268c7 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0439515 Apr 22 09:27:08.946177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:08.947067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50926) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:08.954515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:08.955850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Allocated IP 172.20.0.2 (ffc4a395-e197-4432-9d98-1995bd1c5b4f/7e7e1723-68a9-462a-aa72-38f70e02427f/bb57ab83-2608-4487-86d9-855b120978c2) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:08.957689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:08.972926 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'Port': ['ID=72e9d14a-6348-487f-9d34-ede05373eaf7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:08.973056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.973411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.974187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.974510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > port after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.975299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.975299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > port after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.975538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.975756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.976099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.976423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:08.990660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855e5af-75bd-4248-bfec-47aa6cc3f903 None None] Pushing event updated for resources: {'Port': ['ID=68c399a4-283a-4070-8796-cdfc7ae03359,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:09.010879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-a44890df-6477-4c8b-9a53-9684b4589da3 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:09.011869 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a44890df-6477-4c8b-9a53-9684b4589da3 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0425956 Apr 22 09:27:09.023502 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a761ded7-1a9a-4907-8d51-7d0e94d0dc82 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0880158 Apr 22 09:27:09.043024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50930) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:09.043366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50932) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:09.047805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:09.101414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-654bfa8c-5ed5-4d57-a87b-22cf1a6f0004 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:09.102410 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-654bfa8c-5ed5-4d57-a87b-22cf1a6f0004 tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0580134 Apr 22 09:27:09.119111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1066046433', 'network_id': 'c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:09.124532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:09.128801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Usage tracker for resource:port and tenant:cd12d3ee15444d6cb5e1385eae060d93 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:09.131870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:09.138423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:09.149089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Usage tracker for resource:port and tenant:d027069aeffa485dbdce6d93b31618c0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:09.163657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50938) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:09.169426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [None req-0308e844-fd20-4c7d-8541-fa0fb7533d5f tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:09.170400 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0308e844-fd20-4c7d-8541-fa0fb7533d5f tempest-ExtensionsTestJSON-817225382 tempest-ExtensionsTestJSON-817225382-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058041 Apr 22 09:27:09.176452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:09.195200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.201212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:09.205848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Made reservation on behalf of cd12d3ee15444d6cb5e1385eae060d93 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:09.209035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.295529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:09.296192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:09.296816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:09.297556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:09.298238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a9013a-aedf-44fa-9aeb-4f44b403c458']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:09.315304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Made reservation on behalf of d027069aeffa485dbdce6d93b31618c0 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:09.327746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acfbe2a-3427-4dfe-b7e5-be2523c83f75') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:09.328062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acfbe2a-3427-4dfe-b7e5-be2523c83f75') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:09.360971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.399254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.399254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:09.399254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.432045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.490359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] device_id is not set on port 062d2143-127b-4ab6-b5df-8a45a5811df0 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:09.491880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26181e8-a35d-40c7-b21e-2049592b0a0d None None] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: from cryptography.utils import int_from_bytes Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: from cryptography.utils import int_from_bytes Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn_limited( Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:09.511340 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:09.515273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.563426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1968ece-05a5-44c5-9d42-2217ca3887cb None None] Network c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:09.649839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-93406104-83b5-4ee8-aa61-96addf6d2909 None None] Provisioning for port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:09.842992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.848909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50946) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:09.853839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:09.884682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Usage tracker for resource:port and tenant:83fed60059aa4a92bb4f86b6797542a1 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:09.917318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:09.928296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event deleted for resources: {'Network': ['ID=05a9013a-aedf-44fa-9aeb-4f44b403c458,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:09.935704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05a9013a-aedf-44fa-9aeb-4f44b403c458 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 09:27:09.942803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:09.947089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:09.953385 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-eb3ad948-5310-408c-95b7-9490e2a31aa4 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "DELETE /v2.0/networks/05a9013a-aedf-44fa-9aeb-4f44b403c458 HTTP/1.1" status: 204 len: 168 time: 2.2730694 Apr 22 09:27:09.959223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50954) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:09.974129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:09.979943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:09.986395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Usage tracker for resource:network and tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:09.990105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:09.997922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:10.008623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Router 4970df1d-610a-40df-9ea8-88d697f8c986 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:27:10.041337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0072701a-9242-40cd-b0a6-3250b1773965 None None] Network 085124d6-00ae-43a4-b674-c81d521f83e0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:10.049795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.083975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:10.114515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Made reservation on behalf of 6ad176ad0d2c4e9fab47cc24f34ffd07 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:10.118483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.134198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.163476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Made reservation on behalf of 83fed60059aa4a92bb4f86b6797542a1 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:10.164167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.167552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.215489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.259078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] device_id is not set on port ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:10.318026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:10.327494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:10.330845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] Usage tracker for resource:security_group_rule and tenant:041e4a4ad42447ebb551339c8eb05714 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:10.335990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:10.381261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:10.428355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.437713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:10.451139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:10.483898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.492270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Allocated IP 172.20.0.4 (c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a/a858bccd-f529-4ef8-94f0-3ada93cc90b7/062d2143-127b-4ab6-b5df-8a45a5811df0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:10.512361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.513053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Added segment 8df04264-896f-4950-86ef-ecb61a5bf29e of type vlan for network 22ae4ae2-8b24-418b-8502-786eae74931c Apr 22 09:27:10.535786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:10.547591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] device_id is not set on port 798074ac-b714-4ffd-bc8e-8b9e5f3eb168 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:10.573166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.605331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:10.610823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:10.633268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:10.640045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9af92f-8acb-48ec-92c4-e739d88cd45e None None] Network 5fdef170-d96a-4f28-8759-801a17deee4d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:10.646298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.691355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Transition to ACTIVE for port object bb57ab83-2608-4487-86d9-855b120978c2 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:10.698403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:10.711028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.715151 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-95b9ff8d-259a-4c11-9dff-982c0320adaa admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.3020782 Apr 22 09:27:10.715264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Pushing event updated for resources: {'Port': ['ID=2bfa1fa4-6383-47af-8178-14987a707ff2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:10.721140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50962) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:10.725390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:10.726682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.735208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.785345 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Sync routers for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:10.797275 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:10.798311 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:26:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:10.799332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8bb9464d-c641-4dc2-8e97-49febcc94278 None None] Provisioning for port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:10.838502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.839460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:10.841429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.887097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.894700 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9252100 Apr 22 09:27:10.904921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8bb9464d-c641-4dc2-8e97-49febcc94278 None None] Provisioning complete for port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:10.905291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8bb9464d-c641-4dc2-8e97-49febcc94278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.909513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50968) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:10.917110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.934613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Request body: {'subnet': {'network_id': '22ae4ae2-8b24-418b-8502-786eae74931c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:10.940645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:10.945252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Usage tracker for resource:subnet and tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:10.947660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:10.948220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:10.954606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:11.016040 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:11.048452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Transition to ACTIVE for port object bb57ab83-2608-4487-86d9-855b120978c2 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:11.074939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5cb9ea14-f09c-427d-b2d3-37b95971dbb5,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:11.113483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.119721 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2745574 Apr 22 09:27:11.122422 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50972) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:11.122532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.131563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.132838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 68c399a4-283a-4070-8796-cdfc7ae03359 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:11.266258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-146942320'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:11.278671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167574b7-033b-4179-abb5-5ee5d50a894e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'Port': ['ID=72e9d14a-6348-487f-9d34-ede05373eaf7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:11.282067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Network ffc4a395-e197-4432-9d98-1995bd1c5b4f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:11.282918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Made reservation on behalf of 6ad176ad0d2c4e9fab47cc24f34ffd07 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:11.285722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.292661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:11.300191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:11.327080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:11.332928 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:07Z', 'revision_number': 3, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:11.338437 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Checking router: 4970df1d-610a-40df-9ea8-88d697f8c986 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:27:11.338918 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Updating router 4970df1d-610a-40df-9ea8-88d697f8c986 port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:27:11.346224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c08da-dbe4-4545-90ca-3657108a405f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Network': ['ID=22ae4ae2-8b24-418b-8502-786eae74931c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:11.363722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007f56f6-c3e9-4721-a388-4be2d391566a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:11.381406 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fa9903a0-f0c5-405d-96c8-45ee93430e03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=041e4a4ad42447ebb551339c8eb05714&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5246301 Apr 22 09:27:11.381710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 22ae4ae2-8b24-418b-8502-786eae74931c details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:11.385557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 50976) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:11.395561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 68c399a4-283a-4070-8796-cdfc7ae03359 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:11.402717 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.408876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Usage tracker for resource:network and tenant:addece4e4fb3489bb989cdfaf03aa0af is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:11.418567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:11.521830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:11.568414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Allocated IP 2001:db8::118 (085124d6-00ae-43a4-b674-c81d521f83e0/80aff6ed-0751-4a72-ad44-e4c1bc12bada/798074ac-b714-4ffd-bc8e-8b9e5f3eb168) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:11.600046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Made reservation on behalf of addece4e4fb3489bb989cdfaf03aa0af for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:11.607193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.634845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Attempting to bind port bb57ab83-2608-4487-86d9-855b120978c2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:11.635367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Attempting to bind port bb57ab83-2608-4487-86d9-855b120978c2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'caf21778-6bfc-4512-800d-d02b24f0a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ffc4a395-e197-4432-9d98-1995bd1c5b4f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:11.635609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Attempting to bind port bb57ab83-2608-4487-86d9-855b120978c2 on network ffc4a395-e197-4432-9d98-1995bd1c5b4f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:11.641477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Pushing event updated for resources: {'Port': ['ID=bb57ab83-2608-4487-86d9-855b120978c2,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:11.685054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.687915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Allocated IP 172.20.0.14 (ffc4a395-e197-4432-9d98-1995bd1c5b4f/7e7e1723-68a9-462a-aa72-38f70e02427f/ff4319dc-76e7-42f9-9c93-2b5d7eb4c551) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:11.762012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8bb9464d-c641-4dc2-8e97-49febcc94278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.782424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:11.782811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Checking segment: {'id': 'caf21778-6bfc-4512-800d-d02b24f0a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ffc4a395-e197-4432-9d98-1995bd1c5b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:11.783182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.783843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Bound using segment: {'id': 'caf21778-6bfc-4512-800d-d02b24f0a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ffc4a395-e197-4432-9d98-1995bd1c5b4f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:11.784016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Bound port: bb57ab83-2608-4487-86d9-855b120978c2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf21778-6bfc-4512-800d-d02b24f0a379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ffc4a395-e197-4432-9d98-1995bd1c5b4f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:11.784386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.819148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.831528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:11.844773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Usage tracker for resource:security_group_rule and tenant:addece4e4fb3489bb989cdfaf03aa0af is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:11.857693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:11.896160 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.900627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:11.916290 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Transition to ACTIVE for port object 5f479e94-30f2-42f0-a37d-1ca73f5fc39a will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:11.920004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0600195-d359-46e3-bb01-5c0476c714ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.930530 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.946423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:11.992131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8bb9464d-c641-4dc2-8e97-49febcc94278 None None] For port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ac5ba31b-1c4a-440d-9cdd-6b11c6caf368,segment=NetworkSegment(5908b5e3-effb-41e4-b7b9-9f8a453e0501),segment_id=5908b5e3-effb-41e4-b7b9-9f8a453e0501)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:12.025851 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Pushing event updated for resources: {'Port': ['ID=5f479e94-30f2-42f0-a37d-1ca73f5fc39a,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:12.030300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8bb9464d-c641-4dc2-8e97-49febcc94278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.042001 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.042425 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.043271 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.043820 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.044282 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.044474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=5cb9ea14-f09c-427d-b2d3-37b95971dbb5,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:12.044811 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.045154 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.045831 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.046296 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.047186 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.047289 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.047537 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Tracked resource versions report: Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: pushed versions: Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: { 'AddressGroup': {'1.2'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'ConntrackHelper': {'1.0'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Log': {'1.0'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Network': {'1.1'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Port': {'1.7'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'PortForwarding': {'1.2'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'QosPolicy': {'1.8'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SecurityGroup': {'1.4'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SecurityGroupRule': {'1.2'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SubPort': {'1.0'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Subnet': {'1.1'}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Trunk': {'1.1'}} Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: consumer versions: Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: { DHCP agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: HyperV agent@hv-neutron-8390: {}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: L3 agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: Metadata agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: Metering agent@dv-neutron-839018-1-hyperv: {}, Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: Open vSwitch agent@dv-neutron-839018-1-hyperv: { 'AddressGroup': '1.2', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'ConntrackHelper': '1.0', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Log': '1.0', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Network': '1.1', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Port': '1.7', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'PortForwarding': '1.2', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'QosPolicy': '1.8', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SecurityGroup': '1.4', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SecurityGroupRule': '1.2', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'SubPort': '1.0', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Subnet': '1.1', Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: 'Trunk': '1.1'}} Apr 22 09:27:12.048909 dv-neutron-839018-1-hyperv neutron-server[88065]: {{(pid=88065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 22 09:27:12.082732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0600195-d359-46e3-bb01-5c0476c714ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.094245 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Attempting to bind port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:12.094615 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Attempting to bind port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:12.094975 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Attempting to bind port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:12.100605 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:12.101584 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:12.101894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.102277 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:12.102845 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Bound port: 5f479e94-30f2-42f0-a37d-1ca73f5fc39a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:12.103240 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.141067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76223ac1-55dc-43b0-89ba-563b28b69981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.188754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] For port bb57ab83-2608-4487-86d9-855b120978c2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:12.219847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] For port bb57ab83-2608-4487-86d9-855b120978c2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bb57ab83-2608-4487-86d9-855b120978c2,segment=NetworkSegment(caf21778-6bfc-4512-800d-d02b24f0a379),segment_id=caf21778-6bfc-4512-800d-d02b24f0a379)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:12.220453 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] For port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:12.228351 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] Provisioning complete for port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:12.229340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.231804 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] For port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5f479e94-30f2-42f0-a37d-1ca73f5fc39a,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:12.244112 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.254488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9464d-c641-4dc2-8e97-49febcc94278 None None] Pushing event updated for resources: {'Port': ['ID=ac5ba31b-1c4a-440d-9cdd-6b11c6caf368,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:12.264700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.386318 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaeac5-b227-459c-8b12-c5283aa63e94 None None] Pushing event updated for resources: {'Port': ['ID=5f479e94-30f2-42f0-a37d-1ca73f5fc39a,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:12.418442 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:12.419817 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:26:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:12.441918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c746a-6727-4791-a650-cf900c779de7 None None] Pushing event updated for resources: {'Port': ['ID=bb57ab83-2608-4487-86d9-855b120978c2,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:12.574068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] Provisioning for port 68c399a4-283a-4070-8796-cdfc7ae03359 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:12.580815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] Provisioning complete for port 68c399a4-283a-4070-8796-cdfc7ae03359 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:12.581230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.630805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.646255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.729167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.749831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Transition to ACTIVE for port object ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:12.786460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.818012 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:12.900950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Network ffc4a395-e197-4432-9d98-1995bd1c5b4f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:12.918347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:12.925612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:12.930138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:12.980767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] For port 68c399a4-283a-4070-8796-cdfc7ae03359, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=68c399a4-283a-4070-8796-cdfc7ae03359,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:12.997584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.027667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0600195-d359-46e3-bb01-5c0476c714ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.079133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Network c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:13.105286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.105475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0600195-d359-46e3-bb01-5c0476c714ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.113275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:13.121446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cb405-177f-4d10-b27f-7350bc211790 None None] Pushing event updated for resources: {'Port': ['ID=68c399a4-283a-4070-8796-cdfc7ae03359,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:13.128587 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c0600195-d359-46e3-bb01-5c0476c714ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/007f56f6-c3e9-4721-a388-4be2d391566a HTTP/1.1" status: 204 len: 168 time: 1.6454716 Apr 22 09:27:13.143872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'Port': ['ID=062d2143-127b-4ab6-b5df-8a45a5811df0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:13.153119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3b79b0d9-18f5-4f10-a21b-5bef6639e1b9 None None] Provisioning complete for port 68c399a4-283a-4070-8796-cdfc7ae03359 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:13.153498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b79b0d9-18f5-4f10-a21b-5bef6639e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.166332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0600195-d359-46e3-bb01-5c0476c714ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f56f6-c3e9-4721-a388-4be2d391566a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:13.168145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event updated for resources: {'Port': ['ID=ff4319dc-76e7-42f9-9c93-2b5d7eb4c551,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:13.242972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:13.244103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:13.244726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.284798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Transition to ACTIVE for port object 798074ac-b714-4ffd-bc8e-8b9e5f3eb168 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:13.308664 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:07Z', 'revision_number': 3, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:13.318913 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392cc18c-a70e-4062-a04a-6e0cdae91f02 None None] The sync data for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv is: [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:07Z', 'revision_number': 3, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:13.337989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.346535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.376880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:13.378029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.432633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3b79b0d9-18f5-4f10-a21b-5bef6639e1b9 None None] Provisioning for port 1831e768-54a3-4db4-9fbf-4fcd3f62b5a9 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:13.446692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3b79b0d9-18f5-4f10-a21b-5bef6639e1b9 None None] Provisioning complete for port 1831e768-54a3-4db4-9fbf-4fcd3f62b5a9 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:13.447155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b79b0d9-18f5-4f10-a21b-5bef6639e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.454046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.527457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Network 085124d6-00ae-43a4-b674-c81d521f83e0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:13.559837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fceb06f-a885-406e-b235-b845db21b28b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:13.590555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:13.606438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:13.615005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3b79b0d9-18f5-4f10-a21b-5bef6639e1b9 None None] Port 1831e768-54a3-4db4-9fbf-4fcd3f62b5a9 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:13.617815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:13.618492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.647340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3b79b0d9-18f5-4f10-a21b-5bef6639e1b9 None None] Provisioning complete for port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:13.648241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3b79b0d9-18f5-4f10-a21b-5bef6639e1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:13.679640 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-59f317e1-89fb-4511-a8e8-79b7b5cfc4be tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.6330197 Apr 22 09:27:13.682544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50994) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:13.706958 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 5.4272261 Apr 22 09:27:13.706958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e64fce-2cac-45e4-b75d-5260f56a227f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=798074ac-b714-4ffd-bc8e-8b9e5f3eb168,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:13.722857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:13.728526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 50998) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:13.801888 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8f18ade6-b7b8-467e-aff4-bd4efe15af44 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7460725 Apr 22 09:27:13.805724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51004) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:13.935553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.065685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bb57ab83-2608-4487-86d9-855b120978c2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:14.100316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b5c78e85-b573-4cd8-93b2-c9a3ee22d154 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Deleting port ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:14.100316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5c78e85-b573-4cd8-93b2-c9a3ee22d154 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.110020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.110367 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Added segment 80a1653b-83f5-4627-b366-c6ebf2a6cd4d of type vlan for network 4f3833c1-255e-44c0-92a5-c56c477656e7 Apr 22 09:27:14.134702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aa8998-770f-4d34-875a-1e631ac481cb None None] Network ffc4a395-e197-4432-9d98-1995bd1c5b4f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:14.208387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-74810b2e-ba22-466a-b3a4-746358e46289 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Deleting port 062d2143-127b-4ab6-b5df-8a45a5811df0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:14.208812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74810b2e-ba22-466a-b3a4-746358e46289 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.277476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e845ee19-be6f-4a50-944d-c90db915f793 None None] Provisioning for port 798074ac-b714-4ffd-bc8e-8b9e5f3eb168 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:14.294296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e845ee19-be6f-4a50-944d-c90db915f793 None None] Provisioning complete for port 798074ac-b714-4ffd-bc8e-8b9e5f3eb168 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:14.295390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e845ee19-be6f-4a50-944d-c90db915f793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.343830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.345716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port bb57ab83-2608-4487-86d9-855b120978c2 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:14.356372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:14.357874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:27:14.358397 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.403061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Router ac4e3128-9b66-4d8d-9f97-60a67b84bebd is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:27:14.495685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e845ee19-be6f-4a50-944d-c90db915f793 None None] Port 798074ac-b714-4ffd-bc8e-8b9e5f3eb168 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:14.570452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1662b0-7ac2-4edb-bd70-0b530d08724c tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:14.576026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-37b08af9-340e-4b41-8bbd-0f4de5681a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.576466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1662b0-7ac2-4edb-bd70-0b530d08724c tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:14.583669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1662b0-7ac2-4edb-bd70-0b530d08724c tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:14.584562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bf1662b0-7ac2-4edb-bd70-0b530d08724c tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Synchronizing usage tracker for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:14.603410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:14.607354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.621875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.627590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:14.628629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.655220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51016) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:14.735410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Subnet': ['ID=94899ec0-c059-42be-84ad-a6428348af64,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:14.745924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Checking segment: {'id': '8df04264-896f-4950-86ef-ecb61a5bf29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '22ae4ae2-8b24-418b-8502-786eae74931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:14.747416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Network hostable DHCP agents. Network: 22ae4ae2-8b24-418b-8502-786eae74931c, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:14.755368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d4e28950-0a20-4185-a7eb-808d1ff43176 None None] Provisioning for port bb57ab83-2608-4487-86d9-855b120978c2 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:14.767197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d4e28950-0a20-4185-a7eb-808d1ff43176 None None] Provisioning complete for port bb57ab83-2608-4487-86d9-855b120978c2 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:14.767568 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e28950-0a20-4185-a7eb-808d1ff43176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.804573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bf1662b0-7ac2-4edb-bd70-0b530d08724c tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Unset dirty status for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:14.805708 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bf1662b0-7ac2-4edb-bd70-0b530d08724c tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.0767286 Apr 22 09:27:14.807111 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.6670291 Apr 22 09:27:14.811614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5c78e85-b573-4cd8-93b2-c9a3ee22d154 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:14.827012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51022) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:14.829354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51024) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:14.848160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Request body: {'subnet': {'network_id': '4f3833c1-255e-44c0-92a5-c56c477656e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:14.943632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:14.977780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d74b22-9429-4be9-be44-3c37147e1696 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'Network': ['ID=4f3833c1-255e-44c0-92a5-c56c477656e7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:15.008813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:15.027076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Sync routers for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:15.030963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:15.034632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74810b2e-ba22-466a-b3a4-746358e46289 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.042933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1084324507'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:15.043689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.047767 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-83d99dba-7266-4ed8-8647-7555861668da admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.1385763 Apr 22 09:27:15.048760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51032) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:15.059036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b5c78e85-b573-4cd8-93b2-c9a3ee22d154 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Calling delete_port for ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:15.118678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:15.122334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Allocated IP 172.20.0.1 (637ab288-5bb9-4fb5-b5d4-21d282c916c9/4b648b6c-263c-4adf-9cbc-8e54e68d6f20/ceaf8898-9525-4376-af49-1e5abc20d71e) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:15.154158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e28950-0a20-4185-a7eb-808d1ff43176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.192621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:15.193450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:15.196879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Usage tracker for resource:network and tenant:9d7a7b06fb574581acb48376a05dfd8b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:15.199430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Network 22ae4ae2-8b24-418b-8502-786eae74931c is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:15.204047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:15.236677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:15.248141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-74810b2e-ba22-466a-b3a4-746358e46289 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Calling delete_port for 062d2143-127b-4ab6-b5df-8a45a5811df0 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:15.253332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f2155453-1fec-41d8-b944-cf003895abea tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting port 798074ac-b714-4ffd-bc8e-8b9e5f3eb168 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:15.253662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2155453-1fec-41d8-b944-cf003895abea tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.422305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:15.424968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 22ae4ae2-8b24-418b-8502-786eae74931c) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:15.443819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Made reservation on behalf of 9d7a7b06fb574581acb48376a05dfd8b for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:15.447200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.456235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Usage tracker for resource:subnet and tenant:addece4e4fb3489bb989cdfaf03aa0af is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:15.465148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:15.469721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b362329-e7fa-4a8b-9942-5b1c4c799d05 None None] Network 22ae4ae2-8b24-418b-8502-786eae74931c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:15.471008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:15.471643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.491547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:15.550995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.632024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d4e28950-0a20-4185-a7eb-808d1ff43176 None None] For port bb57ab83-2608-4487-86d9-855b120978c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bb57ab83-2608-4487-86d9-855b120978c2,segment=NetworkSegment(caf21778-6bfc-4512-800d-d02b24f0a379),segment_id=caf21778-6bfc-4512-800d-d02b24f0a379)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:15.645095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.665064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:15.709527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e28950-0a20-4185-a7eb-808d1ff43176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.780156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Made reservation on behalf of addece4e4fb3489bb989cdfaf03aa0af for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:15.784167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.805415 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:15.833557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51036) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:15.839429 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bb6b6e0e-092a-4ad8-98e6-767e9ca27c9e tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9283941 Apr 22 09:27:15.843315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Usage tracker for resource:security_group_rule and tenant:9d7a7b06fb574581acb48376a05dfd8b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:15.846080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Request body: {'floatingip': {'floating_network_id': '22ae4ae2-8b24-418b-8502-786eae74931c'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:15.877881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:15.906354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:15.906722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.914740 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:15.926445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Usage tracker for resource:floatingip and tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:15.927666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:15.931211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:15.940830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74810b2e-ba22-466a-b3a4-746358e46289 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:15.942713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:16.007928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74810b2e-ba22-466a-b3a4-746358e46289 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event deleted for resources: {'Port': ['ID=062d2143-127b-4ab6-b5df-8a45a5811df0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:16.068280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5c78e85-b573-4cd8-93b2-c9a3ee22d154 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.074875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.075419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.087699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.116985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9f3e9df1-be70-4083-a262-d42a3b3a58de None None] Provisioning for port ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:16.158836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74810b2e-ba22-466a-b3a4-746358e46289 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.160421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9f3e9df1-be70-4083-a262-d42a3b3a58de None None] Provisioning complete for port ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:16.161023 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9df1-be70-4083-a262-d42a3b3a58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.178583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c78e85-b573-4cd8-93b2-c9a3ee22d154 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event deleted for resources: {'Port': ['ID=ff4319dc-76e7-42f9-9c93-2b5d7eb4c551,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:16.194058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Transition to ACTIVE for port object ceaf8898-9525-4376-af49-1e5abc20d71e will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:16.198839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e28950-0a20-4185-a7eb-808d1ff43176 None None] Pushing event updated for resources: {'Port': ['ID=bb57ab83-2608-4487-86d9-855b120978c2,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:16.202762 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-74810b2e-ba22-466a-b3a4-746358e46289 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "DELETE /v2.0/ports/062d2143-127b-4ab6-b5df-8a45a5811df0 HTTP/1.1" status: 204 len: 168 time: 2.5117362 Apr 22 09:27:16.210742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51040) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:16.222307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a', 'external_fixed_ips': [{'subnet_id': 'a858bccd-f529-4ef8-94f0-3ada93cc90b7', 'ip_address': '172.20.0.4'}]}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:16.231077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:16.233106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e9df1-be70-4083-a262-d42a3b3a58de None None] Port ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 was deleted so its status cannot be updated. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 09:27:16.284039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Usage tracker for resource:router and tenant:cd12d3ee15444d6cb5e1385eae060d93 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:16.292017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:16.304757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:16.381898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2155453-1fec-41d8-b944-cf003895abea tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.390837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9f3e9df1-be70-4083-a262-d42a3b3a58de None None] Provisioning complete for port bb57ab83-2608-4487-86d9-855b120978c2 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:16.391209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9f3e9df1-be70-4083-a262-d42a3b3a58de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.408465 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.409581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.425275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e688fe-445a-4e3f-8920-62e4e9b110f5 None None] Network 22ae4ae2-8b24-418b-8502-786eae74931c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:16.457292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.459896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.479148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.481449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 68c399a4-283a-4070-8796-cdfc7ae03359 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:16.525706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.706031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f2155453-1fec-41d8-b944-cf003895abea tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Calling delete_port for 798074ac-b714-4ffd-bc8e-8b9e5f3eb168 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:16.760376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 68c399a4-283a-4070-8796-cdfc7ae03359 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:16.760771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.786509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:11Z', 'revision_number': 3, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:16.786938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5c78e85-b573-4cd8-93b2-c9a3ee22d154 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.801589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:16.805431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.819199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:16.824218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Checking router: ac4e3128-9b66-4d8d-9f97-60a67b84bebd for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:27:16.824596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Updating router ac4e3128-9b66-4d8d-9f97-60a67b84bebd port 2bfa1fa4-6383-47af-8178-14987a707ff2 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:27:16.844608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:16.870835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.936724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.951258 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b5c78e85-b573-4cd8-93b2-c9a3ee22d154 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "DELETE /v2.0/ports/ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 HTTP/1.1" status: 204 len: 168 time: 3.1420183 Apr 22 09:27:16.951258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3676997-a7da-4ab1-810c-1660a2389865,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:16.962419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51046) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:16.977594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:16.978077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Pushing event updated for resources: {'Port': ['ID=ceaf8898-9525-4376-af49-1e5abc20d71e,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:16.999263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:17.050238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.121672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.136162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.179223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.181140 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Added segment 447f8e02-8206-43e5-9bd5-b54de416fa16 of type vlan for network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 Apr 22 09:27:17.216758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Allocated IP 172.20.0.6 (22ae4ae2-8b24-418b-8502-786eae74931c/94899ec0-c059-42be-84ad-a6428348af64/02f6de1b-c7ec-464c-b451-85d3036f480d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:17.275672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Allocated IP 172.20.0.1 (5fdef170-d96a-4f28-8759-801a17deee4d/c5b31700-eb03-409d-b99e-74bba198679c/e94f0d1a-db07-44b8-bb4d-7f18232ab790) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:17.309955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b2795b0c-576f-4982-9c14-60aa3aede6b5 None None] Provisioning for port ceaf8898-9525-4376-af49-1e5abc20d71e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:17.330805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b2795b0c-576f-4982-9c14-60aa3aede6b5 None None] Provisioning complete for port ceaf8898-9525-4376-af49-1e5abc20d71e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:17.331169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2795b0c-576f-4982-9c14-60aa3aede6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.373410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bb57ab83-2608-4487-86d9-855b120978c2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:17.406742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'Subnet': ['ID=cd9fe687-dc6d-450a-b500-b594149f60ab,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:17.427347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2155453-1fec-41d8-b944-cf003895abea tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.445078 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-98874697-b98f-4669-ad7e-ee83c4630752 tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4806294 Apr 22 09:27:17.448232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51052) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:17.527466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1614061262'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:17.531106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b2795b0c-576f-4982-9c14-60aa3aede6b5 None None] Port ceaf8898-9525-4376-af49-1e5abc20d71e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:17.538270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:17.539526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.555626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Usage tracker for resource:network and tenant:83fed60059aa4a92bb4f86b6797542a1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:17.595566 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port bb57ab83-2608-4487-86d9-855b120978c2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:17.595935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.604804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:17.610189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2155453-1fec-41d8-b944-cf003895abea tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event deleted for resources: {'Port': ['ID=798074ac-b714-4ffd-bc8e-8b9e5f3eb168,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:17.614573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.631464 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:17.663591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.684252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Checking segment: {'id': '80a1653b-83f5-4627-b366-c6ebf2a6cd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4f3833c1-255e-44c0-92a5-c56c477656e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:17.684787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Network hostable DHCP agents. Network: 4f3833c1-255e-44c0-92a5-c56c477656e7, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:17.689756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Transition to ACTIVE for port object 2bfa1fa4-6383-47af-8178-14987a707ff2 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:17.702050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Made reservation on behalf of 83fed60059aa4a92bb4f86b6797542a1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:17.703074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.706007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.733586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.754962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:17.802932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.831746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 4f3833c1-255e-44c0-92a5-c56c477656e7) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:17.834584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac733385-20f9-47f6-bd1f-0416d622697b None None] Pushing event updated for resources: {'Port': ['ID=2bfa1fa4-6383-47af-8178-14987a707ff2,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:17.834881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Transition to ACTIVE for port object e94f0d1a-db07-44b8-bb4d-7f18232ab790 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:17.846335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2155453-1fec-41d8-b944-cf003895abea tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.850041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Attempting to bind port 2bfa1fa4-6383-47af-8178-14987a707ff2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:17.851195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Attempting to bind port 2bfa1fa4-6383-47af-8178-14987a707ff2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:17.851797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Attempting to bind port 2bfa1fa4-6383-47af-8178-14987a707ff2 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:17.863374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3092d6f-7ea6-4fdf-b151-6546c7a27ee4 None None] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:17.863602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:17.863994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.876580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:17.876952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:17.877356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.877749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:17.878236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Bound port: 2bfa1fa4-6383-47af-8178-14987a707ff2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:17.878581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:17.914441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5f479e94-30f2-42f0-a37d-1ca73f5fc39a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:17.918815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9a3b3155-d5ec-41f7-8b5a-5e845a9977ec tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0881298 Apr 22 09:27:17.921570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51056) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:17.925889 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f2155453-1fec-41d8-b944-cf003895abea tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "DELETE /v2.0/ports/798074ac-b714-4ffd-bc8e-8b9e5f3eb168 HTTP/1.1" status: 204 len: 168 time: 3.0901394 Apr 22 09:27:17.928425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51058) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:17.990894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:27:17.992016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:27:18.042243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.095260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] For port 2bfa1fa4-6383-47af-8178-14987a707ff2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:18.096466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-211992676', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:18.101216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] For port 2bfa1fa4-6383-47af-8178-14987a707ff2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2bfa1fa4-6383-47af-8178-14987a707ff2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:18.103722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.109396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:18.109936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.111747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.119584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.126206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:18.143957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Network 22ae4ae2-8b24-418b-8502-786eae74931c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:18.150665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:18.153718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.154712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:18.157883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:18.170250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Usage tracker for resource:router and tenant:addece4e4fb3489bb989cdfaf03aa0af is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:18.176734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:18.177106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.181735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:18.187955 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21ab8a2-e2ab-4fca-accf-7e1fbeb81516 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] GET failed (client error): The resource could not be found. Apr 22 09:27:18.188512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e21ab8a2-e2ab-4fca-accf-7e1fbeb81516 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Synchronizing usage tracker for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:18.199097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:18.200692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.211208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Port': ['ID=02f6de1b-c7ec-464c-b451-85d3036f480d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:18.280119 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.6234362 Apr 22 09:27:18.290835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51064) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:18.296513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e21ab8a2-e2ab-4fca-accf-7e1fbeb81516 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Unset dirty status for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:18.301035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Network 5fdef170-d96a-4f28-8759-801a17deee4d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:18.303268 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e21ab8a2-e2ab-4fca-accf-7e1fbeb81516 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "GET /v2.0/ports/798074ac-b714-4ffd-bc8e-8b9e5f3eb168 HTTP/1.1" status: 404 len: 333 time: 0.3708727 Apr 22 09:27:18.304072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63566596-23c4-43bc-8560-a1515346de11 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event updated for resources: {'Network': ['ID=81ffb4ca-01f0-4d39-a0d1-99bacfdfac92,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:18.307957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:18.309046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51068) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:18.311556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:18.312014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.312182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:18.312628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.318143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Request body: {'subnet': {'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:18.323132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-106201003'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:18.338906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:18.339595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.378987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:18.403333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac733385-20f9-47f6-bd1f-0416d622697b None None] Pushing event updated for resources: {'Port': ['ID=2bfa1fa4-6383-47af-8178-14987a707ff2,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:18.451465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.495539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.497674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.522100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.535204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:18.543948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.544492 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Added segment bcd2d66c-e8f7-41a0-a338-05a2be63bd09 of type vlan for network 79f6290f-89ef-4239-936e-72a16ec16742 Apr 22 09:27:18.569001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-4f3833c1-255e-44c0-92a5-c56c477656e7', 'network_id': '4f3833c1-255e-44c0-92a5-c56c477656e7', 'tenant_id': 'addece4e4fb3489bb989cdfaf03aa0af', 'fixed_ips': [{'subnet_id': 'cd9fe687-dc6d-450a-b500-b594149f60ab'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:27:18.570129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.576638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.681567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Pushing event updated for resources: {'Port': ['ID=e94f0d1a-db07-44b8-bb4d-7f18232ab790,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:18.699612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.702673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:18.703257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.709666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.791203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:18.808341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.810001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Pushing event updated for resources: {'Port': ['ID=ceaf8898-9525-4376-af49-1e5abc20d71e,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:18.813158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.827148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4e920f90-6793-4328-bd2e-cde4dae61434 None None] Provisioning for port e94f0d1a-db07-44b8-bb4d-7f18232ab790 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:18.848112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:18.875463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:18.952371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4e920f90-6793-4328-bd2e-cde4dae61434 None None] Provisioning complete for port e94f0d1a-db07-44b8-bb4d-7f18232ab790 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:18.952582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4e920f90-6793-4328-bd2e-cde4dae61434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:18.972497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:18.976566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.016892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5f479e94-30f2-42f0-a37d-1ca73f5fc39a,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:19.031339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Usage tracker for resource:subnet and tenant:9d7a7b06fb574581acb48376a05dfd8b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:19.035492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:19.044609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event updated for resources: {'Network': ['ID=79f6290f-89ef-4239-936e-72a16ec16742,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:19.058413 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bfe81a20-2526-47fd-a5d0-74188ebf88db tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6035662 Apr 22 09:27:19.068663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51072) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:19.073190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:19.091274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.095618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Made reservation on behalf of d027069aeffa485dbdce6d93b31618c0 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:19.099023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.121896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 79f6290f-89ef-4239-936e-72a16ec16742 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:19.134377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.181547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Made reservation on behalf of 9d7a7b06fb574581acb48376a05dfd8b for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:19.185167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks [] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.207224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Allocated IP 172.20.0.4 (c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a/a858bccd-f529-4ef8-94f0-3ada93cc90b7/dd6cf88f-9a61-4936-a79d-22c0f20e2f05) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:19.238259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] device_id is not set on port 459df4a0-0806-488f-94f1-0047aa0353f7 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:19.327231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4e920f90-6793-4328-bd2e-cde4dae61434 None None] Port e94f0d1a-db07-44b8-bb4d-7f18232ab790 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:19.360848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:19.374524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:19.395738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Allocated IP 172.20.0.2 (4f3833c1-255e-44c0-92a5-c56c477656e7/cd9fe687-dc6d-450a-b500-b594149f60ab/4167b85b-d171-4c52-987d-fb37f0f4df5a) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:19.399957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=5f479e94-30f2-42f0-a37d-1ca73f5fc39a,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:19.490693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.520676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.675946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.694626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eba08cec-101e-4fd6-935b-4576a3d9a713 None None] Provisioning complete for port ceaf8898-9525-4376-af49-1e5abc20d71e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:19.695290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eba08cec-101e-4fd6-935b-4576a3d9a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.732035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Port': ['ID=02f6de1b-c7ec-464c-b451-85d3036f480d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:19.734121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.762204 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-79753975-7c73-4ecc-a400-cf3ce6399493 tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "GET /v2.0/agents/73ab63b1-3457-4c42-942b-89f79eaabf6c/dhcp-networks HTTP/1.1" status: 200 len: 8067 time: 0.6917057 Apr 22 09:27:19.771519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51076) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:19.774465 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.778260 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-16e1ead9-5b6c-4e50-b5de-c0ad579a63f8 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9373968 Apr 22 09:27:19.782182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51080) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:19.799981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-eba08cec-101e-4fd6-935b-4576a3d9a713 None None] Port ceaf8898-9525-4376-af49-1e5abc20d71e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:19.809830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:11Z', 'revision_number': 3, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:19.822046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d22b5-2a44-4a40-a32d-d42960c210a4 None None] The sync data for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:11Z', 'revision_number': 3, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:19.828372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.843161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Transition to ACTIVE for port object 4167b85b-d171-4c52-987d-fb37f0f4df5a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:19.868482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Allocated IP 2001:db8::303 (085124d6-00ae-43a4-b674-c81d521f83e0/80aff6ed-0751-4a72-ad44-e4c1bc12bada/459df4a0-0806-488f-94f1-0047aa0353f7) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:19.879308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Transition to ACTIVE for port object 4167b85b-d171-4c52-987d-fb37f0f4df5a will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:19.888924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.923243 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-94155032-0a1b-4171-b0f7-e97652b9ca61 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=22ae4ae2-8b24-418b-8502-786eae74931c HTTP/1.1" status: 200 len: 689 time: 0.1392653 Apr 22 09:27:19.925964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51084) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:19.968432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:19.971960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:19.972721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Router 4970df1d-610a-40df-9ea8-88d697f8c986 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:27:19.973825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:19.982389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:19.990570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Pushing event updated for resources: {'Port': ['ID=4167b85b-d171-4c52-987d-fb37f0f4df5a,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:20.101740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Attempting to bind port 4167b85b-d171-4c52-987d-fb37f0f4df5a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:20.102171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Attempting to bind port 4167b85b-d171-4c52-987d-fb37f0f4df5a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '80a1653b-83f5-4627-b366-c6ebf2a6cd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4f3833c1-255e-44c0-92a5-c56c477656e7'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:20.102498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Attempting to bind port 4167b85b-d171-4c52-987d-fb37f0f4df5a on network 4f3833c1-255e-44c0-92a5-c56c477656e7 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:20.109433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:20.109954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Checking segment: {'id': '80a1653b-83f5-4627-b366-c6ebf2a6cd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4f3833c1-255e-44c0-92a5-c56c477656e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:20.110355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.110742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Bound using segment: {'id': '80a1653b-83f5-4627-b366-c6ebf2a6cd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4f3833c1-255e-44c0-92a5-c56c477656e7'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:20.111196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Bound port: 4167b85b-d171-4c52-987d-fb37f0f4df5a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a1653b-83f5-4627-b366-c6ebf2a6cd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4f3833c1-255e-44c0-92a5-c56c477656e7'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:20.111586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.232347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] For port 4167b85b-d171-4c52-987d-fb37f0f4df5a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:20.236437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] For port 4167b85b-d171-4c52-987d-fb37f0f4df5a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4167b85b-d171-4c52-987d-fb37f0f4df5a,segment=NetworkSegment(80a1653b-83f5-4627-b366-c6ebf2a6cd4d),segment_id=80a1653b-83f5-4627-b366-c6ebf2a6cd4d)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:20.241856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.295906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fcb808-43b5-43da-b7c3-a914ba701dd4 tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] Network 79f6290f-89ef-4239-936e-72a16ec16742 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:20.299646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.347057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9b33e-f18e-41bc-a589-b0e263d3dc35 None None] Pushing event updated for resources: {'Port': ['ID=4167b85b-d171-4c52-987d-fb37f0f4df5a,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:20.394258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9ac92-1aef-446e-b0b0-938af6b744e7 None None] Network 79f6290f-89ef-4239-936e-72a16ec16742 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:20.394997 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d2fcb808-43b5-43da-b7c3-a914ba701dd4 tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "POST /v2.0/agents/73ab63b1-3457-4c42-942b-89f79eaabf6c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6223111 Apr 22 09:27:20.407896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51088) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:20.424232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.520714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:27:20.525574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.544040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.561432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event updated for resources: {'Subnet': ['ID=d4ae984e-152e-43ad-aa5a-8ac009dca855,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:20.586848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.662961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Network c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:20.666098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.679011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:20.689603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:20.758598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Checking segment: {'id': '447f8e02-8206-43e5-9bd5-b54de416fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:20.758860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Network hostable DHCP agents. Network: 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:20.763426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.764163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.860834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Deleting port 02f6de1b-c7ec-464c-b451-85d3036f480d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:20.861096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:20.900090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Allocated IP 172.26.2.241 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/638f8735-5827-4bdd-b1cb-fdffab0da775) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:20.963257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'Port': ['ID=dd6cf88f-9a61-4936-a79d-22c0f20e2f05,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:21.163532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:21.209693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:21.210803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:21.221072 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Sync routers for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:21.236467 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:21.237627 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:21.278092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Pushing event updated for resources: {'Port': ['ID=e94f0d1a-db07-44b8-bb4d-7f18232ab790,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:21.291603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:21.304641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:21.305980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:21.307556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c6076-6505-4de4-b036-439e3b0b1011 None None] Network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:21.309250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Transition to ACTIVE for port object 459df4a0-0806-488f-94f1-0047aa0353f7 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:21.358077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d5b128fd-99ee-4cab-9a40-f7d4edc1783b tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "GET /v2.0/agents/73ab63b1-3457-4c42-942b-89f79eaabf6c/dhcp-networks HTTP/1.1" status: 200 len: 8837 time: 0.9465950 Apr 22 09:27:21.376815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a4ad6792-3912-48d8-bda1-61762973925b admin admin] 10.222.0.32 "PUT /v2.0/routers/4970df1d-610a-40df-9ea8-88d697f8c986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6458871 Apr 22 09:27:21.376815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51092) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:21.502214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4167b85b-d171-4c52-987d-fb37f0f4df5a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:21.507542 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0e02e595-eaab-4bff-9915-2c4049740a21 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2056799 Apr 22 09:27:21.507776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Network 5fdef170-d96a-4f28-8759-801a17deee4d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:21.510905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51098) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:21.511911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:21.526657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Request body: {'port': {'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1064711394'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:21.564036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:21.571689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:21.582500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:21.589038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:21.669998 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ef41bc3f-8d60-47fd-a17e-dc2b6f940dce tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "DELETE /v2.0/agents/73ab63b1-3457-4c42-942b-89f79eaabf6c/dhcp-networks/79f6290f-89ef-4239-936e-72a16ec16742 HTTP/1.1" status: 204 len: 168 time: 0.2930443 Apr 22 09:27:21.697694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51102) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:21.708485 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:22.010591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 4167b85b-d171-4c52-987d-fb37f0f4df5a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:22.034896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-81ffb4ca-01f0-4d39-a0d1-99bacfdfac92', 'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92', 'tenant_id': '9d7a7b06fb574581acb48376a05dfd8b', 'fixed_ips': [{'subnet_id': 'd4ae984e-152e-43ad-aa5a-8ac009dca855'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:27:22.035739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.043602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Calling delete_port for 02f6de1b-c7ec-464c-b451-85d3036f480d owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:22.062564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5f6a95af-4f84-4aed-bd55-d887a3854a12 None None] Provisioning complete for port e94f0d1a-db07-44b8-bb4d-7f18232ab790 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:22.063495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f6a95af-4f84-4aed-bd55-d887a3854a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.092757 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2bfa1fa4-6383-47af-8178-14987a707ff2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:22.154883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Network 085124d6-00ae-43a4-b674-c81d521f83e0 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:22.158588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.182132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:22.184097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=459df4a0-0806-488f-94f1-0047aa0353f7,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:22.189824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:22.196041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:22.198475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.325343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b436ee2d-cc4b-4417-b057-2894f9d3c1fe None None] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:22.334331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:22.341457 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 2, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:22.348120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Usage tracker for resource:port and tenant:9d7a7b06fb574581acb48376a05dfd8b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:22.354871 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Checking router: 4970df1d-610a-40df-9ea8-88d697f8c986 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:27:22.355030 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Updating router 4970df1d-610a-40df-9ea8-88d697f8c986 port ceaf8898-9525-4376-af49-1e5abc20d71e binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:27:22.355157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:22.385273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51116) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:22.386029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:22.390196 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fb7d8077-d541-4986-8723-868a3a1a00ba tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.0703506 Apr 22 09:27:22.408264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bd', 'mac_address': 'fa:16:3e:fd:b3:3b'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:22.433307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.465169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Router ac4e3128-9b66-4d8d-9f97-60a67b84bebd has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:27:22.479578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Made reservation on behalf of 9d7a7b06fb574581acb48376a05dfd8b for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:22.483188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.489916 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.596306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] device_id is not set on port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:22.622180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:22.633777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:22.648369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:22.727004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'Port': ['ID=638f8735-5827-4bdd-b1cb-fdffab0da775,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:22.740557 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fc0ab21f-309b-4b4d-838e-3f76c8330a14 tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "GET /v2.0/agents/73ab63b1-3457-4c42-942b-89f79eaabf6c/dhcp-networks HTTP/1.1" status: 200 len: 8876 time: 0.9079015 Apr 22 09:27:22.748314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51122) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:22.760911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.910663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5f6a95af-4f84-4aed-bd55-d887a3854a12 None None] Port e94f0d1a-db07-44b8-bb4d-7f18232ab790 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:22.930427 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Allocated IP 2001:db8::2 (81ffb4ca-01f0-4d39-a0d1-99bacfdfac92/d4ae984e-152e-43ad-aa5a-8ac009dca855/40bc5de4-1333-41fc-85bf-1e2a1022e123) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:22.937451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 2bfa1fa4-6383-47af-8178-14987a707ff2 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:22.955031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2bfa1fa4-6383-47af-8178-14987a707ff2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:22.956005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:22.970421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event deleted for resources: {'Port': ['ID=02f6de1b-c7ec-464c-b451-85d3036f480d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:22.992937 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c9397650-752d-4980-959d-d6a7d3987700 tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "GET /v2.0/networks/ffc4a395-e197-4432-9d98-1995bd1c5b4f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2433205 Apr 22 09:27:23.034205 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51126) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:23.034724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51128) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:23.098110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1156454330', 'description': 'tempest-description--1983554600'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:23.138640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:23.167777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.177540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Usage tracker for resource:security_group and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:23.203024 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.218719 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Transition to ACTIVE for port object ceaf8898-9525-4376-af49-1e5abc20d71e will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:23.230124 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.235953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:23.249485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Provisioning for port 4167b85b-d171-4c52-987d-fb37f0f4df5a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:23.261003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:23.273806 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-26cee127-8d45-45b8-a4ea-d1d265fe524d tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "GET /v2.0/networks/ffc4a395-e197-4432-9d98-1995bd1c5b4f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1858187 Apr 22 09:27:23.290509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51134) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:23.308211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Provisioning complete for port 4167b85b-d171-4c52-987d-fb37f0f4df5a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:23.308789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.337663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.343850 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62280f4-20c8-4567-8f30-923b391758b8 None None] Pushing event updated for resources: {'Port': ['ID=ceaf8898-9525-4376-af49-1e5abc20d71e,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:23.426142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.444590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 2bfa1fa4-6383-47af-8178-14987a707ff2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2bfa1fa4-6383-47af-8178-14987a707ff2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:23.461210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.488569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:23.536188 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dd9f8ebe-99fd-4d2a-a1dd-6e6f65519973 admin admin] 10.222.0.32 "PUT /v2.0/routers/ac4e3128-9b66-4d8d-9f97-60a67b84bebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4818549 Apr 22 09:27:23.548678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.548988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5f479e94-30f2-42f0-a37d-1ca73f5fc39a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:23.552781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:23.560360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.572043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Usage tracker for resource:security_group_rule and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:23.574948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.588828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:23.593853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Sync routers for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:23.611148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:23.633227 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Attempting to bind port ceaf8898-9525-4376-af49-1e5abc20d71e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:23.633590 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Attempting to bind port ceaf8898-9525-4376-af49-1e5abc20d71e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:23.633937 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Attempting to bind port ceaf8898-9525-4376-af49-1e5abc20d71e on network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:23.653614 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:23.653986 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Checking segment: {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:23.654379 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.654779 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Bound using segment: {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:23.655242 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Bound port: ceaf8898-9525-4376-af49-1e5abc20d71e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:23.655627 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.793002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:23.798496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:23.810304 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] For port ceaf8898-9525-4376-af49-1e5abc20d71e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:23.821524 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] For port ceaf8898-9525-4376-af49-1e5abc20d71e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ceaf8898-9525-4376-af49-1e5abc20d71e,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:23.829472 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.897942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.900609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:23.981990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Transition to ACTIVE for port object 40bc5de4-1333-41fc-85bf-1e2a1022e123 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:24.004270 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:24.008761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.009879 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:24.030247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=2bfa1fa4-6383-47af-8178-14987a707ff2,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:24.040747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] For port 4167b85b-d171-4c52-987d-fb37f0f4df5a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4167b85b-d171-4c52-987d-fb37f0f4df5a,segment=NetworkSegment(80a1653b-83f5-4627-b366-c6ebf2a6cd4d),segment_id=80a1653b-83f5-4627-b366-c6ebf2a6cd4d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:24.123360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.126629 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62280f4-20c8-4567-8f30-923b391758b8 None None] Pushing event updated for resources: {'Port': ['ID=ceaf8898-9525-4376-af49-1e5abc20d71e,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:24.211989 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4d17764b-fc1e-4c54-a677-f114f582d859 tempest-DHCPAgentSchedulersTestJSON-1819059779 tempest-DHCPAgentSchedulersTestJSON-1819059779-project-admin] 10.222.0.32 "GET /v2.0/agents/73ab63b1-3457-4c42-942b-89f79eaabf6c/dhcp-networks HTTP/1.1" status: 200 len: 8876 time: 0.9128215 Apr 22 09:27:24.225438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51150) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:24.302981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Transition to ACTIVE for port object 40bc5de4-1333-41fc-85bf-1e2a1022e123 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:24.304603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Pushing event updated for resources: {'Port': ['ID=4167b85b-d171-4c52-987d-fb37f0f4df5a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:24.321795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.323150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:24.326812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.375076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.377794 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:24.404985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.418567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.518509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] In _notify_port_updated(), no bound segment for port 459df4a0-0806-488f-94f1-0047aa0353f7 on network 085124d6-00ae-43a4-b674-c81d521f83e0 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:27:24.524577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:24.525250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.526652 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "PUT /v2.0/ports/459df4a0-0806-488f-94f1-0047aa0353f7 HTTP/1.1" status: 200 len: 1002 time: 2.1382725 Apr 22 09:27:24.543171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51154) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:24.571669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Pushing event updated for resources: {'Port': ['ID=40bc5de4-1333-41fc-85bf-1e2a1022e123,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:24.627707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Provisioning for port 459df4a0-0806-488f-94f1-0047aa0353f7 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:24.649629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:24.651519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:24.665356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.675696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a19ef1bc-96ef-4d44-b1d9-c6c1d37c4400 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting port 459df4a0-0806-488f-94f1-0047aa0353f7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:24.676029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a19ef1bc-96ef-4d44-b1d9-c6c1d37c4400 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.716336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=94899ec0-c059-42be-84ad-a6428348af64,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:24.764720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.782276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6b3f5-5111-4566-959e-a8708f023434 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=459df4a0-0806-488f-94f1-0047aa0353f7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:24.846670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.852165 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:24.858596 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b691f74a-ead7-40c2-b542-a32e98c6d027 None None] The sync data for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv is: [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:24.871737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:24.875226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:24.885532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Allocated IP 2001:db8::2a4 (81ffb4ca-01f0-4d39-a0d1-99bacfdfac92/d4ae984e-152e-43ad-aa5a-8ac009dca855/98857ee8-8d71-42f6-971d-be9b6e65b2d9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:24.890253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:24.932262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d62567-4ed1-4103-88ec-2a4d186dc2fe,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:24.966247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Provisioning complete for port 459df4a0-0806-488f-94f1-0047aa0353f7 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:24.967141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.083641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ae4ae2-8b24-418b-8502-786eae74931c']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:25.135180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df04264-896f-4950-86ef-ecb61a5bf29e') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:25.135721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df04264-896f-4950-86ef-ecb61a5bf29e') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:25.168422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.321456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a19ef1bc-96ef-4d44-b1d9-c6c1d37c4400 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.385586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.396457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.432563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51160) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:25.436863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Attempting to bind port 40bc5de4-1333-41fc-85bf-1e2a1022e123 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:25.437846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Attempting to bind port 40bc5de4-1333-41fc-85bf-1e2a1022e123 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '447f8e02-8206-43e5-9bd5-b54de416fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:25.438423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Attempting to bind port 40bc5de4-1333-41fc-85bf-1e2a1022e123 on network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:25.443272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:25.443747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.449142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:25.449869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Checking segment: {'id': '447f8e02-8206-43e5-9bd5-b54de416fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:25.450498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.451087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Bound using segment: {'id': '447f8e02-8206-43e5-9bd5-b54de416fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:25.451843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Bound port: 40bc5de4-1333-41fc-85bf-1e2a1022e123, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447f8e02-8206-43e5-9bd5-b54de416fa16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:25.452468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.471985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-41ca6db9-894d-4fb9-9be5-16c6176fe2d6 None None] Port 459df4a0-0806-488f-94f1-0047aa0353f7 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:25.521650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a19ef1bc-96ef-4d44-b1d9-c6c1d37c4400 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Calling delete_port for 459df4a0-0806-488f-94f1-0047aa0353f7 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:25.578071 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:25.582194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776019769', 'description': 'tempest-description--425440722'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:25.606547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4167b85b-d171-4c52-987d-fb37f0f4df5a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:25.607615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.609668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:25.635577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22ae4ae2-8b24-418b-8502-786eae74931c {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 09:27:25.653257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f6290f-89ef-4239-936e-72a16ec16742']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:25.661292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.682536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Usage tracker for resource:security_group and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:25.689326 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "DELETE /v2.0/networks/22ae4ae2-8b24-418b-8502-786eae74931c HTTP/1.1" status: 204 len: 168 time: 5.7599092 Apr 22 09:27:25.690510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:25.695290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] For port 40bc5de4-1333-41fc-85bf-1e2a1022e123, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:25.695784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51164) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:25.710490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.710858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] For port 40bc5de4-1333-41fc-85bf-1e2a1022e123, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=40bc5de4-1333-41fc-85bf-1e2a1022e123,segment=NetworkSegment(447f8e02-8206-43e5-9bd5-b54de416fa16),segment_id=447f8e02-8206-43e5-9bd5-b54de416fa16)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:25.739096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.742580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4c750a99-05ad-49e1-a961-67bf8548e095 None None] Provisioning complete for port 4167b85b-d171-4c52-987d-fb37f0f4df5a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:25.742940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4c750a99-05ad-49e1-a961-67bf8548e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.761419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd2d66c-e8f7-41a0-a338-05a2be63bd09') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:25.761707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd2d66c-e8f7-41a0-a338-05a2be63bd09') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:25.768363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:25.770530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6df7e-71a8-412c-b35d-2155586c7554 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event deleted for resources: {'Network': ['ID=22ae4ae2-8b24-418b-8502-786eae74931c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:25.849284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.867647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 2, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:25.869538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 4167b85b-d171-4c52-987d-fb37f0f4df5a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:25.869904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.870477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Transition to ACTIVE for port object 98857ee8-8d71-42f6-971d-be9b6e65b2d9 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:25.902077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.903595 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5ae0c7d4-05d5-41c1-9489-9e4209f925e2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8140337 Apr 22 09:27:25.908719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:25.910620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51168) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:25.947856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Checking router: ac4e3128-9b66-4d8d-9f97-60a67b84bebd for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:27:25.948207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Updating router ac4e3128-9b66-4d8d-9f97-60a67b84bebd port e94f0d1a-db07-44b8-bb4d-7f18232ab790 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:27:25.967995 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Request body: {'security_group_rule': {'security_group_id': '13d62567-4ed1-4103-88ec-2a4d186dc2fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:25.974952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:25.979713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Usage tracker for resource:security_group_rule and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:25.983252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:25.989166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:26.048375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:26.050554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Router 3e099653-20ee-41d9-899c-bfe90d6fe89b is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:27:26.079792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.092426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.096386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4c750a99-05ad-49e1-a961-67bf8548e095 None None] Provisioning complete for port 459df4a0-0806-488f-94f1-0047aa0353f7 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:26.096816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4c750a99-05ad-49e1-a961-67bf8548e095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.119545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:26.126990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-50e77272-4be1-4449-9656-74f68d56416f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Synchronizing usage tracker for tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 on resource:floatingip {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:26.134499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:26.140440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.141405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.148975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.167842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.183690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0045db-3f49-4904-bea4-c0f386681d83 None None] Pushing event updated for resources: {'Port': ['ID=40bc5de4-1333-41fc-85bf-1e2a1022e123,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:26.208125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:26.208607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.227108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:26.232898 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:26.243802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.245131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event updated for resources: {'Port': ['ID=98857ee8-8d71-42f6-971d-be9b6e65b2d9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:26.269559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:26.272240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-50e77272-4be1-4449-9656-74f68d56416f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Unset dirty status for tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 on resource:floatingip {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:26.276437 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-50e77272-4be1-4449-9656-74f68d56416f tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.5730577 Apr 22 09:27:26.276584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.297115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51172) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:26.364358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Usage tracker for resource:security_group_rule and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:26.380162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:26.386221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Router 24c6c3f4-46c8-436d-81d0-010bf5281244 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:27:26.396127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:26.464520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4c750a99-05ad-49e1-a961-67bf8548e095 None None] Port 459df4a0-0806-488f-94f1-0047aa0353f7 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:26.472667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2bfa1fa4-6383-47af-8178-14987a707ff2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:26.534968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.568307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.580779 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "DELETE /v2.0/networks/79f6290f-89ef-4239-936e-72a16ec16742 HTTP/1.1" status: 204 len: 168 time: 2.3526685 Apr 22 09:27:26.608893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e5970-056e-4b75-98e6-485d63dc1936 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event deleted for resources: {'Network': ['ID=79f6290f-89ef-4239-936e-72a16ec16742,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:26.615893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51176) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:26.643881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.644486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.645120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.645617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.646368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.646875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.647557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.648340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.648848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.649384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:26.651555 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8944c4d9-bd63-41ac-826a-4406819b8e2c tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6377 time: 0.3444028 Apr 22 09:27:26.652468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e51dd6e-3ed6-4548-95d6-604442763995,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:26.654281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a19ef1bc-96ef-4d44-b1d9-c6c1d37c4400 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.655816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51180) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:26.696415 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a50c6974-6946-4d2c-95c6-5947fcf3f12e tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.1811240 Apr 22 09:27:26.715313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51184) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:26.733492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Request body: {'port': {'network_id': '81ffb4ca-01f0-4d39-a0d1-99bacfdfac92', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1202042394', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:26.734621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] bootfile-name is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:27:26.735088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] tftp-server is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:27:26.735552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] server-ip-address is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:27:26.747808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2bfa1fa4-6383-47af-8178-14987a707ff2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:26.748191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.873818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:26.879054 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0e810f24-dd7a-48fc-a89d-a414ca23f829 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9639831 Apr 22 09:27:26.880254 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-bbb152cb-8b61-4b31-9070-07eeda76b625 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] delete failed (client error): The resource could not be found. Apr 22 09:27:26.881768 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bbb152cb-8b61-4b31-9070-07eeda76b625 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/c33e0cfb-6e23-4f53-9abc-010af3f1cb55 HTTP/1.1" status: 404 len: 345 time: 0.2115080 Apr 22 09:27:26.882382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51188) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:26.898370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51190) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:26.899479 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3dd769e-4782-443f-b766-7efedc193ea5 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] DELETE failed (client error): The resource could not be found. Apr 22 09:27:26.900274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3dd769e-4782-443f-b766-7efedc193ea5 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:27:26.947189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ef1bc-96ef-4d44-b1d9-c6c1d37c4400 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event deleted for resources: {'Port': ['ID=459df4a0-0806-488f-94f1-0047aa0353f7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:26.963250 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d3dd769e-4782-443f-b766-7efedc193ea5 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "DELETE /v2.0/ports/ff4319dc-76e7-42f9-9c93-2b5d7eb4c551 HTTP/1.1" status: 404 len: 333 time: 0.3387551 Apr 22 09:27:26.969291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51196) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:26.978103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Request body: {'security_group_rule': {'security_group_id': '13d62567-4ed1-4103-88ec-2a4d186dc2fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:27.016961 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ceaf8898-9525-4376-af49-1e5abc20d71e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:27.074440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:27.076438 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82219be-5fa1-44a2-bf3c-6904cb8818b2 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] DELETE failed (client error): The resource could not be found. Apr 22 09:27:27.076881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82219be-5fa1-44a2-bf3c-6904cb8818b2 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:27:27.089808 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3827da-92d5-4996-b9a9-eb9d95d767b9 None None] Sync routers for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:27.109593 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3827da-92d5-4996-b9a9-eb9d95d767b9 None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:27.110429 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9d3827da-92d5-4996-b9a9-eb9d95d767b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:27.139536 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b82219be-5fa1-44a2-bf3c-6904cb8818b2 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "DELETE /v2.0/networks/22ae4ae2-8b24-418b-8502-786eae74931c HTTP/1.1" status: 404 len: 339 time: 0.2360678 Apr 22 09:27:27.150342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51200) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:27.164227 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:27.183054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Usage tracker for resource:security_group_rule and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:27.186981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:27.194605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:27.196145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Request body: {'network': {'name': 'tempest-network--611881771', 'router:external': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:27.213152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:27.214951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ceaf8898-9525-4376-af49-1e5abc20d71e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:27.218170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.223946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.225166 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9d3827da-92d5-4996-b9a9-eb9d95d767b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:27.226687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-593692ef-0fdb-4466-94d9-7b60d4f64704 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Deleting subnet 7e7e1723-68a9-462a-aa72-38f70e02427f {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:27:27.236951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ceaf8898-9525-4376-af49-1e5abc20d71e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:27.237489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.237649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.242279 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-444c95df-d2b9-4ab1-934e-0119f36fb70f tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.3150175 Apr 22 09:27:27.242668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-593692ef-0fdb-4466-94d9-7b60d4f64704 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.249183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Usage tracker for resource:network and tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:27.251864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51204) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:27.254758 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3827da-92d5-4996-b9a9-eb9d95d767b9 None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:27.255732 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9d3827da-92d5-4996-b9a9-eb9d95d767b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:27.262299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:27.284757 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Transition to ACTIVE for port object e94f0d1a-db07-44b8-bb4d-7f18232ab790 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:27.307933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.339465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.365304 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9d3827da-92d5-4996-b9a9-eb9d95d767b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:27.369004 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3827da-92d5-4996-b9a9-eb9d95d767b9 None None] The sync data for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:27.383303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:27.431745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.439788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:27.442334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.444558 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.8680806 Apr 22 09:27:27.453965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51208) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:27.458704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Usage tracker for resource:port and tenant:9d7a7b06fb574581acb48376a05dfd8b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:27.460555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:27.478821 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Sync routers for ids ['3e099653-20ee-41d9-899c-bfe90d6fe89b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:27.479862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:27.486565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Request body: {'security_group_rule': {'security_group_id': '471155b7-14f9-41d5-be33-d16eb622c270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:27.494451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:27.499406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Usage tracker for resource:security_group_rule and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:27.515912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:27.527261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:27.550785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Made reservation on behalf of 6ad176ad0d2c4e9fab47cc24f34ffd07 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:27.556553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.560345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-593692ef-0fdb-4466-94d9-7b60d4f64704 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.586701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0419309-b0e4-4fa4-8718-6e8724ca0e1e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=471155b7-14f9-41d5-be33-d16eb622c270,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:27.590703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a19ef1bc-96ef-4d44-b1d9-c6c1d37c4400 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.595704 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a19ef1bc-96ef-4d44-b1d9-c6c1d37c4400 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "DELETE /v2.0/ports/459df4a0-0806-488f-94f1-0047aa0353f7 HTTP/1.1" status: 204 len: 168 time: 3.0312204 Apr 22 09:27:27.605665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51212) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:27.607142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Routers {'3e099653-20ee-41d9-899c-bfe90d6fe89b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:27.607820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3e099653-20ee-41d9-899c-bfe90d6fe89b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:27.613267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:27.655729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Made reservation on behalf of 9d7a7b06fb574581acb48376a05dfd8b for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:27.660047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.735766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d31912-26d9-4f75-9abd-9042664a9bb4 None None] Network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:27.739870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] device_id is not set on port c7621126-ed50-4ead-a6e1-173b9a654c5b yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:27.777296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.778548 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a9a7e56e-72d4-4c73-9626-07f568cd3ef0 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.5667539 Apr 22 09:27:27.781169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b39a1-d233-4cb5-90af-59761374a2b6 None None] Pushing event updated for resources: {'Port': ['ID=e94f0d1a-db07-44b8-bb4d-7f18232ab790,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:27.790005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51216) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:27.872274 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfe09b9-30d1-4fda-8d1d-65c1a4d23df4 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] GET failed (client error): The resource could not be found. Apr 22 09:27:27.872951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fcfe09b9-30d1-4fda-8d1d-65c1a4d23df4 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Synchronizing usage tracker for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:27.874408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Attempting to bind port e94f0d1a-db07-44b8-bb4d-7f18232ab790 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:27.874887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Attempting to bind port e94f0d1a-db07-44b8-bb4d-7f18232ab790 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:27.875122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Attempting to bind port e94f0d1a-db07-44b8-bb4d-7f18232ab790 on network 5fdef170-d96a-4f28-8759-801a17deee4d {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:27.876536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.913152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-593692ef-0fdb-4466-94d9-7b60d4f64704 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.915279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:27.955521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:27.955757 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Checking segment: {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:27.956158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.956697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Bound using segment: {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:27.957272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Bound port: e94f0d1a-db07-44b8-bb4d-7f18232ab790, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:27.957454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.978991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Allocated IP 2001:db8::214 (81ffb4ca-01f0-4d39-a0d1-99bacfdfac92/d4ae984e-152e-43ad-aa5a-8ac009dca855/c7621126-ed50-4ead-a6e1-173b9a654c5b) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:27.979209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fcfe09b9-30d1-4fda-8d1d-65c1a4d23df4 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Unset dirty status for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:27.980260 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fcfe09b9-30d1-4fda-8d1d-65c1a4d23df4 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "GET /v2.0/ports/459df4a0-0806-488f-94f1-0047aa0353f7 HTTP/1.1" status: 404 len: 333 time: 0.3666904 Apr 22 09:27:27.983486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:27.984436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.038075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51220) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:28.049079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.051891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.052227 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Added segment f5f0814d-dc0a-4fa1-874b-63411070dca2 of type vlan for network 48417d2c-fa9d-49e8-baeb-43f3f8e302ba Apr 22 09:27:28.059694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2117097403'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:28.119373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Set router 3e099653-20ee-41d9-899c-bfe90d6fe89b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:28.136163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbd4abb-9cf9-44e6-8a71-5fcdaf903042,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:28.177453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.223115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.230394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ceaf8898-9525-4376-af49-1e5abc20d71e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ceaf8898-9525-4376-af49-1e5abc20d71e,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:28.247760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-24ac8ad3-253b-4e6b-b6d3-29e1a19ce32a None None] Provisioning for port 40bc5de4-1333-41fc-85bf-1e2a1022e123 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:28.289042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.296526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.297661 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2f3405c6-af36-4ce6-b9d1-b53f6fff6a3b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3429811 Apr 22 09:27:28.313313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51224) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:28.319480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.323449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:28.328064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-593692ef-0fdb-4466-94d9-7b60d4f64704 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.354111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.363851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:28.389640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] For port e94f0d1a-db07-44b8-bb4d-7f18232ab790, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:28.396552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Usage tracker for resource:floatingip and tenant:1b6d96c508c14614b689349c18ef000b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:28.401147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593692ef-0fdb-4466-94d9-7b60d4f64704 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7e1723-68a9-462a-aa72-38f70e02427f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:28.411586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:28.414687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-593692ef-0fdb-4466-94d9-7b60d4f64704 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.419143 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-593692ef-0fdb-4466-94d9-7b60d4f64704 tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "DELETE /v2.0/subnets/7e7e1723-68a9-462a-aa72-38f70e02427f HTTP/1.1" status: 204 len: 168 time: 1.4243302 Apr 22 09:27:28.419833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51228) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:28.428358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:28.453166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9204f3e-388e-4c3c-aa81-fe226abb245f None None] Network ffc4a395-e197-4432-9d98-1995bd1c5b4f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:28.470109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:28.480861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:27:28.496567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba963aa-33c2-429e-9b23-74645e696cf4,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:28.516521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] For port e94f0d1a-db07-44b8-bb4d-7f18232ab790, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e94f0d1a-db07-44b8-bb4d-7f18232ab790,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:28.550979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.585065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.602271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:28.607238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 40bc5de4-1333-41fc-85bf-1e2a1022e123 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:28.651008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.654672 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-97956d31-4793-40dd-afb9-c614acfcdc7f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1792903 Apr 22 09:27:28.657165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51232) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:28.659781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.660823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:28.661403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.669649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Request body: {'security_group_rule': {'security_group_id': '471155b7-14f9-41d5-be33-d16eb622c270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:28.699369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Made reservation on behalf of d027069aeffa485dbdce6d93b31618c0 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:28.702774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.705784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ceaf8898-9525-4376-af49-1e5abc20d71e,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:28.709124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:28.762552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.784688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] device_id is not set on port 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:28.797439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Usage tracker for resource:security_group_rule and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:28.815535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:28.821531 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6676731 Apr 22 09:27:28.823855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.831685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51236) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:28.915658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:28.927696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda8001-5605-48da-aad0-c779fbf62c6b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Network': ['ID=48417d2c-fa9d-49e8-baeb-43f3f8e302ba,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:28.929326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:28.929952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:28.942784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Deleting port dd6cf88f-9a61-4936-a79d-22c0f20e2f05 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:28.943177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.970070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.982941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Deleting port bb57ab83-2608-4487-86d9-855b120978c2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:28.983271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.992956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:28.995223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 48417d2c-fa9d-49e8-baeb-43f3f8e302ba details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:29.061845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Transition to ACTIVE for port object c7621126-ed50-4ead-a6e1-173b9a654c5b will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:29.075710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b39a1-d233-4cb5-90af-59761374a2b6 None None] Pushing event updated for resources: {'Port': ['ID=e94f0d1a-db07-44b8-bb4d-7f18232ab790,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:29.172805 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.178911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 40bc5de4-1333-41fc-85bf-1e2a1022e123 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:29.183865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.221853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.223651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5f8ed3-1b03-4b72-9149-d9016cd17645,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:29.269752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 40bc5de4-1333-41fc-85bf-1e2a1022e123 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:29.269752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.309570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.313279 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c83cd890-126e-48fb-ac63-74d5e0cee1ee tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6449435 Apr 22 09:27:29.319873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51240) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:29.378903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:29.403140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.420959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:29.435289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event updated for resources: {'Port': ['ID=c7621126-ed50-4ead-a6e1-173b9a654c5b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:29.436475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e099653-20ee-41d9-899c-bfe90d6fe89b', 'name': '', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a', 'external_fixed_ips': [{'subnet_id': 'a858bccd-f529-4ef8-94f0-3ada93cc90b7', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'dd6cf88f-9a61-4936-a79d-22c0f20e2f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:21Z', 'revision_number': 3, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port': {'id': 'dd6cf88f-9a61-4936-a79d-22c0f20e2f05', 'name': '', 'network_id': 'c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:89:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e099653-20ee-41d9-899c-bfe90d6fe89b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'a858bccd-f529-4ef8-94f0-3ada93cc90b7', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:18Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a858bccd-f529-4ef8-94f0-3ada93cc90b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:29.443551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:29.454383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:29.454529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Checking router: 3e099653-20ee-41d9-899c-bfe90d6fe89b for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:27:29.454529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Updating router 3e099653-20ee-41d9-899c-bfe90d6fe89b port dd6cf88f-9a61-4936-a79d-22c0f20e2f05 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:27:29.477482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05350cf4-13a5-4e21-9694-805310becbaf tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:29.484020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05350cf4-13a5-4e21-9694-805310becbaf tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:29.489852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05350cf4-13a5-4e21-9694-805310becbaf tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:29.496556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05350cf4-13a5-4e21-9694-805310becbaf tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:29.502786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05350cf4-13a5-4e21-9694-805310becbaf tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:29.504737 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-05350cf4-13a5-4e21-9694-805310becbaf tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3056 time: 0.6721129 Apr 22 09:27:29.519841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51244) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:29.543930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Usage tracker for resource:floatingip and tenant:e8083e2f93fe443f9b759a4ab03ffe68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:29.546977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:29.553090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:29.563724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:29.564703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] DHCP port deletion for ffc4a395-e197-4432-9d98-1995bd1c5b4f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:27:29.568286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:29.569716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.586596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:29.634221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] Deleting port bb57ab83-2608-4487-86d9-855b120978c2 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:29.634808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.644675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Allocated IP 2001:db8::de (085124d6-00ae-43a4-b674-c81d521f83e0/80aff6ed-0751-4a72-ad44-e4c1bc12bada/86aa242c-5826-4c8a-a0a6-3b2ea80ce956) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:29.652296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f1f84f53-8a7f-402d-b504-66daee331f2a tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9331954 Apr 22 09:27:29.681250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51248) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:29.700501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.703612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.729995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.824941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5a0fea06-192a-4490-9e71-9774fa321c8a None None] Provisioning for port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:29.842112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:29.875575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5a0fea06-192a-4490-9e71-9774fa321c8a None None] Provisioning complete for port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:29.876209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5a0fea06-192a-4490-9e71-9774fa321c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.085173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.130220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Allocated IP 172.20.0.1 (4f3833c1-255e-44c0-92a5-c56c477656e7/cd9fe687-dc6d-450a-b500-b594149f60ab/af518e7a-fac9-4076-ab29-766e3659aaa0) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:30.153911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Calling delete_port for dd6cf88f-9a61-4936-a79d-22c0f20e2f05 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:30.223148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 40bc5de4-1333-41fc-85bf-1e2a1022e123, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=40bc5de4-1333-41fc-85bf-1e2a1022e123,segment=NetworkSegment(447f8e02-8206-43e5-9bd5-b54de416fa16),segment_id=447f8e02-8206-43e5-9bd5-b54de416fa16)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:30.224241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5a0fea06-192a-4490-9e71-9774fa321c8a None None] Port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:30.296666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.367655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] For port bb57ab83-2608-4487-86d9-855b120978c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bb57ab83-2608-4487-86d9-855b120978c2,segment=NetworkSegment(caf21778-6bfc-4512-800d-d02b24f0a379),segment_id=caf21778-6bfc-4512-800d-d02b24f0a379)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:30.368216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.481302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.501663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Transition to ACTIVE for port object af518e7a-fac9-4076-ab29-766e3659aaa0 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:30.504153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.519135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Allocated IP 172.26.2.207 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/0feeaaeb-87a7-4b05-96cb-8b8bdaa817ac) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:30.534874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ceaf8898-9525-4376-af49-1e5abc20d71e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:30.575882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.582896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] Calling delete_port for bb57ab83-2608-4487-86d9-855b120978c2 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:30.642104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.664370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] For port bb57ab83-2608-4487-86d9-855b120978c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bb57ab83-2608-4487-86d9-855b120978c2,segment=NetworkSegment(caf21778-6bfc-4512-800d-d02b24f0a379),segment_id=caf21778-6bfc-4512-800d-d02b24f0a379)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:30.664881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.713655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5a0fea06-192a-4490-9e71-9774fa321c8a None None] Provisioning complete for port 40bc5de4-1333-41fc-85bf-1e2a1022e123 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:30.714272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5a0fea06-192a-4490-9e71-9774fa321c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.716755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:30.721995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:30.735748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:30.743286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd68c5-c3a2-404c-9bdc-f684cf619c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:30.750673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd68c5-c3a2-404c-9bdc-f684cf619c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:30.758109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acd68c5-c3a2-404c-9bdc-f684cf619c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:30.759528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9acd68c5-c3a2-404c-9bdc-f684cf619c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Synchronizing usage tracker for tenant:9d7a7b06fb574581acb48376a05dfd8b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:30.801054 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=40bc5de4-1333-41fc-85bf-1e2a1022e123,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:30.811090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'Port': ['ID=af518e7a-fac9-4076-ab29-766e3659aaa0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:30.850275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.885855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.900060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.956485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:30.968685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Calling delete_port for bb57ab83-2608-4487-86d9-855b120978c2 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:30.979747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:30.983471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:30.988035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:31.017416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:28Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:31.022179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] No DVR routers for this DVR port bb57ab83-2608-4487-86d9-855b120978c2 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:27:31.025184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede2b08-3362-4041-be5e-aa9e75e4a208 None None] Pushing event deleted for resources: {'Port': ['ID=bb57ab83-2608-4487-86d9-855b120978c2,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:31.038537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event updated for resources: {'Port': ['ID=0feeaaeb-87a7-4b05-96cb-8b8bdaa817ac,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:31.059916 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ceaf8898-9525-4376-af49-1e5abc20d71e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:31.060736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.099398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.resource_extend [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:27:31.112233 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0eb48b-ff93-422e-b039-7b92e261758b None None] The sync data for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:28Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:31.159871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.263593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=88064) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers result = self._query(query) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers conn.query(q) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers result.read() Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 303, in get_agents Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 630, in get_objects Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 48, in get_objects Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 316, in get_collection Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers items = [ Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3534, in __iter__ Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self.session._autoflush() Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1622, in _autoflush Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self.flush() Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self._flush(objects) Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Apr 22 09:27:31.334941 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 68, in __exit__ Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers compat.raise_( Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers raise exception Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers flush_context.execute() Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers rec.execute(self) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 586, in execute Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers persistence.save_obj( Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 230, in save_obj Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 994, in _emit_update_statements Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers c = cached_connections[connection].execute( Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers return meth(self, multiparams, params) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement(self, multiparams, params) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1124, in _execute_clauseelement Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1316, in _execute_context Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers raise exception Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1276, in _execute_context Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 608, in do_execute Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers result = self._query(query) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers conn.query(q) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers result.read() Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'dv-neutron-839018-1-hyperv', 'ml2_port_bindings_port_id': 'dd6cf88f-9a61-4936-a79d-22c0f20e2f05', 'ml2_port_bindings_host': ''}] Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/13/e3q8) Apr 22 09:27:31.337924 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR neutron.plugins.ml2.managers Apr 22 09:27:31.340581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.343437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 22 09:27:31.343437 dv-neutron-839018-1-hyperv neutron-server[88064]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Apr 22 09:27:31.343437 dv-neutron-839018-1-hyperv neutron-server[88064]: [parameters: {'host': 'dv-neutron-839018-1-hyperv', 'ml2_port_bindings_port_id': 'dd6cf88f-9a61-4936-a79d-22c0f20e2f05', 'ml2_port_bindings_host': ''}] Apr 22 09:27:31.343437 dv-neutron-839018-1-hyperv neutron-server[88064]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:27:31.344245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:27:31.358541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.381903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Provisioning complete for port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:31.382730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.416179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9acd68c5-c3a2-404c-9bdc-f684cf619c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Unset dirty status for tenant:9d7a7b06fb574581acb48376a05dfd8b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:31.420070 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9acd68c5-c3a2-404c-9bdc-f684cf619c1c tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.7248018 Apr 22 09:27:31.427132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Allocated IP 172.26.2.90 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/d899336c-5636-4ae6-b7fd-376d8e4105f3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:31.447035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51252) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:31.454998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bb57ab83-2608-4487-86d9-855b120978c2 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:27:31.499221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.508991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: bb57ab83-2608-4487-86d9-855b120978c2 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:27:31.510642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bb57ab83-2608-4487-86d9-855b120978c2 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:27:31.524637 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:31.542261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Provisioning for port c7621126-ed50-4ead-a6e1-173b9a654c5b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:31.542973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.551045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Provisioning complete for port c7621126-ed50-4ead-a6e1-173b9a654c5b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:31.551799 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.630465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Port c7621126-ed50-4ead-a6e1-173b9a654c5b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:31.634192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.634541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.635329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.635655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > port after_create 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.635977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.636310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > port after_update 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.636723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.637057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.637539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.637996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.649443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Provisioning for port af518e7a-fac9-4076-ab29-766e3659aaa0 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:31.658351 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Provisioning complete for port af518e7a-fac9-4076-ab29-766e3659aaa0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:31.658723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.724808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4f01cb88-ed6d-4607-b34a-6af1484056b6 None None] Port af518e7a-fac9-4076-ab29-766e3659aaa0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:31.841640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.842201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.842201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.842392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.842800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 22 09:27:31.843098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48417d2c-fa9d-49e8-baeb-43f3f8e302ba']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:31.859130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Transition to ACTIVE for port object 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:31.907964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f0814d-dc0a-4fa1-874b-63411070dca2') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:31.908198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.908318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f0814d-dc0a-4fa1-874b-63411070dca2') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:31.911736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.915954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:27:31.916294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:27:31.931386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:31.949761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Port dd6cf88f-9a61-4936-a79d-22c0f20e2f05 not found while updating agent binding for router 3e099653-20ee-41d9-899c-bfe90d6fe89b. {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 22 09:27:31.960484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Routers {'3e099653-20ee-41d9-899c-bfe90d6fe89b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:31.961093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3e099653-20ee-41d9-899c-bfe90d6fe89b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:31.991732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.002970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a267aee9-d5f4-414e-9eca-e4b7dd22113d tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Deleting port c7621126-ed50-4ead-a6e1-173b9a654c5b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:32.003311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a267aee9-d5f4-414e-9eca-e4b7dd22113d tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.042651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd6cf88f-9a61-4936-a79d-22c0f20e2f05,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:32.162096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] Set router 3e099653-20ee-41d9-899c-bfe90d6fe89b gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:27:32.162891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.207905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.215801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:32.216453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.217092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: from cryptography.utils import int_from_bytes Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: from cryptography.utils import int_from_bytes Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn_limited( Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:32.243291 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:32.256029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.257901 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8579528 Apr 22 09:27:32.264383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0908e5e-dd6c-4ad2-a2a5-97cabc3b7bd6 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event updated for resources: {'Port': ['ID=0feeaaeb-87a7-4b05-96cb-8b8bdaa817ac,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:32.299835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e099653-20ee-41d9-899c-bfe90d6fe89b', 'name': '', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:31Z', 'revision_number': 5, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:32.306265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87f58a4-d2c7-47be-9301-d374b692663e None None] The sync data for ids ['3e099653-20ee-41d9-899c-bfe90d6fe89b'] in dv-neutron-839018-1-hyperv is: [{'id': '3e099653-20ee-41d9-899c-bfe90d6fe89b', 'name': '', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:31Z', 'revision_number': 5, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:32.364764 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.383234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.516727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e94f0d1a-db07-44b8-bb4d-7f18232ab790 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:32.551442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Deleting port bb57ab83-2608-4487-86d9-855b120978c2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:32.551970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.591670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.596518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'Port': ['ID=af518e7a-fac9-4076-ab29-766e3659aaa0,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:32.617332 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=86aa242c-5826-4c8a-a0a6-3b2ea80ce956,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:32.618457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e94f0d1a-db07-44b8-bb4d-7f18232ab790 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:32.628798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e94f0d1a-db07-44b8-bb4d-7f18232ab790 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:32.629181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.683782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Network 085124d6-00ae-43a4-b674-c81d521f83e0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:32.712572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:32.731499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:32.748591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:32.749273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.766599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:32.768067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:32.893017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.894326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51280) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:32.899169 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 09:27:32.944069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port e94f0d1a-db07-44b8-bb4d-7f18232ab790, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e94f0d1a-db07-44b8-bb4d-7f18232ab790,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:32.952092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:32.953257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 40bc5de4-1333-41fc-85bf-1e2a1022e123 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:32.989121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fef1ff73-02e1-4064-8145-d439f580f0af req-90fb35e6-9f1a-4954-bc2d-eb2ec4787b53 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Synchronizing usage tracker for tenant:e8083e2f93fe443f9b759a4ab03ffe68 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:33.048207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] The port 'bb57ab83-2608-4487-86d9-855b120978c2' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:27:33.050957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a267aee9-d5f4-414e-9eca-e4b7dd22113d tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.088221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fef1ff73-02e1-4064-8145-d439f580f0af req-90fb35e6-9f1a-4954-bc2d-eb2ec4787b53 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Unset dirty status for tenant:e8083e2f93fe443f9b759a4ab03ffe68 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:33.089598 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-90fb35e6-9f1a-4954-bc2d-eb2ec4787b53 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--776019769&fields=id&tenant_id=e8083e2f93fe443f9b759a4ab03ffe68 HTTP/1.1" status: 200 len: 267 time: 0.1942277 Apr 22 09:27:33.116674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.144659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 40bc5de4-1333-41fc-85bf-1e2a1022e123 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:33.145034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.210298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=e94f0d1a-db07-44b8-bb4d-7f18232ab790,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:33.233286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b556a9a8-e7bf-41b4-bd07-315882b99562 None None] Provisioning complete for port af518e7a-fac9-4076-ab29-766e3659aaa0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:33.234210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b556a9a8-e7bf-41b4-bd07-315882b99562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.241956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Router 24c6c3f4-46c8-436d-81d0-010bf5281244 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:27:33.335547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b556a9a8-e7bf-41b4-bd07-315882b99562 None None] Port af518e7a-fac9-4076-ab29-766e3659aaa0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:33.342533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.347802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 48417d2c-fa9d-49e8-baeb-43f3f8e302ba {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 09:27:33.350991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.354756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ff73-02e1-4064-8145-d439f580f0af req-1c4b1e38-5bcf-4fb5-a44e-6686a2e6055b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:33.355538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fef1ff73-02e1-4064-8145-d439f580f0af req-1c4b1e38-5bcf-4fb5-a44e-6686a2e6055b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Synchronizing usage tracker for tenant:e8083e2f93fe443f9b759a4ab03ffe68 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:33.367037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.371303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b556a9a8-e7bf-41b4-bd07-315882b99562 None None] Provisioning for port 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:33.390007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b556a9a8-e7bf-41b4-bd07-315882b99562 None None] Provisioning complete for port 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:33.391277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b556a9a8-e7bf-41b4-bd07-315882b99562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.443313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fef1ff73-02e1-4064-8145-d439f580f0af req-1c4b1e38-5bcf-4fb5-a44e-6686a2e6055b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Unset dirty status for tenant:e8083e2f93fe443f9b759a4ab03ffe68 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:33.443992 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-1c4b1e38-5bcf-4fb5-a44e-6686a2e6055b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/networks?id=5fdef170-d96a-4f28-8759-801a17deee4d HTTP/1.1" status: 200 len: 805 time: 0.3451083 Apr 22 09:27:33.473896 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-00169ee2-5825-4507-85f8-ab81e1385a0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/quotas/e8083e2f93fe443f9b759a4ab03ffe68 HTTP/1.1" status: 200 len: 375 time: 0.0197349 Apr 22 09:27:33.475119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b556a9a8-e7bf-41b4-bd07-315882b99562 None None] Port 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:33.531368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:33.542844 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-17604b90-ad4c-4021-91cb-61ee24ad4271 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "PUT /v2.0/routers/24c6c3f4-46c8-436d-81d0-010bf5281244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2899623 Apr 22 09:27:33.544630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51284) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:33.557213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Request body: {'port': {'network_id': '4f3833c1-255e-44c0-92a5-c56c477656e7', 'name': 'tempest-FloatingIPAdminTestJSON-1156101608'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:33.586358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a267aee9-d5f4-414e-9eca-e4b7dd22113d tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Calling delete_port for c7621126-ed50-4ead-a6e1-173b9a654c5b owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:33.719032 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-de99e2ad-c259-4b25-92af-b25f832ceb52 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8083e2f93fe443f9b759a4ab03ffe68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2347119 Apr 22 09:27:33.723853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:33.727590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event deleted for resources: {'Network': ['ID=48417d2c-fa9d-49e8-baeb-43f3f8e302ba,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:33.728781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Usage tracker for resource:port and tenant:addece4e4fb3489bb989cdfaf03aa0af is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:33.730251 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6eeee730-a7e9-4965-9024-7772cc718d94 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.6911292 Apr 22 09:27:33.732634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:33.735550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51288) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:33.743777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fd:b3:3b'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:33.753670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.761283 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7b1751a8-1985-4c18-bdc5-435f0fc4980b tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "DELETE /v2.0/networks/48417d2c-fa9d-49e8-baeb-43f3f8e302ba HTTP/1.1" status: 204 len: 168 time: 4.2338331 Apr 22 09:27:33.761283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.769626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.773637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51294) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:33.774186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:33.786131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Request body: {'network': {'name': 'tempest-network--230463114', 'router:external': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:33.811677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Made reservation on behalf of addece4e4fb3489bb989cdfaf03aa0af for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:33.815758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.874388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] device_id is not set on port c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:33.874719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:33.896567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc4a395-e197-4432-9d98-1995bd1c5b4f']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:33.916830 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7028ef8a-662e-422c-bbcd-0b793eb4e798 None None] Sync routers for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:33.918944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Usage tracker for resource:network and tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:33.927325 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028ef8a-662e-422c-bbcd-0b793eb4e798 None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:33.927535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:33.928854 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7028ef8a-662e-422c-bbcd-0b793eb4e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:33.937674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:33.940472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf21778-6bfc-4512-800d-d02b24f0a379') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:33.940786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf21778-6bfc-4512-800d-d02b24f0a379') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:33.954031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.954533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e099653-20ee-41d9-899c-bfe90d6fe89b {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:27:33.970458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.992559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:33.998226 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2dd850cb-3d2e-4ec3-a61f-ee9fe26e2ee3 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3e099653-20ee-41d9-899c-bfe90d6fe89b HTTP/1.1" status: 204 len: 168 time: 6.2010269 Apr 22 09:27:33.998226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Made reservation on behalf of 6ad176ad0d2c4e9fab47cc24f34ffd07 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:33.998829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.002482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51302) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:34.005592 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7028ef8a-662e-422c-bbcd-0b793eb4e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:34.011838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.016462 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7028ef8a-662e-422c-bbcd-0b793eb4e798 None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:34.017272 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7028ef8a-662e-422c-bbcd-0b793eb4e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:34.056972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:34.057376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.073983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:34.077927 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:34.096302 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7028ef8a-662e-422c-bbcd-0b793eb4e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:34.098538 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7028ef8a-662e-422c-bbcd-0b793eb4e798 None None] The sync data for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:34.127551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-5a9ce60a-25b5-4326-98cc-ca4ca03a6f1a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:34.128623 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-5a9ce60a-25b5-4326-98cc-ca4ca03a6f1a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2061906 Apr 22 09:27:34.223360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:34.258799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:34.267739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event updated for resources: {'Port': ['ID=d899336c-5636-4ae6-b7fd-376d8e4105f3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:34.271574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:34.274672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.275784 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Added segment a482aade-9bbb-4a88-a3d0-9b5ee34c7b10 of type vlan for network 8871fb6e-0302-4cd6-a424-d45d449a1cbc Apr 22 09:27:34.276756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:34.287621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7209fdf-63ed-4cb8-a192-e5a23ce09650 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Deleting subnet a858bccd-f529-4ef8-94f0-3ada93cc90b7 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:27:34.305102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.306441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a267aee9-d5f4-414e-9eca-e4b7dd22113d tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.346602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7209fdf-63ed-4cb8-a192-e5a23ce09650 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.381648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.383923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e94f0d1a-db07-44b8-bb4d-7f18232ab790 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:34.468701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e94f0d1a-db07-44b8-bb4d-7f18232ab790 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:34.469567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267aee9-d5f4-414e-9eca-e4b7dd22113d tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event deleted for resources: {'Port': ['ID=c7621126-ed50-4ead-a6e1-173b9a654c5b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:34.470264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.486196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] Pushing event deleted for resources: {'Network': ['ID=ffc4a395-e197-4432-9d98-1995bd1c5b4f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:34.497921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a267aee9-d5f4-414e-9eca-e4b7dd22113d tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.512365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51306) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:34.516604 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a267aee9-d5f4-414e-9eca-e4b7dd22113d tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "DELETE /v2.0/ports/c7621126-ed50-4ead-a6e1-173b9a654c5b HTTP/1.1" status: 204 len: 168 time: 3.0487566 Apr 22 09:27:34.521905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Allocated IP 172.20.0.8 (4f3833c1-255e-44c0-92a5-c56c477656e7/cd9fe687-dc6d-450a-b500-b594149f60ab/c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:34.524350 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-378d8387-adc8-4b30-b659-910d7d3ccc9a tempest-DHCPAgentSchedulersTestJSON-1156678621 tempest-DHCPAgentSchedulersTestJSON-1156678621-project] 10.222.0.32 "DELETE /v2.0/networks/ffc4a395-e197-4432-9d98-1995bd1c5b4f HTTP/1.1" status: 204 len: 168 time: 6.0973282 Apr 22 09:27:34.547560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Request body: {'port': {'name': 'tempest-new-port-name-2099080961', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:34.548230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] bootfile-name is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:27:34.548761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] tftp-server is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:27:34.549427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] server-ip-address is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:27:34.593821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7209fdf-63ed-4cb8-a192-e5a23ce09650 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.620284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.632430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.654622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.710925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.816691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.817792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:34.818470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.872517 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-4603f443-7297-4d57-801d-efe6f504d07d service neutron] 10.222.0.32 "GET /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089213 Apr 22 09:27:34.906377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51314) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:34.927151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7209fdf-63ed-4cb8-a192-e5a23ce09650 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.940511 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1622486 Apr 22 09:27:34.958577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:34.967430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51316) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:34.999784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac81337-fef9-4519-a338-2959bb853b89 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Network': ['ID=8871fb6e-0302-4cd6-a424-d45d449a1cbc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:35.010673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 8871fb6e-0302-4cd6-a424-d45d449a1cbc details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:35.043927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:35.049850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:35.168017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:35.191327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event updated for resources: {'Port': ['ID=d899336c-5636-4ae6-b7fd-376d8e4105f3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:35.199960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:35.209710 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-33b0aa62-282d-4c79-b2dc-cf78c1e1557b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8881156 Apr 22 09:27:35.599207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c847d1cc-4f70-48f0-ba6c-90d20cc23f48 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:35.599785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c847d1cc-4f70-48f0-ba6c-90d20cc23f48 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Synchronizing usage tracker for tenant:d7c9d505276140eea106676e171d1b9e on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:35.619052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51348) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:35.621929 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 22 09:27:35.662728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-e341725b-4f67-418e-a635-0addf6bced7b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Synchronizing usage tracker for tenant:1b6d96c508c14614b689349c18ef000b on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:35.667559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7209fdf-63ed-4cb8-a192-e5a23ce09650 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:35.679669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-e341725b-4f67-418e-a635-0addf6bced7b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Unset dirty status for tenant:1b6d96c508c14614b689349c18ef000b on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:35.681071 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-e341725b-4f67-418e-a635-0addf6bced7b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1156454330&fields=id&tenant_id=1b6d96c508c14614b689349c18ef000b HTTP/1.1" status: 200 len: 267 time: 0.0610051 Apr 22 09:27:35.709416 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-7afd06d3-cfa2-4484-bdab-0603895e7957 service neutron] 10.222.0.32 "GET /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037906 Apr 22 09:27:35.727566 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0d4be9c1-944f-44b2-9e5f-952afdc958be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83fed60059aa4a92bb4f86b6797542a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7693295 Apr 22 09:27:35.757506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51354) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:35.768979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7209fdf-63ed-4cb8-a192-e5a23ce09650 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:35.842713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c847d1cc-4f70-48f0-ba6c-90d20cc23f48 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Unset dirty status for tenant:d7c9d505276140eea106676e171d1b9e on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:35.846208 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c847d1cc-4f70-48f0-ba6c-90d20cc23f48 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] 10.222.0.32 "GET /v2.0/networks/8871fb6e-0302-4cd6-a424-d45d449a1cbc HTTP/1.1" status: 200 len: 756 time: 0.8604951 Apr 22 09:27:35.847813 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f7209fdf-63ed-4cb8-a192-e5a23ce09650 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/a858bccd-f529-4ef8-94f0-3ada93cc90b7 HTTP/1.1" status: 204 len: 168 time: 1.8441324 Apr 22 09:27:35.852371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51358) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:35.852715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51360) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:35.882145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:35.894205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7209fdf-63ed-4cb8-a192-e5a23ce09650 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a858bccd-f529-4ef8-94f0-3ada93cc90b7,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:35.949594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-c45a53eb-935e-4e86-bec2-4441dac3f712 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:35.951389 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-c45a53eb-935e-4e86-bec2-4441dac3f712 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/networks?id=637ab288-5bb9-4fb5-b5d4-21d282c916c9 HTTP/1.1" status: 200 len: 812 time: 0.2632785 Apr 22 09:27:35.967530 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-9db0000b-e99e-44cd-8355-b32cadd73fda tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/quotas/1b6d96c508c14614b689349c18ef000b HTTP/1.1" status: 200 len: 375 time: 0.0103509 Apr 22 09:27:36.056627 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-07b9b21f-e7f6-4fbf-973d-74fc01d67c5d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1b6d96c508c14614b689349c18ef000b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818093 Apr 22 09:27:36.158472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:27:36.175691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-6303a11d-85bb-43ab-81d6-e68ea8a65c1f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:36.176696 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-6303a11d-85bb-43ab-81d6-e68ea8a65c1f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527313 Apr 22 09:27:36.181310 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ca2a9e68-3c9c-4210-9192-ffef6d03bef4 req-d2420a4f-cad6-4d74-8d38-b65853d3e8d7 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 210 time: 0.1344159 Apr 22 09:27:36.248318 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:27:36.277033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Transition to ACTIVE for port object c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:36.300742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.328243 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-400930dd-6b63-4900-87d2-d76f33f3bd78 service neutron] 10.222.0.32 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427855 Apr 22 09:27:36.340032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.409260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c247-4880-4778-b1ff-95fefac19d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.412550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.419792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19405b23-7287-4d32-956c-df46aec7f76c tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:36.423712 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-19405b23-7287-4d32-956c-df46aec7f76c tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] 10.222.0.32 "GET /v2.0/networks/65703aa7-1fad-4b1b-815f-a7e14be5ef66 HTTP/1.1" status: 200 len: 767 time: 0.5592632 Apr 22 09:27:36.427552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51402) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:36.441328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] In _notify_port_updated(), no bound segment for port 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 on network 085124d6-00ae-43a4-b674-c81d521f83e0 {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:27:36.447763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:36.447930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.451710 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "PUT /v2.0/ports/86aa242c-5826-4c8a-a0a6-3b2ea80ce956 HTTP/1.1" status: 200 len: 1002 time: 2.7127190 Apr 22 09:27:36.451710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:27:36.467800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51406) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:36.513301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.552469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c247-4880-4778-b1ff-95fefac19d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.566252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57251894-54fb-48b2-8e66-053c38e72b33 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=86aa242c-5826-4c8a-a0a6-3b2ea80ce956,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:36.570467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.595115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.624102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.648018 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-e12bcc66-be1b-4cd7-9294-9ac580228764 service neutron] 10.222.0.32 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051815 Apr 22 09:27:36.743990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] In _notify_port_updated(), no bound segment for port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 on network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:27:36.749619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:36.750191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.751483 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "PUT /v2.0/ports/98857ee8-8d71-42f6-971d-be9b6e65b2d9 HTTP/1.1" status: 200 len: 1130 time: 2.2178333 Apr 22 09:27:36.770212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:36.784571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51416) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:36.796464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:36.815848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.840638 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event updated for resources: {'Port': ['ID=c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:36.846278 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a2bf527a-7651-4a77-8baa-a74f0070e32b None None] Provisioning complete for port 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:36.846746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a2bf527a-7651-4a77-8baa-a74f0070e32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.864473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8871fb6e-0302-4cd6-a424-d45d449a1cbc']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:36.893034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a482aade-9bbb-4a88-a3d0-9b5ee34c7b10') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:36.893580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a482aade-9bbb-4a88-a3d0-9b5ee34c7b10') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:36.906553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.936813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.945613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:36.946013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:36.970099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf527a-7651-4a77-8baa-a74f0070e32b None None] Port 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:36.987149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:37.027861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1fdfa23c-d21a-427d-89ce-2b0741d7287e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting port 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:37.028226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1fdfa23c-d21a-427d-89ce-2b0741d7287e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:37.097980 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:37.138992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.143842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8871fb6e-0302-4cd6-a424-d45d449a1cbc {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 09:27:37.151214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.183449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event deleted for resources: {'Network': ['ID=8871fb6e-0302-4cd6-a424-d45d449a1cbc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:37.190495 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-909903a2-fe26-402b-8f97-73f62f81bb45 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8871fb6e-0302-4cd6-a424-d45d449a1cbc HTTP/1.1" status: 204 len: 168 time: 0.7588625 Apr 22 09:27:37.191150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51436) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:37.198831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Request body: {'network': {'name': 'tempest-network--684153561'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:37.206919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:37.214006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Usage tracker for resource:network and tenant:6ad176ad0d2c4e9fab47cc24f34ffd07 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:37.218747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:37.226397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:37.254157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Made reservation on behalf of 6ad176ad0d2c4e9fab47cc24f34ffd07 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:37.254880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-ee7be6bf-316c-490e-be58-41c8d6c87085 req-05f89edd-5286-40b7-b4e8-9c1e01c3948f tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Synchronizing usage tracker for tenant:1b6d96c508c14614b689349c18ef000b on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:37.258408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.263431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.311197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bfb10ce1-5af2-497d-9ba1-4931e87a6a71 None None] Provisioning complete for port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:37.311344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfb10ce1-5af2-497d-9ba1-4931e87a6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.344027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:37.364724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.364987 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Added segment 8d2f483c-9b09-4b20-8fa9-f7076ad006f6 of type vlan for network 8361d877-84d4-452a-a7d3-10caa38d9bb2 Apr 22 09:27:37.444963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bfb10ce1-5af2-497d-9ba1-4931e87a6a71 None None] Port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:37.454165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:37.466406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bfb10ce1-5af2-497d-9ba1-4931e87a6a71 None None] Provisioning for port c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:37.473027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fd4b0605-9004-443f-a0aa-96728343d3c0 req-c5d6a052-d7f1-488a-869a-e3f58d0db586 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Synchronizing usage tracker for tenant:e8083e2f93fe443f9b759a4ab03ffe68 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:37.478301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.480011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:37.480818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.482235 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bfb10ce1-5af2-497d-9ba1-4931e87a6a71 None None] Provisioning complete for port c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:37.484230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfb10ce1-5af2-497d-9ba1-4931e87a6a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.517339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ccb232-22d9-4eca-ba75-7210625e0037 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:37.518134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-29ccb232-22d9-4eca-ba75-7210625e0037 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Synchronizing usage tracker for tenant:9d7a7b06fb574581acb48376a05dfd8b on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:37.521184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfbee0-3f39-4dac-94ef-ea78acd85954 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event updated for resources: {'Port': ['ID=98857ee8-8d71-42f6-971d-be9b6e65b2d9,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:37.524164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c247-4880-4778-b1ff-95fefac19d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.551679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad9c0d-8007-4b0b-8691-7e4f8d52bf3a') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:37.552136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad9c0d-8007-4b0b-8691-7e4f8d52bf3a') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:37.569176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bfb10ce1-5af2-497d-9ba1-4931e87a6a71 None None] Port c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:37.570864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fd4b0605-9004-443f-a0aa-96728343d3c0 req-c5d6a052-d7f1-488a-869a-e3f58d0db586 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Unset dirty status for tenant:e8083e2f93fe443f9b759a4ab03ffe68 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:37.572515 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fd4b0605-9004-443f-a0aa-96728343d3c0 req-c5d6a052-d7f1-488a-869a-e3f58d0db586 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 210 time: 0.1900048 Apr 22 09:27:37.606134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.607322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:37.608086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.714298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-ee7be6bf-316c-490e-be58-41c8d6c87085 req-05f89edd-5286-40b7-b4e8-9c1e01c3948f tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Unset dirty status for tenant:1b6d96c508c14614b689349c18ef000b on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:37.715591 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ee7be6bf-316c-490e-be58-41c8d6c87085 req-05f89edd-5286-40b7-b4e8-9c1e01c3948f tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 210 time: 0.6387908 Apr 22 09:27:37.727670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3c247-4880-4778-b1ff-95fefac19d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31ff719-6059-4baa-a0d0-0fe8a1de68b0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:37.730681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c247-4880-4778-b1ff-95fefac19d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.735361 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d1b3c247-4880-4778-b1ff-95fefac19d97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a31ff719-6059-4baa-a0d0-0fe8a1de68b0 HTTP/1.1" status: 204 len: 168 time: 1.9701409 Apr 22 09:27:37.751917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.784810 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f6ec6c8e-0162-45ce-9aa1-9c7c68ddcf2d tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2391257 Apr 22 09:27:37.792319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51456) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:37.809034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.813911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-29ccb232-22d9-4eca-ba75-7210625e0037 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Unset dirty status for tenant:9d7a7b06fb574581acb48376a05dfd8b on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:37.818745 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-29ccb232-22d9-4eca-ba75-7210625e0037 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "GET /v2.0/ports/98857ee8-8d71-42f6-971d-be9b6e65b2d9 HTTP/1.1" status: 200 len: 1130 time: 1.0243635 Apr 22 09:27:37.819598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51462) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:37.822833 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6306531 Apr 22 09:27:37.829961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51464) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:37.839502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5420e2d8-e891-4dfb-8c29-4070c410bb66 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:37.873960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd417afa-493d-4ab4-a096-942113304be5 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Network': ['ID=8361d877-84d4-452a-a7d3-10caa38d9bb2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:37.887064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 8361d877-84d4-452a-a7d3-10caa38d9bb2 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:37.910171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:37.910493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:37.943228 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:38.078600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1fdfa23c-d21a-427d-89ce-2b0741d7287e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.101087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'project_id': 'addece4e4fb3489bb989cdfaf03aa0af', 'port_id': 'c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:38.106635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:38.110780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Usage tracker for resource:floatingip and tenant:addece4e4fb3489bb989cdfaf03aa0af is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:38.120117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:38.126428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:38.238030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.254784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.259269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5420e2d8-e891-4dfb-8c29-4070c410bb66 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.292254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.35', 56654) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:38.408679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-051b7af9-5e2d-4db2-86f0-3e50a3206f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Deleting port 98857ee8-8d71-42f6-971d-be9b6e65b2d9 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:38.409020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-051b7af9-5e2d-4db2-86f0-3e50a3206f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.445100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1fdfa23c-d21a-427d-89ce-2b0741d7287e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Calling delete_port for 86aa242c-5826-4c8a-a0a6-3b2ea80ce956 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:38.477021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51480) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:38.493390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.499244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5420e2d8-e891-4dfb-8c29-4070c410bb66 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.527619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 09:27:38.535737 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.551227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.560039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:38.580222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5420e2d8-e891-4dfb-8c29-4070c410bb66 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Network 8361d877-84d4-452a-a7d3-10caa38d9bb2 is not hosted by any dhcp agent {{(pid=88062) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 09:27:38.592410 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aa8482c1-f5c3-45d0-b404-3f9581c76383 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c9d8d921-6bb8-40fc-b7a8-d56686ca5d1a HTTP/1.1" status: 204 len: 168 time: 2.7269425 Apr 22 09:27:38.593657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420e2d8-e891-4dfb-8c29-4070c410bb66 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:38.598731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5420e2d8-e891-4dfb-8c29-4070c410bb66 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.600950 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5420e2d8-e891-4dfb-8c29-4070c410bb66 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "PUT /v2.0/networks/8361d877-84d4-452a-a7d3-10caa38d9bb2 HTTP/1.1" status: 200 len: 857 time: 0.7691460 Apr 22 09:27:38.612098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51490) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:38.753821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:38.795451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:38.807324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] Usage tracker for resource:security_group_rule and tenant:ae15db4e740f41ccbcfc3c50d2fd1a0a is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:38.813310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:38.824783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:38.898164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420e2d8-e891-4dfb-8c29-4070c410bb66 tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event updated for resources: {'Network': ['ID=8361d877-84d4-452a-a7d3-10caa38d9bb2,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:38.924421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ff73-02e1-4064-8145-d439f580f0af req-e82b1eb8-3f30-4702-9927-7930345fdf44 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:38.933363 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-e82b1eb8-3f30-4702-9927-7930345fdf44 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.35 "GET /v2.0/networks?id=5fdef170-d96a-4f28-8759-801a17deee4d HTTP/1.1" status: 200 len: 805 time: 0.6385670 Apr 22 09:27:38.939435 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d37dd76e-c8ab-4682-95e3-2e7205355b82 req-8c77a102-4f71-46b3-8e21-a35d451aced0 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 210 time: 0.1116073 Apr 22 09:27:39.074563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1fdfa23c-d21a-427d-89ce-2b0741d7287e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.165085 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-896f67a0-37c0-4aa4-932b-8038cfc09b94 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8083e2f93fe443f9b759a4ab03ffe68 HTTP/1.1" status: 200 len: 379 time: 0.0923426 Apr 22 09:27:39.224179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Request body: {'port': {'device_id': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'admin_state_up': True, 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'security_groups': ['471155b7-14f9-41d5-be33-d16eb622c270']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:39.236018 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d5280f72-b98f-47a4-bc0d-4c82c3bf4595 req-3bfc0836-346b-4b05-b23e-8467cf78ed73 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 210 time: 0.1571195 Apr 22 09:27:39.241200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfa23c-d21a-427d-89ce-2b0741d7287e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event deleted for resources: {'Port': ['ID=86aa242c-5826-4c8a-a0a6-3b2ea80ce956,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:39.250356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-051b7af9-5e2d-4db2-86f0-3e50a3206f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.294487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51522) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:39.391835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.392649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'router': {'name': 'tempest-router--1427427391', 'project_id': 'd36b356d797745c6a43c0c1beb4285bd'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:39.429638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.35', 56660) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:39.476800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-051b7af9-5e2d-4db2-86f0-3e50a3206f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Calling delete_port for 98857ee8-8d71-42f6-971d-be9b6e65b2d9 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:39.514533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.522589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8361d877-84d4-452a-a7d3-10caa38d9bb2']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:39.550231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:39.572176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1fdfa23c-d21a-427d-89ce-2b0741d7287e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.581011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Usage tracker for resource:router and tenant:d36b356d797745c6a43c0c1beb4285bd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:39.587867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2f483c-9b09-4b20-8fa9-f7076ad006f6') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:39.588138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2f483c-9b09-4b20-8fa9-f7076ad006f6') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:39.602858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:39.649612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:39.696270 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1fdfa23c-d21a-427d-89ce-2b0741d7287e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "DELETE /v2.0/ports/86aa242c-5826-4c8a-a0a6-3b2ea80ce956 HTTP/1.1" status: 204 len: 168 time: 3.2209244 Apr 22 09:27:39.707002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51536) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:39.717494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.772722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.774441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.810215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.832500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.833733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:39.854713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:39.862993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.898199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Made reservation on behalf of e8083e2f93fe443f9b759a4ab03ffe68 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:39.902497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.934066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.935610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Allocated IP 172.26.2.61 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/dcc16f9c-1cff-4b64-b35c-318f91e390dd) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:39.936648 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4bdcfa-fe26-47a2-a87b-0aa6efac441f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] GET failed (client error): The resource could not be found. Apr 22 09:27:39.937317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9f4bdcfa-fe26-47a2-a87b-0aa6efac441f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Synchronizing usage tracker for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:39.955138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:39.955600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:39.971858 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:40.136805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9f4bdcfa-fe26-47a2-a87b-0aa6efac441f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Unset dirty status for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:40.138093 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9f4bdcfa-fe26-47a2-a87b-0aa6efac441f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "GET /v2.0/ports/86aa242c-5826-4c8a-a0a6-3b2ea80ce956 HTTP/1.1" status: 404 len: 333 time: 0.4238102 Apr 22 09:27:40.152526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51546) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:40.173195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d6ccc93e-5d0e-4dc5-a479-93a98eb90411 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:40.175559 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d6ccc93e-5d0e-4dc5-a479-93a98eb90411 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.35 "GET /v2.0/networks?id=637ab288-5bb9-4fb5-b5d4-21d282c916c9 HTTP/1.1" status: 200 len: 812 time: 0.7382767 Apr 22 09:27:40.185329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-991314138'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:40.237798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:40.258679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1acdf70-26d1-423a-95ec-9c64b79db45b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:40.276510 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-42c7dad8-7541-4784-b812-cb359dc8bcfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae15db4e740f41ccbcfc3c50d2fd1a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7969432 Apr 22 09:27:40.293039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51550) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:40.578775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:40.642365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-051b7af9-5e2d-4db2-86f0-3e50a3206f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:40.670873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:40.678014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Allocated IP 172.20.0.4 (5fdef170-d96a-4f28-8759-801a17deee4d/c5b31700-eb03-409d-b99e-74bba198679c/1a5f2246-3cdc-4a08-b1f6-b34b19359462) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:40.727255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:40.788726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b7af9-5e2d-4db2-86f0-3e50a3206f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event deleted for resources: {'Port': ['ID=98857ee8-8d71-42f6-971d-be9b6e65b2d9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:40.804930 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-517670ca-4832-4e5e-b87c-05dfddaa6368 req-5cd6cde2-aa1e-4df9-a3d5-578d595cbd64 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 210 time: 0.2867825 Apr 22 09:27:40.835638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:40.844038 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-814a166d-1cb9-4c4e-b613-e6d518160323 req-45ce4183-3fbc-4a86-974b-838b10b326da tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 210 time: 0.2116697 Apr 22 09:27:40.882990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:40.905135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8361d877-84d4-452a-a7d3-10caa38d9bb2 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 09:27:40.919492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Pushing event deleted for resources: {'Network': ['ID=8361d877-84d4-452a-a7d3-10caa38d9bb2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:40.922381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:40.938753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:40.953196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Pushing event updated for resources: {'Port': ['ID=dcc16f9c-1cff-4b64-b35c-318f91e390dd,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:40.966367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:40.972800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:41.028474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-c55d006b-ef72-459b-b894-70528750f66b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6d96c508c14614b689349c18ef000b HTTP/1.1" status: 200 len: 380 time: 0.3301682 Apr 22 09:27:41.030450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Made reservation on behalf of d027069aeffa485dbdce6d93b31618c0 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:41.039474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:41.043332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92339154-7d9b-4448-848d-94cefd595865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:41.045674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:41.051352 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e044eeae-50d9-4ae7-b6fa-0dbc78ae7f94 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.7236409 Apr 22 09:27:41.057108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-051b7af9-5e2d-4db2-86f0-3e50a3206f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:41.059469 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-051b7af9-5e2d-4db2-86f0-3e50a3206f30 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "DELETE /v2.0/ports/98857ee8-8d71-42f6-971d-be9b6e65b2d9 HTTP/1.1" status: 204 len: 168 time: 3.2298985 Apr 22 09:27:41.065469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51556) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:41.065888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51558) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:41.144070 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-90ed5a11-083b-4221-87b4-c65c970f6bad tempest-ExternalNetworksTestJSON-1376473204 tempest-ExternalNetworksTestJSON-1376473204-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8361d877-84d4-452a-a7d3-10caa38d9bb2 HTTP/1.1" status: 204 len: 168 time: 2.5221279 Apr 22 09:27:41.285079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Request body: {'port': {'device_id': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'admin_state_up': True, 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'security_groups': ['13d62567-4ed1-4103-88ec-2a4d186dc2fe']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:41.295306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6bd986b-8cdf-4d40-9ca6-7ee73c15cd1e tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:41.305641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51564) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:41.383558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] device_id is not set on port 5737041b-c7f1-4c0a-abce-234e183afb88 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:41.489972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:41.509515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Transition to ACTIVE for port object 1a5f2246-3cdc-4a08-b1f6-b34b19359462 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:41.534167 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-d072a841-aafe-49f1-b5a9-53b5d5ede97e tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] DELETE failed (client error): The resource could not be found. Apr 22 09:27:41.534885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d072a841-aafe-49f1-b5a9-53b5d5ede97e tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:27:41.537318 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d072a841-aafe-49f1-b5a9-53b5d5ede97e tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] 10.222.0.32 "DELETE /v2.0/subnets/94899ec0-c059-42be-84ad-a6428348af64 HTTP/1.1" status: 404 len: 337 time: 0.2285960 Apr 22 09:27:41.590393 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51568) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:41.604707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:41.710537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92339154-7d9b-4448-848d-94cefd595865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:41.765306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Network 5fdef170-d96a-4f28-8759-801a17deee4d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:41.781091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:41.789973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event updated for resources: {'Port': ['ID=1a5f2246-3cdc-4a08-b1f6-b34b19359462,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:41.792987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:41.966044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a005ce52-0d3a-40e1-9215-8cd97895721f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.090359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f106993-b201-4216-b281-3a71785778cc tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Deleting subnet d4ae984e-152e-43ad-aa5a-8ac009dca855 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:27:42.128488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:42.139738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6bd986b-8cdf-4d40-9ca6-7ee73c15cd1e tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.143170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:42.172408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-af1f51f5-1d28-4f8f-accc-68355968d879 None None] Provisioning for port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:42.183911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-af1f51f5-1d28-4f8f-accc-68355968d879 None None] Provisioning complete for port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:42.184314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-af1f51f5-1d28-4f8f-accc-68355968d879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.195726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6bd986b-8cdf-4d40-9ca6-7ee73c15cd1e tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.204775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92339154-7d9b-4448-848d-94cefd595865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.229811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Made reservation on behalf of 1b6d96c508c14614b689349c18ef000b for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:42.235749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.244270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f106993-b201-4216-b281-3a71785778cc tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.247993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-af1f51f5-1d28-4f8f-accc-68355968d879 None None] Port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:42.305234 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42c7f570-1323-4c72-bbba-781f07cfac01 req-2ee194d8-888e-497f-ac8d-d018ac2e2842 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 210 time: 0.2070491 Apr 22 09:27:42.312315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Allocated IP 2001:db8::238 (085124d6-00ae-43a4-b674-c81d521f83e0/80aff6ed-0751-4a72-ad44-e4c1bc12bada/5737041b-c7f1-4c0a-abce-234e183afb88) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:42.387354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:42.389066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.490269 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-9f79a102-877e-4c6b-be98-41dcbe95f919 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2704132 Apr 22 09:27:42.518707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.568710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92339154-7d9b-4448-848d-94cefd595865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1acdf70-26d1-423a-95ec-9c64b79db45b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:42.590040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197a4f6-89d5-4476-9917-bac241b2a79d req-0342f444-8222-47d6-b943-a9461f597d7b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:42.590825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a197a4f6-89d5-4476-9917-bac241b2a79d req-0342f444-8222-47d6-b943-a9461f597d7b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Synchronizing usage tracker for tenant:e8083e2f93fe443f9b759a4ab03ffe68 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:42.751178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92339154-7d9b-4448-848d-94cefd595865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.752659 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-92339154-7d9b-4448-848d-94cefd595865 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1acdf70-26d1-423a-95ec-9c64b79db45b HTTP/1.1" status: 204 len: 168 time: 2.4577751 Apr 22 09:27:42.753611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6bd986b-8cdf-4d40-9ca6-7ee73c15cd1e tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.754299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bd986b-8cdf-4d40-9ca6-7ee73c15cd1e tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45b7ef13-3336-48ad-bfda-646874fff76a {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:27:42.808877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a197a4f6-89d5-4476-9917-bac241b2a79d req-0342f444-8222-47d6-b943-a9461f597d7b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Unset dirty status for tenant:e8083e2f93fe443f9b759a4ab03ffe68 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:42.810058 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a197a4f6-89d5-4476-9917-bac241b2a79d req-0342f444-8222-47d6-b943-a9461f597d7b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 931 time: 0.7534332 Apr 22 09:27:42.907837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Allocated IP 172.20.0.7 (637ab288-5bb9-4fb5-b5d4-21d282c916c9/4b648b6c-263c-4adf-9cbc-8e54e68d6f20/fde80263-666e-4ec3-9b13-7299c6735dab) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:42.919624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f106993-b201-4216-b281-3a71785778cc tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:42.933876 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a197a4f6-89d5-4476-9917-bac241b2a79d req-a92d8f68-268a-406a-8119-077cc06e2795 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128886 Apr 22 09:27:43.077183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6bd986b-8cdf-4d40-9ca6-7ee73c15cd1e tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.078300 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d6bd986b-8cdf-4d40-9ca6-7ee73c15cd1e tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "DELETE /v2.0/routers/45b7ef13-3336-48ad-bfda-646874fff76a HTTP/1.1" status: 204 len: 168 time: 2.0107858 Apr 22 09:27:43.149732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.276791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Transition to ACTIVE for port object 5737041b-c7f1-4c0a-abce-234e183afb88 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:43.305006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.381886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.398067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.469395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Transition to ACTIVE for port object fde80263-666e-4ec3-9b13-7299c6735dab will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:43.489842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Network 085124d6-00ae-43a4-b674-c81d521f83e0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:43.495739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:43.501833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51590) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:43.507903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:43.513964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:43.514608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.568723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=5737041b-c7f1-4c0a-abce-234e183afb88,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:43.625791 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-90b510dd-f528-4837-8d74-94824a94c808 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4652450 Apr 22 09:27:43.629610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51596) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:43.644491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'network_id': '085124d6-00ae-43a4-b674-c81d521f83e0', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2043231423'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:43.700901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65703aa7-1fad-4b1b-815f-a7e14be5ef66']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:43.777444 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e5681f89-aafe-496e-abec-c265635b9f50 req-67d27986-d1f1-4f2b-aebb-db57b2999fb8 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 210 time: 0.1808326 Apr 22 09:27:43.806880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fc306b-4757-452a-8200-f182a60871b1') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:43.807287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fc306b-4757-452a-8200-f182a60871b1') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:43.819210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f106993-b201-4216-b281-3a71785778cc tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.912367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.915914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-df7a48c6-c342-45ad-be6f-4986eae04a9c tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:27:43.916925 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-df7a48c6-c342-45ad-be6f-4986eae04a9c tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087421 Apr 22 09:27:43.922273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:43.976408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.031681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:44.032176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:44.063005 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:44.101203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f9419f58-0d34-4c4f-8909-0afc9de59d64 None None] Provisioning for port 5737041b-c7f1-4c0a-abce-234e183afb88 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:44.112564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f9419f58-0d34-4c4f-8909-0afc9de59d64 None None] Provisioning complete for port 5737041b-c7f1-4c0a-abce-234e183afb88 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:44.113851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9419f58-0d34-4c4f-8909-0afc9de59d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.128671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event updated for resources: {'Port': ['ID=fde80263-666e-4ec3-9b13-7299c6735dab,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:44.218356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1620237806', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:44.263594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:44.273027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:44.279103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:44.283877 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f9419f58-0d34-4c4f-8909-0afc9de59d64 None None] Port 5737041b-c7f1-4c0a-abce-234e183afb88 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:44.290442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:44.312309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f106993-b201-4216-b281-3a71785778cc tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.330441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Usage tracker for resource:router and tenant:ecb837824e4b4e9f8b24b7e3ae72a0e2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:44.339630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:44.357380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb5c54e2-30fa-4c7d-823e-46c4125f9017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.364915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:44.374604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:44.390371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:44.390899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.427214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Request body: {'port': {'device_id': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:44.453567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.458015 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f106993-b201-4216-b281-3a71785778cc tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ae984e-152e-43ad-aa5a-8ac009dca855,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:44.533162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.592029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] Pushing event deleted for resources: {'Network': ['ID=65703aa7-1fad-4b1b-815f-a7e14be5ef66,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:44.595096 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a2911580-8bca-46f4-8a1f-0d4d6a0f71c0 tempest-ExternalNetworksTestJSON-552573915 tempest-ExternalNetworksTestJSON-552573915-project] 10.222.0.32 "DELETE /v2.0/networks/65703aa7-1fad-4b1b-815f-a7e14be5ef66 HTTP/1.1" status: 204 len: 168 time: 3.0033216 Apr 22 09:27:44.596938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f106993-b201-4216-b281-3a71785778cc tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.609792 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2f106993-b201-4216-b281-3a71785778cc tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "DELETE /v2.0/subnets/d4ae984e-152e-43ad-aa5a-8ac009dca855 HTTP/1.1" status: 204 len: 168 time: 3.5392683 Apr 22 09:27:44.614422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0846bfe-8403-4fdc-9978-c61994d984c5 None None] Network 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:44.630547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51618) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:44.955695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:44.959835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Made reservation on behalf of d027069aeffa485dbdce6d93b31618c0 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:44.963366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.008785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] device_id is not set on port 98d5201e-9e88-47f3-9225-41264fa2eb3c yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:45.058719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:45.059258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.086592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.087737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.106864 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-d1dcb7cc-fe1f-40c6-9445-6052ede3df28 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9648068 Apr 22 09:27:45.121293 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f46d1f18-5242-4f16-9fd7-5ba81bdef40f None None] Provisioning for port fde80263-666e-4ec3-9b13-7299c6735dab completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:45.124473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.158795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f46d1f18-5242-4f16-9fd7-5ba81bdef40f None None] Provisioning complete for port fde80263-666e-4ec3-9b13-7299c6735dab triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:45.160014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f46d1f18-5242-4f16-9fd7-5ba81bdef40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.169703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33aed7-6c36-444b-8a95-000b970c67d3 req-1ca46b21-cfd8-4c86-b921-de03e112be5d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:45.171289 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3a33aed7-6c36-444b-8a95-000b970c67d3 req-1ca46b21-cfd8-4c86-b921-de03e112be5d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 931 time: 1.0551982 Apr 22 09:27:45.221376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.262545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Request body: {'port': {'device_id': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:45.307928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51632) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:45.310930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.383382 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3a33aed7-6c36-444b-8a95-000b970c67d3 req-8a85d1d9-2975-40f6-a6dc-7d7fccbc7b73 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023973 Apr 22 09:27:45.440499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f46d1f18-5242-4f16-9fd7-5ba81bdef40f None None] Port fde80263-666e-4ec3-9b13-7299c6735dab cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:45.446076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.605326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.632820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] DHCP port deletion for 81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:27:45.638622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] Deleting port 40bc5de4-1333-41fc-85bf-1e2a1022e123 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:45.639135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.651158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Deleting port 40bc5de4-1333-41fc-85bf-1e2a1022e123 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:45.651552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.777308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.788970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Allocated IP 2001:db8::309 (085124d6-00ae-43a4-b674-c81d521f83e0/80aff6ed-0751-4a72-ad44-e4c1bc12bada/98d5201e-9e88-47f3-9225-41264fa2eb3c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:45.823717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:45.978224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:46.126036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] For port 40bc5de4-1333-41fc-85bf-1e2a1022e123, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=40bc5de4-1333-41fc-85bf-1e2a1022e123,segment=NetworkSegment(447f8e02-8206-43e5-9bd5-b54de416fa16),segment_id=447f8e02-8206-43e5-9bd5-b54de416fa16)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:46.126630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:46.203127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf14aa2a-f71c-4211-b944-ff0793a0dbd5 req-e71fca24-b75b-4ca3-b3ad-51e6c50a1342 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:46.211033 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf14aa2a-f71c-4211-b944-ff0793a0dbd5 req-e71fca24-b75b-4ca3-b3ad-51e6c50a1342 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 931 time: 1.2423923 Apr 22 09:27:46.224208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:46.227606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51648) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:46.251646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Pushing event updated for resources: {'Port': ['ID=dcc16f9c-1cff-4b64-b35c-318f91e390dd,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:46.398767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:46.431748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] Calling delete_port for 40bc5de4-1333-41fc-85bf-1e2a1022e123 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:46.503993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 40bc5de4-1333-41fc-85bf-1e2a1022e123 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:27:46.661534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:46.668146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:46.746591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:27:46.747374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Usage tracker for resource:floatingip and tenant:99c30cd455ec4703815ca73a50ee3b4c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:46.762684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:46.787133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:46.824051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] No DVR routers for this DVR port 40bc5de4-1333-41fc-85bf-1e2a1022e123 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:27:46.837752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:46.874128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-cf14aa2a-f71c-4211-b944-ff0793a0dbd5 req-54ee74fa-c26d-41e0-b217-e1934a5dc374 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Synchronizing usage tracker for tenant:1b6d96c508c14614b689349c18ef000b on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:46.875391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d94406-7f76-4415-8720-53cf98032cca None None] Pushing event deleted for resources: {'Port': ['ID=40bc5de4-1333-41fc-85bf-1e2a1022e123,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:46.886390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:47.008855 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-72433d90-cf44-4bcd-9228-fa11c8f1d843 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7c9d505276140eea106676e171d1b9e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3998168 Apr 22 09:27:47.012765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51662) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:47.021881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] For port 40bc5de4-1333-41fc-85bf-1e2a1022e123, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=40bc5de4-1333-41fc-85bf-1e2a1022e123,segment=NetworkSegment(447f8e02-8206-43e5-9bd5-b54de416fa16),segment_id=447f8e02-8206-43e5-9bd5-b54de416fa16)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:47.022745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.032867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.059882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.087598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5f2246-3cdc-4a08-b1f6-b34b19359462 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:27:47.114232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.119016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.161001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Transition to ACTIVE for port object 1a5f2246-3cdc-4a08-b1f6-b34b19359462 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:47.184157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Transition to ACTIVE for port object 98d5201e-9e88-47f3-9225-41264fa2eb3c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:47.191168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.210350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-cf14aa2a-f71c-4211-b944-ff0793a0dbd5 req-54ee74fa-c26d-41e0-b217-e1934a5dc374 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Unset dirty status for tenant:1b6d96c508c14614b689349c18ef000b on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:47.211392 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf14aa2a-f71c-4211-b944-ff0793a0dbd5 req-54ee74fa-c26d-41e0-b217-e1934a5dc374 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9772379 Apr 22 09:27:47.218243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Calling delete_port for 40bc5de4-1333-41fc-85bf-1e2a1022e123 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:47.307390 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Floating IP 907b7c05-9f26-41c9-9c65-4cb272f34ea4 associated. External IP: 172.26.2.61, port: c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045. Apr 22 09:27:47.325846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199f9ff-5c60-456a-bbc0-c49dcfa3e500 req-f485f907-c2fe-4906-b300-4ea9a4395bcd tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:47.327483 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6199f9ff-5c60-456a-bbc0-c49dcfa3e500 req-f485f907-c2fe-4906-b300-4ea9a4395bcd tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 931 time: 0.6390386 Apr 22 09:27:47.531269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f61bb772-0466-4b96-a581-d58783d1a18f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.650308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:27:47.748838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.774894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.789269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5f2246-3cdc-4a08-b1f6-b34b19359462,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:47.799263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:27:47.799263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:27:47.828151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f61bb772-0466-4b96-a581-d58783d1a18f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:47.924689 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6199f9ff-5c60-456a-bbc0-c49dcfa3e500 req-df91cfdd-5c96-4f79-9e8c-e883d88c333b tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5803046 Apr 22 09:27:47.926115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.085023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.087100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f61bb772-0466-4b96-a581-d58783d1a18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.100052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=98d5201e-9e88-47f3-9225-41264fa2eb3c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:48.151235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bb772-0466-4b96-a581-d58783d1a18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220d0e24-0184-48a1-8d56-29db4f302fd0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:48.215214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Router 24c6c3f4-46c8-436d-81d0-010bf5281244 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:27:48.220530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f61bb772-0466-4b96-a581-d58783d1a18f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.224459 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f61bb772-0466-4b96-a581-d58783d1a18f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/220d0e24-0184-48a1-8d56-29db4f302fd0 HTTP/1.1" status: 204 len: 168 time: 1.2081780 Apr 22 09:27:48.252468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde80263-666e-4ec3-9b13-7299c6735dab {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:27:48.276936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Network 085124d6-00ae-43a4-b674-c81d521f83e0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:48.280155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Allocated IP 172.26.2.16 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/cc07fc41-8c01-4e67-82a9-364e881d7744) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:48.301345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Deleting port 40bc5de4-1333-41fc-85bf-1e2a1022e123 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:48.301345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.309265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.309265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:48.317318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:48.330801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:48.339141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.392287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] The port '40bc5de4-1333-41fc-85bf-1e2a1022e123' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:27:48.467780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Transition to ACTIVE for port object fde80263-666e-4ec3-9b13-7299c6735dab will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:48.563724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.712989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.792754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ffb4ca-01f0-4d39-a0d1-99bacfdfac92']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:48.800827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:48.815641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447f8e02-8206-43e5-9bd5-b54de416fa16') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:48.815956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447f8e02-8206-43e5-9bd5-b54de416fa16') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:48.819193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba622f7e-cf2d-4b77-a33f-763a160a5a3b None None] Sync routers for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:48.838880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.856069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba622f7e-cf2d-4b77-a33f-763a160a5a3b None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:48.857670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ba622f7e-cf2d-4b77-a33f-763a160a5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:48.878341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06288aeb-0c9a-42f4-b655-7cd607429923 req-24e4ef3e-b277-4f10-a87e-68a99e6f684d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:48.880048 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-06288aeb-0c9a-42f4-b655-7cd607429923 req-24e4ef3e-b277-4f10-a87e-68a99e6f684d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 943 time: 0.4042583 Apr 22 09:27:48.880863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.886791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.920410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.971654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:27:48.972090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:48.983966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ba622f7e-cf2d-4b77-a33f-763a160a5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51674) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:27:48.987855 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:27:49.000640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Attempting to bind port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:49.000873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Attempting to bind port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:49.001268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Attempting to bind port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 on network 5fdef170-d96a-4f28-8759-801a17deee4d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:49.004450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba622f7e-cf2d-4b77-a33f-763a160a5a3b None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:49.005226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ba622f7e-cf2d-4b77-a33f-763a160a5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:49.024914 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-31917d90-8d12-4aa5-996d-b3d265af1a1e tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.3941443 Apr 22 09:27:49.040860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51682) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:49.082184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ba622f7e-cf2d-4b77-a33f-763a160a5a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:49.082184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba622f7e-cf2d-4b77-a33f-763a160a5a3b None None] The sync data for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:49.083689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f628a882-00bb-4398-88be-6855feaaf535 None None] Provisioning for port 98d5201e-9e88-47f3-9225-41264fa2eb3c completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:49.090651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f628a882-00bb-4398-88be-6855feaaf535 None None] Provisioning complete for port 98d5201e-9e88-47f3-9225-41264fa2eb3c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:49.091231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f628a882-00bb-4398-88be-6855feaaf535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.118773 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-06288aeb-0c9a-42f4-b655-7cd607429923 req-f7eb26e8-b4ad-4bf6-aa97-a448a4d889e5 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025969 Apr 22 09:27:49.121144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 on network 5fdef170-d96a-4f28-8759-801a17deee4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:27:49.121470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Attempting to bind port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 on network 5fdef170-d96a-4f28-8759-801a17deee4d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:49.149887 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-045031e6-9efd-4ec4-acef-ddd6c46ecc69 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 11.3564787 Apr 22 09:27:49.150725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51686) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:49.156130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bd', 'mac_address': 'fa:16:3e:fd:b3:3b'}, {'ip_address': '2001:db8::238', 'mac_address': 'fa:16:3e:e6:4b:c8'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:49.159117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.180005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f628a882-00bb-4398-88be-6855feaaf535 None None] Port 98d5201e-9e88-47f3-9225-41264fa2eb3c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:49.232753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:49.233122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Checking segment: {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:49.233676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Bound using segment: {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:49.234117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Bound port: 1a5f2246-3cdc-4a08-b1f6-b34b19359462, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebca383e-70b3-46c7-b724-e7a999fe798c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:49.234457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.263846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.269156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] Pushing event deleted for resources: {'Network': ['ID=81ffb4ca-01f0-4d39-a0d1-99bacfdfac92,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:49.269708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Pushing event updated for resources: {'Port': ['ID=fde80263-666e-4ec3-9b13-7299c6735dab,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:49.287390 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-74deec8e-bcd6-4ab4-923c-035a230e9c8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ad176ad0d2c4e9fab47cc24f34ffd07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2986150 Apr 22 09:27:49.289153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51690) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:49.307612 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d3f981ea-54ce-49ca-a9d8-5772b65e7cb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417 tempest-ExtraDHCPOptionsIpV6TestJSON-1992197417-project] 10.222.0.32 "DELETE /v2.0/networks/81ffb4ca-01f0-4d39-a0d1-99bacfdfac92 HTTP/1.1" status: 204 len: 168 time: 4.6736386 Apr 22 09:27:49.342766 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fcd8c923-cb7c-4679-86c8-5418f357b150 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] 10.222.0.32 "GET /v2.0/floatingips/907b7c05-9f26-41c9-9c65-4cb272f34ea4 HTTP/1.1" status: 200 len: 982 time: 0.1878459 Apr 22 09:27:49.345828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51696) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:49.458447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5fa28166-080c-428d-aded-39b5cdcaf24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.491829 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aea4ebd2-3bc8-46c6-8bbe-efb8f0531b29 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.1449161 Apr 22 09:27:49.498583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51700) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:49.561635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] For port 1a5f2246-3cdc-4a08-b1f6-b34b19359462, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:49.567114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] For port 1a5f2246-3cdc-4a08-b1f6-b34b19359462, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1a5f2246-3cdc-4a08-b1f6-b34b19359462,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:49.595721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.652579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.656121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51706) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:49.738556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5fa28166-080c-428d-aded-39b5cdcaf24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.785554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:49.785896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.787280 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] 10.222.0.35 "PUT /v2.0/ports/1a5f2246-3cdc-4a08-b1f6-b34b19359462 HTTP/1.1" status: 200 len: 1093 time: 5.5757241 Apr 22 09:27:49.794932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'tag': '1a5f2246-3cdc-4a08-b1f6-b34b19359462'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:27:49.808668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:49.824331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:49.835617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Attempting to bind port fde80263-666e-4ec3-9b13-7299c6735dab on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:49.835617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Attempting to bind port fde80263-666e-4ec3-9b13-7299c6735dab by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:49.835617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Attempting to bind port fde80263-666e-4ec3-9b13-7299c6735dab on network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:49.840844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:49.895278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Allocated IP 172.26.2.173 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/97640412-f02b-4635-9ee9-8e34bd528c81) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:49.929198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Port fde80263-666e-4ec3-9b13-7299c6735dab on network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:27:49.933041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Attempting to bind port fde80263-666e-4ec3-9b13-7299c6735dab on network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:49.987683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Deleting port dcc16f9c-1cff-4b64-b35c-318f91e390dd {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:49.988024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:49.992616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859d882-a197-4870-9c25-a0af79546e0c req-152a0044-7b07-499a-b043-b3d0ae0344a3 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:49.994155 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7859d882-a197-4870-9c25-a0af79546e0c req-152a0044-7b07-499a-b043-b3d0ae0344a3 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 943 time: 0.8687508 Apr 22 09:27:49.994822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3c706-fc0f-474a-8e8f-1e6a6c8a57c4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5f2246-3cdc-4a08-b1f6-b34b19359462,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:50.035128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5fa28166-080c-428d-aded-39b5cdcaf24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.079280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:50.079683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Checking segment: {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:50.080126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Bound using segment: {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:50.080659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Bound port: fde80263-666e-4ec3-9b13-7299c6735dab, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5665552a-c4d2-44f4-9616-d5e7b912ab6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:50.081074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.117826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa28166-080c-428d-aded-39b5cdcaf24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8c0dc-7ddf-4795-afc5-3da3acf06f96,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:50.163986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5fa28166-080c-428d-aded-39b5cdcaf24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.167508 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5fa28166-080c-428d-aded-39b5cdcaf24d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4af8c0dc-7ddf-4795-afc5-3da3acf06f96 HTTP/1.1" status: 204 len: 168 time: 0.8730545 Apr 22 09:27:50.195452 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f9816a-c550-4ff4-af8f-47d7bbf069b2'] response: {'name': 'network-changed', 'server_uuid': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'tag': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'status': 'completed', 'code': 200} Apr 22 09:27:50.282137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.353187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.353514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.408226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event updated for resources: {'Port': ['ID=cc07fc41-8c01-4e67-82a9-364e881d7744,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:50.431362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.442963 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7859d882-a197-4870-9c25-a0af79546e0c req-6b982767-e316-4770-b53e-e7ad8db61f73 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4085970 Apr 22 09:27:50.453120 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d996dad9-90f6-4b83-858a-613de0dbd98c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d7a7b06fb574581acb48376a05dfd8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7761788 Apr 22 09:27:50.455590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51730) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:50.489455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Calling delete_port for dcc16f9c-1cff-4b64-b35c-318f91e390dd owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:50.604326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.613769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] For port fde80263-666e-4ec3-9b13-7299c6735dab, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:50.645631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077558e3-2d36-459f-8cb6-e2afb8f57ae3 req-52f02c35-26e3-4fec-a7f6-25bc8eacd644 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:50.647616 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-077558e3-2d36-459f-8cb6-e2afb8f57ae3 req-52f02c35-26e3-4fec-a7f6-25bc8eacd644 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 943 time: 0.3592591 Apr 22 09:27:50.705974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] For port fde80263-666e-4ec3-9b13-7299c6735dab, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fde80263-666e-4ec3-9b13-7299c6735dab,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:50.720866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:50.744475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.764102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:50.776218 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:50.816722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Pushing event updated for resources: {'Port': ['ID=97640412-f02b-4635-9ee9-8e34bd528c81,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:50.850680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.856371 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-077558e3-2d36-459f-8cb6-e2afb8f57ae3 req-8e7ff00a-885e-4a49-92d1-f24e48e62c47 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979821 Apr 22 09:27:50.874073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5922a48d-878b-4a4b-adf4-33e5d8bc2719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.885664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:50.886365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:50.887684 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] 10.222.0.35 "PUT /v2.0/ports/fde80263-666e-4ec3-9b13-7299c6735dab HTTP/1.1" status: 200 len: 1093 time: 5.6538498 Apr 22 09:27:50.912468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event deleted for resources: {'Port': ['ID=dcc16f9c-1cff-4b64-b35c-318f91e390dd,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:51.017913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b8b61-d158-4eae-9be2-86021d70ef40 service neutron] Pushing event updated for resources: {'Port': ['ID=fde80263-666e-4ec3-9b13-7299c6735dab,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:51.025088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5922a48d-878b-4a4b-adf4-33e5d8bc2719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.028954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.029506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Floating IP 907b7c05-9f26-41c9-9c65-4cb272f34ea4 disassociated (deleted). External IP: 172.26.2.61, port: c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045. Apr 22 09:27:51.097635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51748) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:51.110127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.114860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.374453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.389094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.400739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1579345226'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:51.408620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:51.410908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.450265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5922a48d-878b-4a4b-adf4-33e5d8bc2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.456103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Usage tracker for resource:network and tenant:1c9d51113b504541873276ef35980a94 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:51.481267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:51.507342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:51.510954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922a48d-878b-4a4b-adf4-33e5d8bc2719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3676997-a7da-4ab1-810c-1660a2389865,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:51.520562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] In _notify_port_updated(), no bound segment for port 98d5201e-9e88-47f3-9225-41264fa2eb3c on network 085124d6-00ae-43a4-b674-c81d521f83e0 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:27:51.525858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:51.526481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.527784 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "PUT /v2.0/ports/98d5201e-9e88-47f3-9225-41264fa2eb3c HTTP/1.1" status: 200 len: 1068 time: 2.4829741 Apr 22 09:27:51.540240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51756) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:51.614947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5922a48d-878b-4a4b-adf4-33e5d8bc2719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.619030 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5922a48d-878b-4a4b-adf4-33e5d8bc2719 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3676997-a7da-4ab1-810c-1660a2389865 HTTP/1.1" status: 204 len: 168 time: 1.1514523 Apr 22 09:27:51.664322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245928-83bf-461b-9f1a-686b76c466cd tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event updated for resources: {'Port': ['ID=98d5201e-9e88-47f3-9225-41264fa2eb3c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:51.673964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Made reservation on behalf of 1c9d51113b504541873276ef35980a94 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:51.677328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.729110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Router 24c6c3f4-46c8-436d-81d0-010bf5281244 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:27:51.778897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.889908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.890486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6d89e4ec-1cfc-403b-836f-d8084d0e6524 None None] Provisioning complete for port 98d5201e-9e88-47f3-9225-41264fa2eb3c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:51.891565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d89e4ec-1cfc-403b-836f-d8084d0e6524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.941732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-40297f52-04e1-4dfc-a9ea-09b43f66f64d tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting port 98d5201e-9e88-47f3-9225-41264fa2eb3c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:51.942064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40297f52-04e1-4dfc-a9ea-09b43f66f64d tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.948656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:51.981638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6d89e4ec-1cfc-403b-836f-d8084d0e6524 None None] Port 98d5201e-9e88-47f3-9225-41264fa2eb3c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:27:52.109456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:52.116753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:52.129971 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fba11c-0b9a-4e63-af3f-603aead6a032 None None] Sync routers for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:52.138165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Usage tracker for resource:security_group_rule and tenant:1c9d51113b504541873276ef35980a94 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:52.144593 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fba11c-0b9a-4e63-af3f-603aead6a032 None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:52.147316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Pushing event updated for resources: {'Port': ['ID=97640412-f02b-4635-9ee9-8e34bd528c81,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:52.150216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:52.151173 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-91fba11c-0b9a-4e63-af3f-603aead6a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:52.163510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.171082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.174774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:52.186424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.206803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'tag': 'fde80263-666e-4ec3-9b13-7299c6735dab'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:27:52.217518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.217932 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-91fba11c-0b9a-4e63-af3f-603aead6a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:52.221755 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-13d24737-f031-45bc-9454-7ee833ac7140 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9947591 Apr 22 09:27:52.222419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51776) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:52.227633 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fba11c-0b9a-4e63-af3f-603aead6a032 None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:52.228239 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-91fba11c-0b9a-4e63-af3f-603aead6a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:52.237994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-614145955', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'fixed_ips': [{'ip_address': '172.26.2.173'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:52.258750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:52.271951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Usage tracker for resource:port and tenant:99c30cd455ec4703815ca73a50ee3b4c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:52.281961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde37aee-14e3-4a7b-a02c-8ece653d99d0 req-47103c89-17d8-4d31-a58f-54cf0a495230 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:52.283666 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dde37aee-14e3-4a7b-a02c-8ece653d99d0 req-47103c89-17d8-4d31-a58f-54cf0a495230 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 943 time: 0.2845209 Apr 22 09:27:52.284744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:52.297742 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c5e62912-b1b9-4bb5-91a0-c2e9d334b1ad tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "DELETE /v2.0/floatingips/907b7c05-9f26-41c9-9c65-4cb272f34ea4 HTTP/1.1" status: 204 len: 168 time: 2.7981141 Apr 22 09:27:52.299892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51782) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:52.301012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:52.321696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:52.331487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:52.332097 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-91fba11c-0b9a-4e63-af3f-603aead6a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:52.332537 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fba11c-0b9a-4e63-af3f-603aead6a032 None None] The sync data for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:52.344286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Made reservation on behalf of 99c30cd455ec4703815ca73a50ee3b4c for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:52.346993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.358911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Usage tracker for resource:floatingip and tenant:d3902c7972a04f8e9bd6c2d7495d26f2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:52.363204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:52.379294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:52.384599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.398371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f57a9-c841-4443-96db-e662fcef657c req-028059cc-9e66-4827-97e8-b8f142a1ddba tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:52.399851 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d2f57a9-c841-4443-96db-e662fcef657c req-028059cc-9e66-4827-97e8-b8f142a1ddba tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 943 time: 0.7375066 Apr 22 09:27:52.413205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dde37aee-14e3-4a7b-a02c-8ece653d99d0 req-a0632e94-1483-46dd-beed-29ba0eb19b61 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139679 Apr 22 09:27:52.415861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:52.418662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.435954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Usage tracker for resource:security_group_rule and tenant:99c30cd455ec4703815ca73a50ee3b4c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:52.443713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:52.456605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:52.553866 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62e61c4-5cfa-42cb-b822-819ec3d54fcc'] response: {'name': 'network-changed', 'server_uuid': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'tag': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'status': 'completed', 'code': 200} Apr 22 09:27:52.591529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-0a304bd6-c505-4488-906b-fa4bb1498d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:52.593328 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-0a304bd6-c505-4488-906b-fa4bb1498d62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b6d96c508c14614b689349c18ef000b&device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 1096 time: 0.5961018 Apr 22 09:27:52.627425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.635976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.647423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:52.653297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] device_id is not set on port cc16b01b-a29b-4b5c-a3e7-7c05c4675c11 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:52.655560 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d2f57a9-c841-4443-96db-e662fcef657c req-b44522ac-56fb-4d28-8eca-9eab2b17b5c9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316647 Apr 22 09:27:52.716968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca5719-3d1b-4b23-b5f7-d94de21d770a req-03ee0801-904b-4a40-863f-763d2374adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:52.718474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d4ca5719-3d1b-4b23-b5f7-d94de21d770a req-03ee0801-904b-4a40-863f-763d2374adf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8083e2f93fe443f9b759a4ab03ffe68&device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 1096 time: 0.9506164 Apr 22 09:27:52.768201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51794) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:52.780914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b942f053-b404-4b94-91c2-31f1f03ef41a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:52.874430 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-caa85615-b061-4eb5-aa1b-86a3be60533e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde80263-666e-4ec3-9b13-7299c6735dab HTTP/1.1" status: 200 len: 217 time: 0.2103915 Apr 22 09:27:52.906435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2033933189'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:52.919064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:52.932498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:network and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:52.937780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:52.949100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Allocated IP 172.26.2.242 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/95d8ec5d-29eb-40ff-9d60-44efe0915702) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:52.951159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:52.982190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:52.985579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.009691 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.064439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.072180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40297f52-04e1-4dfc-a9ea-09b43f66f64d tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.158194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.186182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:53.198053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:security_group_rule and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:53.202378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:53.211198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:53.240806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-40297f52-04e1-4dfc-a9ea-09b43f66f64d tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Calling delete_port for 98d5201e-9e88-47f3-9225-41264fa2eb3c owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:53.268749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.294965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-e530a7ec-c3e6-40c9-bf42-51757c3b1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:53.296562 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-e530a7ec-c3e6-40c9-bf42-51757c3b1916 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b648b6c-263c-4adf-9cbc-8e54e68d6f20 HTTP/1.1" status: 200 len: 851 time: 0.3962078 Apr 22 09:27:53.346627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.368516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:53.378887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.382847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.392634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4d77e5-b4c7-45d6-aba4-e33c96e66fae,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:53.405945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca5719-3d1b-4b23-b5f7-d94de21d770a req-a44412f9-5200-45f5-aaf5-7bf959b9a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:53.407439 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d4ca5719-3d1b-4b23-b5f7-d94de21d770a req-a44412f9-5200-45f5-aaf5-7bf959b9a906 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e8083e2f93fe443f9b759a4ab03ffe68&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5415118 Apr 22 09:27:53.413988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Router 4803d141-dd41-4fea-8528-935c078090a8 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:27:53.417657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.417997 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Added segment dad7920d-59f0-4a87-bae6-144dfd8a7e67 of type vlan for network 8560d760-cbc2-4eec-baca-5a891322fe0a Apr 22 09:27:53.480660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:27:53.496946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:53.509771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:53.515783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:53.558581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d61519fd-9bb6-459f-b52c-d07b91185e72,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:53.561504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.561849 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Added segment 10abca4e-c2a9-442e-812b-6350e6f71262 of type vlan for network 0b5761af-5bbd-4ae2-95cb-e625a2927642 Apr 22 09:27:53.567441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Pushing event updated for resources: {'Port': ['ID=95d8ec5d-29eb-40ff-9d60-44efe0915702,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:53.571407 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 09:27:53.571915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:27:53.624611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.664871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.721131 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-42cbdfc3-8b61-4ffc-9ae4-68e32d6e70f3 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.4896405 Apr 22 09:27:53.730028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51804) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:53.749520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.755150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:53.755733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.761729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.824140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1e19f-b182-4ab1-82e7-28cf9ae49df1 req-2033424f-4c37-44fa-8910-a75c3cd8bd08 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:53.825601 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44c1e19f-b182-4ab1-82e7-28cf9ae49df1 req-2033424f-4c37-44fa-8910-a75c3cd8bd08 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 943 time: 0.2680826 Apr 22 09:27:53.910375 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1408498 Apr 22 09:27:53.934238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51808) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:53.935647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-96e81f1f-4b1a-4ecf-928d-fdff376f0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:53.937334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-96e81f1f-4b1a-4ecf-928d-fdff376f0cde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=637ab288-5bb9-4fb5-b5d4-21d282c916c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6252475 Apr 22 09:27:53.941032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc3ce9-de33-4503-b29b-74cfc8c8bedf tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Network': ['ID=0b5761af-5bbd-4ae2-95cb-e625a2927642,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:53.946004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'subnet': {'network_id': '0b5761af-5bbd-4ae2-95cb-e625a2927642', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:53.951616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:53.969158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:53.974524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:53.975720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.059962 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44c1e19f-b182-4ab1-82e7-28cf9ae49df1 req-e3207b38-6f81-496c-9fae-0a5a8b9a6cf4 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873214 Apr 22 09:27:54.065504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.088843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca5719-3d1b-4b23-b5f7-d94de21d770a req-6741e900-789a-407c-b9c1-e48743850d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:54.090432 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d4ca5719-3d1b-4b23-b5f7-d94de21d770a req-6741e900-789a-407c-b9c1-e48743850d3c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6643074 Apr 22 09:27:54.134233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:54.145437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:subnet and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:54.150073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40297f52-04e1-4dfc-a9ea-09b43f66f64d tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.150404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:54.158745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:54.194339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:54.197639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.200339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:27:54.202219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Deleting port 97640412-f02b-4635-9ee9-8e34bd528c81 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:54.202552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.212222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612dac6a-8dad-4a01-8273-5bad7a728959 None None] Sync routers for ids ['4803d141-dd41-4fea-8528-935c078090a8'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:27:54.223117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612dac6a-8dad-4a01-8273-5bad7a728959 None None] Routers {'4803d141-dd41-4fea-8528-935c078090a8'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:54.223924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-612dac6a-8dad-4a01-8273-5bad7a728959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4803d141-dd41-4fea-8528-935c078090a8'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:54.327919 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-612dac6a-8dad-4a01-8273-5bad7a728959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:54.340013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612dac6a-8dad-4a01-8273-5bad7a728959 None None] Routers {'4803d141-dd41-4fea-8528-935c078090a8'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:27:54.340792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-612dac6a-8dad-4a01-8273-5bad7a728959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4803d141-dd41-4fea-8528-935c078090a8'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:54.407942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-612dac6a-8dad-4a01-8273-5bad7a728959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:27:54.408539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612dac6a-8dad-4a01-8273-5bad7a728959 None None] The sync data for ids ['4803d141-dd41-4fea-8528-935c078090a8'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:27:54.425279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.460035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.572503 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4684675 Apr 22 09:27:54.585425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51816) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:54.608386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Request body: {'subnet': {'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:54.627367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3344c0-a231-4b19-b072-d741c3350046 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event updated for resources: {'Network': ['ID=8560d760-cbc2-4eec-baca-5a891322fe0a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:54.628358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Pushing event updated for resources: {'Port': ['ID=95d8ec5d-29eb-40ff-9d60-44efe0915702,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:54.649014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 8560d760-cbc2-4eec-baca-5a891322fe0a details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:27:54.657237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40297f52-04e1-4dfc-a9ea-09b43f66f64d tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event deleted for resources: {'Port': ['ID=98d5201e-9e88-47f3-9225-41264fa2eb3c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:54.659267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.660472 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ef924fc8-b239-451a-ac0f-7269adf867ba tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.1576269 Apr 22 09:27:54.673838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51820) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:54.725358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.793549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bac43e-0117-4f69-b2d5-e3cdae491b5d req-3c8352d1-96bc-447e-b898-b46580d6fe8f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:54.795060 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-72bac43e-0117-4f69-b2d5-e3cdae491b5d req-3c8352d1-96bc-447e-b898-b46580d6fe8f tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 943 time: 0.9361067 Apr 22 09:27:54.832248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.856488 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-3917a508-ceed-491e-82bd-e5ccb3aa7fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9005082 Apr 22 09:27:54.891704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:54.901729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:54.902882 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fcfb38cc-7a92-4af8-8aa5-87f8ae1fdfb9 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5988433 Apr 22 09:27:54.909760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Usage tracker for resource:subnet and tenant:1c9d51113b504541873276ef35980a94 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:54.912192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51824) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:54.922874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:54.946166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ff73-02e1-4064-8145-d439f580f0af req-4f7ac2e6-9b3a-4874-9222-4e338f7bc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:54.947660 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-4f7ac2e6-9b3a-4874-9222-4e338f7bc640 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8083e2f93fe443f9b759a4ab03ffe68&device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 1096 time: 0.8081107 Apr 22 09:27:55.078847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:55.079176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:55.101308 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-72bac43e-0117-4f69-b2d5-e3cdae491b5d req-3b5a548e-2f84-4da7-94d0-c8746845b777 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935681 Apr 22 09:27:55.113294 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-dcd53b1e-4780-4903-b4b1-1a864eae9437 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5f2246-3cdc-4a08-b1f6-b34b19359462 HTTP/1.1" status: 200 len: 217 time: 0.1500196 Apr 22 09:27:55.119986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:55.132333 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Subnet': ['ID=0b80abc7-d9e3-42b1-82d6-08000a21a988,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:55.150934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:55.159642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Made reservation on behalf of 1c9d51113b504541873276ef35980a94 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:55.163022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:55.180571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:55.207235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Usage tracker for resource:floatingip and tenant:3fd3e01c41004e2fad6bb3f20fa63263 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:55.214721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:55.261817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Calling delete_port for 97640412-f02b-4635-9ee9-8e34bd528c81 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:55.273750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:55.275694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Checking segment: {'id': '10abca4e-c2a9-442e-812b-6350e6f71262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0b5761af-5bbd-4ae2-95cb-e625a2927642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:55.276042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network hostable DHCP agents. Network: 0b5761af-5bbd-4ae2-95cb-e625a2927642, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:55.340916 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-12d88ae2-2f35-45bd-a9b6-690f6875af04 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/routers/4803d141-dd41-4fea-8528-935c078090a8 HTTP/1.1" status: 200 len: 920 time: 0.6631644 Apr 22 09:27:55.347191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51832) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:55.405075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:55.441239 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b2b9766e-eb47-482e-969b-5621aba2b72d tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4803d141-dd41-4fea-8528-935c078090a8 HTTP/1.1" status: 200 len: 205 time: 0.0841951 Apr 22 09:27:55.444276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51836) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:55.463378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40297f52-04e1-4dfc-a9ea-09b43f66f64d tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:55.464808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:55.467968 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-40297f52-04e1-4dfc-a9ea-09b43f66f64d tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "DELETE /v2.0/ports/98d5201e-9e88-47f3-9225-41264fa2eb3c HTTP/1.1" status: 204 len: 168 time: 3.8743784 Apr 22 09:27:55.471124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51840) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:55.524150 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d715af8-7cc4-47c6-add0-e50a8f2db213 req-8b52ec82-da07-4337-b785-ae99c5545b51 service neutron] 10.222.0.35 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530037 Apr 22 09:27:55.528592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 0b5761af-5bbd-4ae2-95cb-e625a2927642) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:55.539558 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d303f1-6750-466c-9898-359091d2ed8f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] GET failed (client error): The resource could not be found. Apr 22 09:27:55.540123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a0d303f1-6750-466c-9898-359091d2ed8f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Synchronizing usage tracker for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:55.543082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:55.543651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:55.545540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ff73-02e1-4064-8145-d439f580f0af req-d3b9eedc-8cd4-4da2-ab69-7bf27cdcd6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:55.547062 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-d3b9eedc-8cd4-4da2-ab69-7bf27cdcd6d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5b31700-eb03-409d-b99e-74bba198679c HTTP/1.1" status: 200 len: 844 time: 0.2946355 Apr 22 09:27:55.553803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac61d5-5a22-4ddd-96d5-7e3991b8cbdf None None] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:55.687550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad881-293e-45ef-b8a4-21f9fea4e168 req-e4c287e6-8d50-4ea6-9e10-02062af70c59 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:55.691145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c33ad881-293e-45ef-b8a4-21f9fea4e168 req-e4c287e6-8d50-4ea6-9e10-02062af70c59 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 943 time: 0.4886045 Apr 22 09:27:55.781083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a0d303f1-6750-466c-9898-359091d2ed8f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Unset dirty status for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:55.784828 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a0d303f1-6750-466c-9898-359091d2ed8f tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "GET /v2.0/ports/98d5201e-9e88-47f3-9225-41264fa2eb3c HTTP/1.1" status: 404 len: 333 time: 0.3046041 Apr 22 09:27:55.784828 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-653f9e16-ae63-4d03-a57c-edea01c0b723 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8487325 Apr 22 09:27:55.794682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51844) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:55.794999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51846) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:55.814036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1209309024', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:55.901225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0899a52-b231-4bb8-98c6-d10d2a96c80e None None] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:55.903825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:55.920338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:router and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:55.930101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:55.937530 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c33ad881-293e-45ef-b8a4-21f9fea4e168 req-e0856958-dafb-4860-a2ed-d3121f27e7bc tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382722 Apr 22 09:27:55.943342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:55.955560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:55.990718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.019214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d9b95bd5-1c5f-4c55-976a-834bbf64d3a9 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting port 5737041b-c7f1-4c0a-abce-234e183afb88 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:56.019584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b95bd5-1c5f-4c55-976a-834bbf64d3a9 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.088362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.089699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.092791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ff73-02e1-4064-8145-d439f580f0af req-0800947d-3fa2-4b16-b1d3-68054a4f7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:56.094457 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-0800947d-3fa2-4b16-b1d3-68054a4f7e13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fdef170-d96a-4f28-8759-801a17deee4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5310776 Apr 22 09:27:56.100805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.123334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event updated for resources: {'Subnet': ['ID=ab5f8533-d435-48e4-ac71-c7b122dce8d7,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:56.203936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.215867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Checking segment: {'id': 'dad7920d-59f0-4a87-bae6-144dfd8a7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:56.216228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Network hostable DHCP agents. Network: 8560d760-cbc2-4eec-baca-5a891322fe0a, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:27:56.236087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.254240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Pushing event deleted for resources: {'Port': ['ID=97640412-f02b-4635-9ee9-8e34bd528c81,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:56.269057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212513-f902-40ab-9452-0f79d9741e2c req-19aef9c2-7906-4871-845c-b35e7ab927c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:56.270473 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1212513-f902-40ab-9452-0f79d9741e2c req-19aef9c2-7906-4871-845c-b35e7ab927c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b6d96c508c14614b689349c18ef000b&device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 1096 time: 0.6606736 Apr 22 09:27:56.446190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Network 8560d760-cbc2-4eec-baca-5a891322fe0a is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:27:56.554556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 8560d760-cbc2-4eec-baca-5a891322fe0a) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:56.564220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100422b0-7602-4142-83c4-36221c6a5f9d None None] Network 8560d760-cbc2-4eec-baca-5a891322fe0a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:56.645337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:56.645809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.662977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212513-f902-40ab-9452-0f79d9741e2c req-e6c93ed6-72b8-4b20-b627-2711c60eedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:56.664719 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1212513-f902-40ab-9452-0f79d9741e2c req-e6c93ed6-72b8-4b20-b627-2711c60eedc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=637ab288-5bb9-4fb5-b5d4-21d282c916c9 HTTP/1.1" status: 200 len: 913 time: 0.3650312 Apr 22 09:27:56.693028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.706779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.785232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Deleting port cc07fc41-8c01-4e67-82a9-364e881d7744 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:56.785674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.790724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-8560d760-cbc2-4eec-baca-5a891322fe0a', 'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a', 'tenant_id': '1c9d51113b504541873276ef35980a94', 'fixed_ips': [{'subnet_id': 'ab5f8533-d435-48e4-ac71-c7b122dce8d7'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:27:56.791584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.866371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.867643 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ba499fd0-f441-4df0-92b5-2047d5e96f12 tempest-ExternalNetworksAdminNegativeTestJSON-911508435 tempest-ExternalNetworksAdminNegativeTestJSON-911508435-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/23310b45-25c6-4c99-bd40-e40369cc91a3 HTTP/1.1" status: 204 len: 168 time: 3.1241348 Apr 22 09:27:56.869201 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1212513-f902-40ab-9452-0f79d9741e2c req-92449889-450f-4692-bb25-d8ae6f59eec4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde80263-666e-4ec3-9b13-7299c6735dab HTTP/1.1" status: 200 len: 217 time: 0.1495664 Apr 22 09:27:56.913439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b95bd5-1c5f-4c55-976a-834bbf64d3a9 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.922282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:56.953476 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-23396941-2d31-4607-b5f5-44ce48c3c19a service neutron] 10.222.0.35 "GET /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455284 Apr 22 09:27:56.966294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a6e79-4b64-41d1-866b-5479f9862a04 req-6b4e6a9a-970d-4cf1-a5a6-ca9c1e8390ea tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:56.966511 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Allocated IP 172.20.0.2 (8560d760-cbc2-4eec-baca-5a891322fe0a/ab5f8533-d435-48e4-ac71-c7b122dce8d7/f1a8b359-23df-49fa-9f56-0f299dd03986) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:56.967907 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1f0a6e79-4b64-41d1-866b-5479f9862a04 req-6b4e6a9a-970d-4cf1-a5a6-ca9c1e8390ea tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 943 time: 0.7043638 Apr 22 09:27:57.056551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d9b95bd5-1c5f-4c55-976a-834bbf64d3a9 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Calling delete_port for 5737041b-c7f1-4c0a-abce-234e183afb88 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:57.089024 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e03d185c-5c4f-488e-af9f-6f890bae387e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5026600 Apr 22 09:27:57.119695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Allocated IP 172.26.2.54 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/7fd0f3b3-30ec-49ac-ad1f-615ebba7f605) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:57.126216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51858) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:57.140490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Request body: {'port': {'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-932653322'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:57.176252 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fef1ff73-02e1-4064-8145-d439f580f0af req-08a60e7a-b297-4a87-9cea-23a676d90525 service neutron] 10.222.0.35 "GET /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053409 Apr 22 09:27:57.208433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.220935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Transition to ACTIVE for port object f1a8b359-23df-49fa-9f56-0f299dd03986 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:57.241609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Transition to ACTIVE for port object f1a8b359-23df-49fa-9f56-0f299dd03986 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:27:57.250473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.323251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Pushing event updated for resources: {'Port': ['ID=f1a8b359-23df-49fa-9f56-0f299dd03986,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:57.338319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Network 8560d760-cbc2-4eec-baca-5a891322fe0a is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:57.339476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:57.341873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:57.344919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212513-f902-40ab-9452-0f79d9741e2c req-cc3532ad-bd6e-46fd-9e0f-89f7cfb8ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:57.347311 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1212513-f902-40ab-9452-0f79d9741e2c req-cc3532ad-bd6e-46fd-9e0f-89f7cfb8ac95 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b648b6c-263c-4adf-9cbc-8e54e68d6f20 HTTP/1.1" status: 200 len: 851 time: 0.4338145 Apr 22 09:27:57.367597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51864) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:57.383409 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1f0a6e79-4b64-41d1-866b-5479f9862a04 req-33e4f772-3439-45b6-a7fd-3b4eaa9b4186 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053649 Apr 22 09:27:57.439621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Attempting to bind port f1a8b359-23df-49fa-9f56-0f299dd03986 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:27:57.446693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Attempting to bind port f1a8b359-23df-49fa-9f56-0f299dd03986 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'dad7920d-59f0-4a87-bae6-144dfd8a7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:27:57.448865 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Attempting to bind port f1a8b359-23df-49fa-9f56-0f299dd03986 on network 8560d760-cbc2-4eec-baca-5a891322fe0a {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:27:57.449278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.459102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:27:57.461209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Checking segment: {'id': 'dad7920d-59f0-4a87-bae6-144dfd8a7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:27:57.462706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.463451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Bound using segment: {'id': 'dad7920d-59f0-4a87-bae6-144dfd8a7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:27:57.464195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Bound port: f1a8b359-23df-49fa-9f56-0f299dd03986, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad7920d-59f0-4a87-bae6-144dfd8a7e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:27:57.465288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.593895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Calling delete_port for cc07fc41-8c01-4e67-82a9-364e881d7744 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:27:57.641327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] For port f1a8b359-23df-49fa-9f56-0f299dd03986, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:27:57.644752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] For port f1a8b359-23df-49fa-9f56-0f299dd03986, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f1a8b359-23df-49fa-9f56-0f299dd03986,segment=NetworkSegment(dad7920d-59f0-4a87-bae6-144dfd8a7e67),segment_id=dad7920d-59f0-4a87-bae6-144dfd8a7e67)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:27:57.651725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.655885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:57.658230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.698777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Usage tracker for resource:port and tenant:1c9d51113b504541873276ef35980a94 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:57.709603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.713164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:57.731738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3290cbe-7885-485e-8e21-92844317ac12 req-443c97cc-ce03-4b00-b6c4-5c827d9db83d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:57.733332 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3290cbe-7885-485e-8e21-92844317ac12 req-443c97cc-ce03-4b00-b6c4-5c827d9db83d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 943 time: 0.5593870 Apr 22 09:27:57.738338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:57.741290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:57.747580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b95bd5-1c5f-4c55-976a-834bbf64d3a9 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.750796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:cccda066307042498dc1182be26cc644 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:57.769964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:57.770290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ea2fa-2aba-4a45-825c-646349a919b4 None None] Pushing event updated for resources: {'Port': ['ID=f1a8b359-23df-49fa-9f56-0f299dd03986,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:57.806058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1212513-f902-40ab-9452-0f79d9741e2c req-b15ac3a0-5dc2-4f95-9497-90590166a8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:57.807523 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1212513-f902-40ab-9452-0f79d9741e2c req-b15ac3a0-5dc2-4f95-9497-90590166a8a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=637ab288-5bb9-4fb5-b5d4-21d282c916c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4227643 Apr 22 09:27:57.834609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:57.857602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b95bd5-1c5f-4c55-976a-834bbf64d3a9 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event deleted for resources: {'Port': ['ID=5737041b-c7f1-4c0a-abce-234e183afb88,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:57.896097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Made reservation on behalf of 1c9d51113b504541873276ef35980a94 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:27:57.900153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.955270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b95bd5-1c5f-4c55-976a-834bbf64d3a9 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:57.973896 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3290cbe-7885-485e-8e21-92844317ac12 req-22a9fd2c-7046-4193-bd07-9ae24b77851d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296948 Apr 22 09:27:57.987052 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1212513-f902-40ab-9452-0f79d9741e2c req-32a0cdde-ef30-4fbe-8daa-f089aa60a003 service neutron] 10.222.0.35 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713519 Apr 22 09:27:58.095135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] device_id is not set on port df0a396e-5a08-4e70-b563-24938a51a2fb yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:27:58.198509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.238910 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d9b95bd5-1c5f-4c55-976a-834bbf64d3a9 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "DELETE /v2.0/ports/5737041b-c7f1-4c0a-abce-234e183afb88 HTTP/1.1" status: 204 len: 168 time: 2.4429071 Apr 22 09:27:58.248552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51870) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:58.253375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.299578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event deleted for resources: {'Port': ['ID=cc07fc41-8c01-4e67-82a9-364e881d7744,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:58.342530 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1212513-f902-40ab-9452-0f79d9741e2c req-0dd47ab8-904a-40d3-b8ad-0918edc4be55 service neutron] 10.222.0.35 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281946 Apr 22 09:27:58.348015 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.348170 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9147650-aa35-4bf3-be04-c7e3cf5a41e4 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] GET failed (client error): The resource could not be found. Apr 22 09:27:58.348723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f9147650-aa35-4bf3-be04-c7e3cf5a41e4 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Synchronizing usage tracker for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:27:58.404919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:27:58.417262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.420822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:27:58.423709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:27:58.448835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.474441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f1a8b359-23df-49fa-9f56-0f299dd03986 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:27:58.573708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port f1a8b359-23df-49fa-9f56-0f299dd03986 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:58.601349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f9147650-aa35-4bf3-be04-c7e3cf5a41e4 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Unset dirty status for tenant:d027069aeffa485dbdce6d93b31618c0 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:27:58.605709 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f9147650-aa35-4bf3-be04-c7e3cf5a41e4 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "GET /v2.0/ports/5737041b-c7f1-4c0a-abce-234e183afb88 HTTP/1.1" status: 404 len: 333 time: 0.3452439 Apr 22 09:27:58.622936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51876) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:58.650322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.657190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.698173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.698676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Fanout notify agent at l3_agent the message router_deleted on router 4803d141-dd41-4fea-8528-935c078090a8 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:27:58.722086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e747186-b268-4dea-9958-41e3c5f60566 req-19fb33fe-b88b-444e-8fd8-0ae927ab29e9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:58.723808 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e747186-b268-4dea-9958-41e3c5f60566 req-19fb33fe-b88b-444e-8fd8-0ae927ab29e9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 943 time: 0.1194816 Apr 22 09:27:58.725322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Pushing event updated for resources: {'Port': ['ID=7fd0f3b3-30ec-49ac-ad1f-615ebba7f605,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:58.733421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.738007 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-15fffe95-a7bf-44cd-ad61-73e4ed95bf83 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/4803d141-dd41-4fea-8528-935c078090a8 HTTP/1.1" status: 204 len: 168 time: 3.2860098 Apr 22 09:27:58.738257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51880) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:58.744167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'router': {'name': 'tempest-snat-router-603925358', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': False}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:27:58.765576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:27:58.773727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Usage tracker for resource:router and tenant:cd12d3ee15444d6cb5e1385eae060d93 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:27:58.777532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:27:58.791118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:27:58.806327 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e747186-b268-4dea-9958-41e3c5f60566 req-7322d825-ec30-41f0-8e78-5a086d2fbd99 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701063 Apr 22 09:27:58.817147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.819107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.820158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.836856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.855603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:58.866294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Allocated IP 172.20.0.14 (8560d760-cbc2-4eec-baca-5a891322fe0a/ab5f8533-d435-48e4-ac71-c7b122dce8d7/df0a396e-5a08-4e70-b563-24938a51a2fb) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:58.888528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8b095eb7-be38-4dfd-922e-565cd0989237 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting port 1831e768-54a3-4db4-9fbf-4fcd3f62b5a9 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:27:58.888954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b095eb7-be38-4dfd-922e-565cd0989237 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.035363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b0b50-7c32-40e3-ba28-7e444848872e None None] Network 8560d760-cbc2-4eec-baca-5a891322fe0a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:27:59.051800 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cccda066307042498dc1182be26cc644&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6792572 Apr 22 09:27:59.062827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86450d07-99ed-411e-a548-571c531bd2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42849af-142c-4bc3-b962-eb9e9528bbd0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:59.069283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51886) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:27:59.109256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.133972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.234012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-25e2c3f5-f5af-43d3-b0a6-6f22448f2094 None None] Provisioning for port f1a8b359-23df-49fa-9f56-0f299dd03986 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:27:59.256905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.26.2.5 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/1e82e73a-f9fc-4104-a6f7-84d6f921afa4) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:27:59.272649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-25e2c3f5-f5af-43d3-b0a6-6f22448f2094 None None] Provisioning complete for port f1a8b359-23df-49fa-9f56-0f299dd03986 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:59.273007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-25e2c3f5-f5af-43d3-b0a6-6f22448f2094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.428676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-25e2c3f5-f5af-43d3-b0a6-6f22448f2094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.466046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-25e2c3f5-f5af-43d3-b0a6-6f22448f2094 None None] For port f1a8b359-23df-49fa-9f56-0f299dd03986, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f1a8b359-23df-49fa-9f56-0f299dd03986,segment=NetworkSegment(dad7920d-59f0-4a87-bae6-144dfd8a7e67),segment_id=dad7920d-59f0-4a87-bae6-144dfd8a7e67)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:27:59.471773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.475882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-25e2c3f5-f5af-43d3-b0a6-6f22448f2094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.550559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2c3f5-f5af-43d3-b0a6-6f22448f2094 None None] Pushing event updated for resources: {'Port': ['ID=f1a8b359-23df-49fa-9f56-0f299dd03986,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:27:59.551528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.594620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.679099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0295137-ebb7-404a-ad58-9ffb713a6ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.695271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d4661c6c-5bc6-4c51-8610-aebc8ec32341 None None] Provisioning complete for port f1a8b359-23df-49fa-9f56-0f299dd03986 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:27:59.695568 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4661c6c-5bc6-4c51-8610-aebc8ec32341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.832818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0295137-ebb7-404a-ad58-9ffb713a6ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.872472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bc2e0-f9ff-4199-b4be-d846e42487be req-7470bdcc-a989-4a56-8953-bc3769cd5a91 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:27:59.873924 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c51bc2e0-f9ff-4199-b4be-d846e42487be req-7470bdcc-a989-4a56-8953-bc3769cd5a91 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 943 time: 0.7227230 Apr 22 09:27:59.883472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.887141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b095eb7-be38-4dfd-922e-565cd0989237 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:27:59.998666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda731-d128-48ce-98ca-73ef6b1214a3 req-fb05ac4e-0ad7-4c10-8f0d-b13c2826340e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:00.000131 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9dcda731-d128-48ce-98ca-73ef6b1214a3 req-fb05ac4e-0ad7-4c10-8f0d-b13c2826340e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 943 time: 0.0827780 Apr 22 09:28:00.043953 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9dcda731-d128-48ce-98ca-73ef6b1214a3 req-b13b6239-08ae-41ec-8912-37c6d872228a tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379579 Apr 22 09:28:00.069940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.133715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Transition to ACTIVE for port object df0a396e-5a08-4e70-b563-24938a51a2fb will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:00.147152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8b095eb7-be38-4dfd-922e-565cd0989237 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Calling delete_port for 1831e768-54a3-4db4-9fbf-4fcd3f62b5a9 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:00.227479 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c51bc2e0-f9ff-4199-b4be-d846e42487be req-17c04e79-f85a-4996-9c19-3ff3293966ec tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202944 Apr 22 09:28:00.303984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0295137-ebb7-404a-ad58-9ffb713a6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.393130 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f1a8b359-23df-49fa-9f56-0f299dd03986 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:00.464965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f1a8b359-23df-49fa-9f56-0f299dd03986 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:00.465346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.494328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0295137-ebb7-404a-ad58-9ffb713a6ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42849af-142c-4bc3-b962-eb9e9528bbd0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:00.498089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.503595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.572144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.583213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Allocated IP 172.26.2.113 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/58007dba-2563-4704-85bc-53628e689e65) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:00.587547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.629968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Network 8560d760-cbc2-4eec-baca-5a891322fe0a is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:00.665106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:00.667614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:00.709589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b095eb7-be38-4dfd-922e-565cd0989237 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.732666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:00.739660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:00.742934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:00.749798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.767842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event updated for resources: {'Port': ['ID=df0a396e-5a08-4e70-b563-24938a51a2fb,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:00.782115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.851828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:00.854844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:00.863545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:00.899026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'Port': ['ID=58007dba-2563-4704-85bc-53628e689e65,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:00.903813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 1a5f2246-3cdc-4a08-b1f6-b34b19359462 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:28:00.923547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b095eb7-be38-4dfd-922e-565cd0989237 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.929054 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8b095eb7-be38-4dfd-922e-565cd0989237 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "DELETE /v2.0/ports/1831e768-54a3-4db4-9fbf-4fcd3f62b5a9 HTTP/1.1" status: 204 len: 168 time: 2.2886643 Apr 22 09:28:00.929240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51892) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:00.934673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0295137-ebb7-404a-ad58-9ffb713a6ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.935702 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d0295137-ebb7-404a-ad58-9ffb713a6ddd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f42849af-142c-4bc3-b962-eb9e9528bbd0 HTTP/1.1" status: 204 len: 168 time: 1.8596880 Apr 22 09:28:00.946902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:00.947521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:00.962437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.016387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b43abb2-2351-4bda-b19e-375da9720297 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting subnet 80aff6ed-0751-4a72-ad44-e4c1bc12bada {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:28:01.023981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b43abb2-2351-4bda-b19e-375da9720297 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.036686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=1e82e73a-f9fc-4104-a6f7-84d6f921afa4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:01.090706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a5171213-8218-4d7e-b187-2a672bc84aee None None] Provisioning for port df0a396e-5a08-4e70-b563-24938a51a2fb completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:01.114697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a5171213-8218-4d7e-b187-2a672bc84aee None None] Provisioning complete for port df0a396e-5a08-4e70-b563-24938a51a2fb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:01.118771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a5171213-8218-4d7e-b187-2a672bc84aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.196336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Pushing event updated for resources: {'Port': ['ID=7fd0f3b3-30ec-49ac-ad1f-615ebba7f605,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:01.231399 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a5171213-8218-4d7e-b187-2a672bc84aee None None] Port df0a396e-5a08-4e70-b563-24938a51a2fb cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:01.242523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 1a5f2246-3cdc-4a08-b1f6-b34b19359462, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1a5f2246-3cdc-4a08-b1f6-b34b19359462,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:01.276899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'port_id': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'mac_address': 'fa:16:3e:21:f7:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:28:01.277089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.281046 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8aa96449-1dee-4b0a-b2e8-8747dcccce0a tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3644512 Apr 22 09:28:01.285679 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a9a50479-8ecc-4941-b0c6-af343063b6f7 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.1557505 Apr 22 09:28:01.285679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51904) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:01.301738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51906) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:01.306184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b095eb7-be38-4dfd-922e-565cd0989237 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event deleted for resources: {'Port': ['ID=1831e768-54a3-4db4-9fbf-4fcd3f62b5a9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:01.340310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.359812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5f2246-3cdc-4a08-b1f6-b34b19359462 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:28:01.373083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Request body: {'port': {'network_id': '8560d760-cbc2-4eec-baca-5a891322fe0a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-696458580', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:01.373537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] bootfile-name is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:28:01.374029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] tftp-server is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:28:01.374354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.api.validators [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] server-ip-address is not in valid_values {{(pid=88063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:28:01.378717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 1a5f2246-3cdc-4a08-b1f6-b34b19359462, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1a5f2246-3cdc-4a08-b1f6-b34b19359462,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:01.386384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.387444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device fde80263-666e-4ec3-9b13-7299c6735dab details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:28:01.392821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b43abb2-2351-4bda-b19e-375da9720297 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.473846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e1cdf8be-5509-4fb2-bc9a-e0343cb4d9a6 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Synchronizing usage tracker for tenant:d3902c7972a04f8e9bd6c2d7495d26f2 on resource:floatingip {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:01.474055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51912) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:01.561347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3aa293-6d95-4f59-b90f-63cfc10334c7 req-b1909fa4-8c9a-4b09-86f3-2d0aa2b9cd98 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:01.568769 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ea3aa293-6d95-4f59-b90f-63cfc10334c7 req-b1909fa4-8c9a-4b09-86f3-2d0aa2b9cd98 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 943 time: 0.3038576 Apr 22 09:28:01.570507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=1a5f2246-3cdc-4a08-b1f6-b34b19359462,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:01.625144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:01.628887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Usage tracker for resource:port and tenant:1c9d51113b504541873276ef35980a94 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:01.632348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:01.637813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port fde80263-666e-4ec3-9b13-7299c6735dab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fde80263-666e-4ec3-9b13-7299c6735dab,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:01.638161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:01.653906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'port_id': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'mac_address': 'fa:16:3e:a1:6f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:28:01.656343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Made reservation on behalf of 1c9d51113b504541873276ef35980a94 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:01.660212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.676630 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1b844776-ddc3-4b64-8974-b7864e040391 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=99c30cd455ec4703815ca73a50ee3b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991134 Apr 22 09:28:01.695490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51916) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:01.707173 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ea3aa293-6d95-4f59-b90f-63cfc10334c7 req-0669982e-7895-4ec2-b445-9d5995b0568a tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375387 Apr 22 09:28:01.724729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.742198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde80263-666e-4ec3-9b13-7299c6735dab {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:28:01.761217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port fde80263-666e-4ec3-9b13-7299c6735dab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fde80263-666e-4ec3-9b13-7299c6735dab,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:01.762429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e1cdf8be-5509-4fb2-bc9a-e0343cb4d9a6 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Unset dirty status for tenant:d3902c7972a04f8e9bd6c2d7495d26f2 on resource:floatingip {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:01.763646 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e1cdf8be-5509-4fb2-bc9a-e0343cb4d9a6 tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.4633675 Apr 22 09:28:01.766988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b43abb2-2351-4bda-b19e-375da9720297 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.767946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51920) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:01.768119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:01.776327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] device_id is not set on port e35b3bb3-427d-44b1-8841-9cf2fa687087 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:01.878780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=fde80263-666e-4ec3-9b13-7299c6735dab,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:01.915285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dd17f3d8-ce50-4d78-8327-82f7a5ca7658 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Synchronizing usage tracker for tenant:addece4e4fb3489bb989cdfaf03aa0af on resource:floatingip {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:02.010563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6d66403-8791-4f67-b5d2-22caca000890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.032216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.120523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6d66403-8791-4f67-b5d2-22caca000890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.154271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f78071-a714-4ca5-9f4d-3a1b5947fd10 req-1629dd30-3db5-4a42-a0ae-7498da8cfc1d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:02.155777 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-05f78071-a714-4ca5-9f4d-3a1b5947fd10 req-1629dd30-3db5-4a42-a0ae-7498da8cfc1d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 943 time: 0.7567651 Apr 22 09:28:02.195066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dd17f3d8-ce50-4d78-8327-82f7a5ca7658 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Unset dirty status for tenant:addece4e4fb3489bb989cdfaf03aa0af on resource:floatingip {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:02.198682 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dd17f3d8-ce50-4d78-8327-82f7a5ca7658 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4247749 Apr 22 09:28:02.212241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b43abb2-2351-4bda-b19e-375da9720297 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.212967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51924) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:02.225524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['fde80263-666e-4ec3-9b13-7299c6735dab'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:28:02.256661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['1a5f2246-3cdc-4a08-b1f6-b34b19359462'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:28:02.274781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43abb2-2351-4bda-b19e-375da9720297 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event deleted for resources: {'Subnet': ['ID=80aff6ed-0751-4a72-ad44-e4c1bc12bada,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:02.278641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b43abb2-2351-4bda-b19e-375da9720297 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.301759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.306506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41c3d3e-c1dd-4f8d-9ca6-5d7a096ee715 None None] Network 085124d6-00ae-43a4-b674-c81d521f83e0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:02.314154 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3b43abb2-2351-4bda-b19e-375da9720297 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "DELETE /v2.0/subnets/80aff6ed-0751-4a72-ad44-e4c1bc12bada HTTP/1.1" status: 204 len: 168 time: 1.3838978 Apr 22 09:28:02.365907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51928) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:02.423741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6d66403-8791-4f67-b5d2-22caca000890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.477760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Allocated IP 172.20.0.7 (8560d760-cbc2-4eec-baca-5a891322fe0a/ab5f8533-d435-48e4-ac71-c7b122dce8d7/e35b3bb3-427d-44b1-8841-9cf2fa687087) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:02.494614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d66403-8791-4f67-b5d2-22caca000890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b942f053-b404-4b94-91c2-31f1f03ef41a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:02.496864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b6d66403-8791-4f67-b5d2-22caca000890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.500386 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b6d66403-8791-4f67-b5d2-22caca000890 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b942f053-b404-4b94-91c2-31f1f03ef41a HTTP/1.1" status: 204 len: 168 time: 0.7898912 Apr 22 09:28:02.519986 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-05f78071-a714-4ca5-9f4d-3a1b5947fd10 req-eb57353c-0a5d-4cef-b27a-edf92d3f8124 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307519 Apr 22 09:28:02.519986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Deleting port 7fd0f3b3-30ec-49ac-ad1f-615ebba7f605 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:02.520844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.633132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.645119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.727860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:02.728514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:02.848879 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] DHCP port deletion for 085124d6-00ae-43a4-b674-c81d521f83e0 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:28:02.857617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] Deleting port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:02.858129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.095898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] For port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ac5ba31b-1c4a-440d-9cdd-6b11c6caf368,segment=NetworkSegment(5908b5e3-effb-41e4-b7b9-9f8a453e0501),segment_id=5908b5e3-effb-41e4-b7b9-9f8a453e0501)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:03.096484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.138973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.139301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.206916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Router 6ac75233-900d-4be1-8021-82072ac7d441 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:28:03.240421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ba50a9-55ae-428e-b613-581d79985d37 req-f9e8fc1b-fd22-4736-91e1-0c1fbe64c2d1 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:03.241902 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1ba50a9-55ae-428e-b613-581d79985d37 req-f9e8fc1b-fd22-4736-91e1-0c1fbe64c2d1 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 944 time: 0.3232579 Apr 22 09:28:03.256157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] For port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ac5ba31b-1c4a-440d-9cdd-6b11c6caf368,segment=NetworkSegment(5908b5e3-effb-41e4-b7b9-9f8a453e0501),segment_id=5908b5e3-effb-41e4-b7b9-9f8a453e0501)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:03.256558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.270326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] Calling delete_port for ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:03.286553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Calling delete_port for 7fd0f3b3-30ec-49ac-ad1f-615ebba7f605 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:03.373422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.379738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.396791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.435039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] No DVR routers for this DVR port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:28:03.449913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ae5ee-7dfa-44ac-9579-645650fb457e None None] Pushing event deleted for resources: {'Port': ['ID=ac5ba31b-1c4a-440d-9cdd-6b11c6caf368,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:03.593301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Calling delete_port for ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:03.630267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Transition to ACTIVE for port object e35b3bb3-427d-44b1-8841-9cf2fa687087 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:03.663092 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c1ba50a9-55ae-428e-b613-581d79985d37 req-f46a0aab-6419-4716-81fe-3f93b5c4fe10 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103289 Apr 22 09:28:03.782085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:03.783767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:03.784072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:03.799602 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Sync routers for ids ['6ac75233-900d-4be1-8021-82072ac7d441'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:03.808784 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Routers {'6ac75233-900d-4be1-8021-82072ac7d441'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:03.809676 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6ac75233-900d-4be1-8021-82072ac7d441'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:03.820191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.823346 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-57a07a24-8c82-46e2-acb7-3d5178c73f78 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0839143 Apr 22 09:28:03.827835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51958) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:03.873935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:03.916763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.003156 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Set router 6ac75233-900d-4be1-8021-82072ac7d441 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:28:04.008229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Network 8560d760-cbc2-4eec-baca-5a891322fe0a is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:04.022072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:04.058285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:04.087900 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-09595d10-367b-4304-9a62-01d8586bee3d tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/routers/6ac75233-900d-4be1-8021-82072ac7d441 HTTP/1.1" status: 200 len: 908 time: 0.2560968 Apr 22 09:28:04.090234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 51966) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:04.097119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'router': {'name': 'tempest-snat-router-603925358', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': True}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:04.108271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:04.113191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Usage tracker for resource:router and tenant:cd12d3ee15444d6cb5e1385eae060d93 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:04.118627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:04.123325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event updated for resources: {'Port': ['ID=e35b3bb3-427d-44b1-8841-9cf2fa687087,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:04.126972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:04.144148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.145517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.168655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.175285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d15b71-289e-40bd-9cf0-8804fa60a679 req-0b5b7956-0656-401a-9415-f750dcf2a104 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:04.177018 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-83d15b71-289e-40bd-9cf0-8804fa60a679 req-0b5b7956-0656-401a-9415-f750dcf2a104 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 944 time: 0.4272318 Apr 22 09:28:04.185980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:28:04.194439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.194879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.195303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.195736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.196156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.196600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.196998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.203154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.203600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.204017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.204437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.204932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:04.303972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Pushing event deleted for resources: {'Port': ['ID=7fd0f3b3-30ec-49ac-ad1f-615ebba7f605,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:04.335800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Deleting port ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:04.335800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.367354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.379573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:04.380519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.397960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfb27689-b24c-4aa9-835f-3c6d86b8b912 None None] Provisioning for port e35b3bb3-427d-44b1-8841-9cf2fa687087 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:04.405438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfb27689-b24c-4aa9-835f-3c6d86b8b912 None None] Provisioning complete for port e35b3bb3-427d-44b1-8841-9cf2fa687087 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:04.405978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfb27689-b24c-4aa9-835f-3c6d86b8b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.457010 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac75233-900d-4be1-8021-82072ac7d441', 'name': 'tempest-snat-router-603925358', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.113'}], 'enable_snat': False}, 'gw_port_id': '58007dba-2563-4704-85bc-53628e689e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:58Z', 'updated_at': '2022-04-22T09:28:01Z', 'revision_number': 3, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port': {'id': '58007dba-2563-4704-85bc-53628e689e65', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75233-900d-4be1-8021-82072ac7d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:59Z', 'updated_at': '2022-04-22T09:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:04.462664 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Checking router: 6ac75233-900d-4be1-8021-82072ac7d441 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:28:04.463218 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Updating router 6ac75233-900d-4be1-8021-82072ac7d441 port 58007dba-2563-4704-85bc-53628e689e65 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:28:04.472860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-83d15b71-289e-40bd-9cf0-8804fa60a679 req-4e08eb02-9af2-4e35-bb66-282d1ef0247a tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2636113 Apr 22 09:28:04.491318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] The port 'ac5ba31b-1c4a-440d-9cdd-6b11c6caf368' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:28:04.502829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.504300 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f452eb85-8a00-4f50-8bba-67ee3fb9ab21 tempest-FloatingIPAdminTestJSON-1548133513 tempest-FloatingIPAdminTestJSON-1548133513-project] 10.222.0.32 "DELETE /v2.0/floatingips/fb106a7d-7a97-4af1-ab7f-00c4d4ce96af HTTP/1.1" status: 204 len: 168 time: 2.2798209 Apr 22 09:28:04.505787 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:04.507514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51978) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:04.581039 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bad42cad-5c28-4cb6-b26f-87e0001362fb tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.2760677 Apr 22 09:28:04.592793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51982) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:04.597978 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.613724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.614324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:28:04.614666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ac5ba31b-1c4a-440d-9cdd-6b11c6caf368 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:28:04.658358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-dfb27689-b24c-4aa9-835f-3c6d86b8b912 None None] Port e35b3bb3-427d-44b1-8841-9cf2fa687087 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:04.742421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.779889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085124d6-00ae-43a4-b674-c81d521f83e0']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:04.800156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5908b5e3-effb-41e4-b7b9-9f8a453e0501') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:04.800827 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5908b5e3-effb-41e4-b7b9-9f8a453e0501') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:04.807810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Deleting port 95d8ec5d-29eb-40ff-9d60-44efe0915702 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:04.808271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.820175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.841509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.853385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:04.853936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.862914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:04.874735 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd53f8b-3de3-4340-b9a4-9f5c6a9c6d5e None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:04.902431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 1a5f2246-3cdc-4a08-b1f6-b34b19359462 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:04.935080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:04.938785 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2e40497c-e5c7-4a12-ba2e-dc43cd8221ff tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.1389151 Apr 22 09:28:04.941381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51994) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:04.988479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd53f8b-3de3-4340-b9a4-9f5c6a9c6d5e None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:04.994375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dbd53f8b-3de3-4340-b9a4-9f5c6a9c6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:05.003894 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:05.053630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.065416 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.081799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90dfa55-b9db-4572-a59c-fa392300fdf4 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:05.083067 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Transition to ACTIVE for port object 58007dba-2563-4704-85bc-53628e689e65 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:05.088283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90dfa55-b9db-4572-a59c-fa392300fdf4 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:05.089737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.093602 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.094296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90dfa55-b9db-4572-a59c-fa392300fdf4 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:05.095179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a90dfa55-b9db-4572-a59c-fa392300fdf4 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Synchronizing usage tracker for tenant:1c9d51113b504541873276ef35980a94 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:05.101383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 51998) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:05.161361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dbd53f8b-3de3-4340-b9a4-9f5c6a9c6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:05.167683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Pushing event deleted for resources: {'Network': ['ID=085124d6-00ae-43a4-b674-c81d521f83e0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:05.180376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.181014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.181520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.181998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.182473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.183502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.184008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.184641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.185132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.185990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.186469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.186925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:05.187449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a90dfa55-b9db-4572-a59c-fa392300fdf4 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Unset dirty status for tenant:1c9d51113b504541873276ef35980a94 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:05.195243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52004) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:05.199908 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a90dfa55-b9db-4572-a59c-fa392300fdf4 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6057496 Apr 22 09:28:05.201501 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-28771dd2-93a7-4e79-9666-0f994b234445 tempest-AllowedAddressPairIpV6TestJSON-842759410 tempest-AllowedAddressPairIpV6TestJSON-842759410-project] 10.222.0.32 "DELETE /v2.0/networks/085124d6-00ae-43a4-b674-c81d521f83e0 HTTP/1.1" status: 204 len: 168 time: 2.8295670 Apr 22 09:28:05.204701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.205153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.216314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd53f8b-3de3-4340-b9a4-9f5c6a9c6d5e None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:05.225097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dbd53f8b-3de3-4340-b9a4-9f5c6a9c6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:05.225265 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89d5d2-2c2f-47b8-bf17-4f0b8af25f58 None None] Pushing event updated for resources: {'Port': ['ID=58007dba-2563-4704-85bc-53628e689e65,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:05.257202 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Attempting to bind port 58007dba-2563-4704-85bc-53628e689e65 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:05.257481 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Attempting to bind port 58007dba-2563-4704-85bc-53628e689e65 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:05.257857 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Attempting to bind port 58007dba-2563-4704-85bc-53628e689e65 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:05.263697 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:05.264427 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:05.264590 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.264894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:05.265498 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Bound port: 58007dba-2563-4704-85bc-53628e689e65, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:05.266138 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.312295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1b81e098-a676-4aa1-9c41-942019152740 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Deleting port e35b3bb3-427d-44b1-8841-9cf2fa687087 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:05.312912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1b81e098-a676-4aa1-9c41-942019152740 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.349097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dbd53f8b-3de3-4340-b9a4-9f5c6a9c6d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:05.349548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd53f8b-3de3-4340-b9a4-9f5c6a9c6d5e None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:05.384309 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] For port 58007dba-2563-4704-85bc-53628e689e65, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:05.388864 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] For port 58007dba-2563-4704-85bc-53628e689e65, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=58007dba-2563-4704-85bc-53628e689e65,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:05.393046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:05.400550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:05.401897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.402001 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.480854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ecc377f2-8d07-4b12-91f1-69dee2bfc808 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:05.483988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a071-99a8-47c2-aaa9-7ea0f3a6e9f4 req-d1a9b6c5-e735-4382-a7b5-6df60b81f145 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:05.485518 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7f3a071-99a8-47c2-aaa9-7ea0f3a6e9f4 req-d1a9b6c5-e735-4382-a7b5-6df60b81f145 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 944 time: 0.4787385 Apr 22 09:28:05.629854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Calling delete_port for 95d8ec5d-29eb-40ff-9d60-44efe0915702 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:05.656693 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7f3a071-99a8-47c2-aaa9-7ea0f3a6e9f4 req-049b7a33-05df-4dc3-aa0c-465540c59944 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594517 Apr 22 09:28:05.669065 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Routers {'6ac75233-900d-4be1-8021-82072ac7d441'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:05.670109 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6ac75233-900d-4be1-8021-82072ac7d441'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:05.720017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.757836 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89d5d2-2c2f-47b8-bf17-4f0b8af25f58 None None] Pushing event updated for resources: {'Port': ['ID=58007dba-2563-4704-85bc-53628e689e65,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:05.789296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5f2246-3cdc-4a08-b1f6-b34b19359462'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:28:05.805543 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ecc377f2-8d07-4b12-91f1-69dee2bfc808 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] 10.222.0.32 "PUT /v2.0/quotas/c154fcdf7635427792b38c899bf65886 HTTP/1.1" status: 200 len: 368 time: 0.7020843 Apr 22 09:28:05.811549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52014) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:05.812150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52016) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:05.853024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Request body: {'network': {'project_id': 'c154fcdf7635427792b38c899bf65886'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:05.862277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 1a5f2246-3cdc-4a08-b1f6-b34b19359462, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1a5f2246-3cdc-4a08-b1f6-b34b19359462,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:05.875434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:05.893597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:05.894790 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device fde80263-666e-4ec3-9b13-7299c6735dab up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:05.900643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Usage tracker for resource:network and tenant:c154fcdf7635427792b38c899bf65886 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:05.906939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:05.939006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:05.987439 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] Set router 6ac75233-900d-4be1-8021-82072ac7d441 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:28:06.030756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.080214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.085184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1b81e098-a676-4aa1-9c41-942019152740 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.104895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=1a5f2246-3cdc-4a08-b1f6-b34b19359462,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:06.192694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Made reservation on behalf of c154fcdf7635427792b38c899bf65886 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:06.195071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.214252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port fde80263-666e-4ec3-9b13-7299c6735dab completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:06.219309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port fde80263-666e-4ec3-9b13-7299c6735dab triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:06.219596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.282809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1b81e098-a676-4aa1-9c41-942019152740 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Calling delete_port for e35b3bb3-427d-44b1-8841-9cf2fa687087 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:06.307846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.340338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785a8b-a7b2-45a4-a7fa-2f0f86829f17 req-55d158a1-18e2-43bc-9fb2-17438a69a6d4 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:06.341902 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-25785a8b-a7b2-45a4-a7fa-2f0f86829f17 req-55d158a1-18e2-43bc-9fb2-17438a69a6d4 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 944 time: 0.5793703 Apr 22 09:28:06.351716 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430c28e5-c820-4130-80e1-45b4090b2afc'] response: {'server_uuid': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'code': 200} Apr 22 09:28:06.356292 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2723b591-e718-4f6d-aeef-936ee05b30cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d027069aeffa485dbdce6d93b31618c0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5352783 Apr 22 09:28:06.359008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52034) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:06.375612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:06.377925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.419906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Usage tracker for resource:security_group_rule and tenant:c154fcdf7635427792b38c899bf65886 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:06.431895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:06.441064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.455913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:06.464086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Pushing event deleted for resources: {'Port': ['ID=95d8ec5d-29eb-40ff-9d60-44efe0915702,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:06.493453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port fde80263-666e-4ec3-9b13-7299c6735dab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fde80263-666e-4ec3-9b13-7299c6735dab,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:06.499452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.560103 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ac75233-900d-4be1-8021-82072ac7d441', 'name': 'tempest-snat-router-603925358', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.113'}], 'enable_snat': False}, 'gw_port_id': '58007dba-2563-4704-85bc-53628e689e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:58Z', 'updated_at': '2022-04-22T09:28:01Z', 'revision_number': 3, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port': {'id': '58007dba-2563-4704-85bc-53628e689e65', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75233-900d-4be1-8021-82072ac7d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:59Z', 'updated_at': '2022-04-22T09:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:06.567336 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332eaf11-b619-46e7-b91c-f3fb2fdfe240 None None] The sync data for ids ['6ac75233-900d-4be1-8021-82072ac7d441'] in dv-neutron-839018-1-hyperv is: [{'id': '6ac75233-900d-4be1-8021-82072ac7d441', 'name': 'tempest-snat-router-603925358', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.113'}], 'enable_snat': False}, 'gw_port_id': '58007dba-2563-4704-85bc-53628e689e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:58Z', 'updated_at': '2022-04-22T09:28:01Z', 'revision_number': 3, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port': {'id': '58007dba-2563-4704-85bc-53628e689e65', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ed:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ac75233-900d-4be1-8021-82072ac7d441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:59Z', 'updated_at': '2022-04-22T09:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:06.637778 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-25785a8b-a7b2-45a4-a7fa-2f0f86829f17 req-15e57616-526d-49d4-b664-38c2285c5b9b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872202 Apr 22 09:28:06.697870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Allocated IP 172.26.2.220 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/ffa2ae37-7c86-4f73-bd98-2799d40278c9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:06.711885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=fde80263-666e-4ec3-9b13-7299c6735dab,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:06.715963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9239cba2-d9cf-4ced-b04b-b6914dba0c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.723258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.775538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1b81e098-a676-4aa1-9c41-942019152740 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.846420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9239cba2-d9cf-4ced-b04b-b6914dba0c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.849203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:06.854317 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0263a575-a5ac-41cb-96c6-de67be2ef22b tempest-FloatingIPAdminTestJSON-52040957 tempest-FloatingIPAdminTestJSON-52040957-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/40e70128-d49e-4647-af27-05eda9008399 HTTP/1.1" status: 204 len: 168 time: 2.3417869 Apr 22 09:28:06.854317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52040) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:06.943837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81e098-a676-4aa1-9c41-942019152740 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event deleted for resources: {'Port': ['ID=e35b3bb3-427d-44b1-8841-9cf2fa687087,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:06.987974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-866f00f7-2d3b-4b6a-beb7-8b8ba7360fed tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Deleting port c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:06.988315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-866f00f7-2d3b-4b6a-beb7-8b8ba7360fed tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.090710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.107628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-6d34bdc1-d65c-4884-86c4-1cfb83f21c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:07.109416 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-6d34bdc1-d65c-4884-86c4-1cfb83f21c3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 1098 time: 0.5102861 Apr 22 09:28:07.160897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.173763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.179818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.216844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.230721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1b81e098-a676-4aa1-9c41-942019152740 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.249526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:07.270974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9239cba2-d9cf-4ced-b04b-b6914dba0c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.278841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] Usage tracker for resource:security_group_rule and tenant:1cfaa93045c24d9f8c675b0762d85675 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:07.298555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:07.322599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:07.337776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e449dec-5189-40b5-8812-012bc45d3805 req-0daf4efc-0940-4fbb-bfb8-564295628e40 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:07.339593 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e449dec-5189-40b5-8812-012bc45d3805 req-0daf4efc-0940-4fbb-bfb8-564295628e40 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.5168843 Apr 22 09:28:07.340080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239cba2-d9cf-4ced-b04b-b6914dba0c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab36bc-dcb0-44e9-b5ed-72590b3359d3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:07.371186 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1b81e098-a676-4aa1-9c41-942019152740 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "DELETE /v2.0/ports/e35b3bb3-427d-44b1-8841-9cf2fa687087 HTTP/1.1" status: 204 len: 168 time: 2.1741078 Apr 22 09:28:07.372586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52044) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:07.378333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9239cba2-d9cf-4ced-b04b-b6914dba0c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.386657 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9239cba2-d9cf-4ced-b04b-b6914dba0c94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1ab36bc-dcb0-44e9-b5ed-72590b3359d3 HTTP/1.1" status: 204 len: 168 time: 1.0225971 Apr 22 09:28:07.407688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:07.515379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d44f3d-ea76-4beb-b37c-8e8fd6583a4b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:07.519882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Request body: {'port': {'name': 'tempest-new-port-name-1584263637', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:07.520382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.api.validators [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] bootfile-name is not in valid_values {{(pid=88062) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:28:07.520818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.api.validators [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] tftp-server is not in valid_values {{(pid=88062) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:28:07.521245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.api.validators [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] server-ip-address is not in valid_values {{(pid=88062) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 22 09:28:07.578393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.599051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.600149 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Added segment de78ac51-3163-4a43-b4cf-77a60a4957d6 of type vlan for network 335d333b-426d-4ae4-bcbf-0a29764f4427 Apr 22 09:28:07.700872 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e449dec-5189-40b5-8812-012bc45d3805 req-e62665e5-9b45-476e-97e3-dc57431001c2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507240 Apr 22 09:28:07.742581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:07.747280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'Port': ['ID=ffa2ae37-7c86-4f73-bd98-2799d40278c9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:07.749941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:07.764971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.779180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-866f00f7-2d3b-4b6a-beb7-8b8ba7360fed tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:07.779884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:08.004452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.016259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-866f00f7-2d3b-4b6a-beb7-8b8ba7360fed tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Calling delete_port for c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:08.046047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:28:08.086585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.106143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.107307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:08.108036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.122876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.147355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.177663 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8872e034-65fa-4f16-87ce-01a74dedc2d3 req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0524106 Apr 22 09:28:08.248043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ff562-6e3a-42fe-8a29-b8363b51df09 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=731f6991-4112-4ffe-b8c3-d4148cc62f00,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:08.333458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Pushing event updated for resources: {'Network': ['ID=335d333b-426d-4ae4-bcbf-0a29764f4427,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:08.338805 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-39e8e378-3b59-4317-bf1b-6e85eede77ae tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5193892 Apr 22 09:28:08.344814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52070) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:08.350027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 335d333b-426d-4ae4-bcbf-0a29764f4427 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:08.377114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52074) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:08.377315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde80263-666e-4ec3-9b13-7299c6735dab'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:28:08.424254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Request body: {'network': {'project_id': 'c154fcdf7635427792b38c899bf65886'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:08.453170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc7386-937b-4671-bff1-64704414ca90 req-f3f816bf-2eba-4768-9b66-60c2096d123f tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:08.454881 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3fcc7386-937b-4671-bff1-64704414ca90 req-f3f816bf-2eba-4768-9b66-60c2096d123f tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 0.6091895 Apr 22 09:28:08.476372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:08.479979 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-290ab141-5530-4c60-9107-d3b9db7aab96'] response: {'server_uuid': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'code': 200} Apr 22 09:28:08.508761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 58007dba-2563-4704-85bc-53628e689e65 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:08.617852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 58007dba-2563-4704-85bc-53628e689e65 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:08.623166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 58007dba-2563-4704-85bc-53628e689e65 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:08.623783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.638020 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3fcc7386-937b-4671-bff1-64704414ca90 req-ccecdf35-ebff-41d6-bb8b-2defcc919487 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505771 Apr 22 09:28:08.639366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-866f00f7-2d3b-4b6a-beb7-8b8ba7360fed tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.646657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Usage tracker for resource:network and tenant:c154fcdf7635427792b38c899bf65886 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:08.720552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:08.754566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1136034346'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:08.773732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:08.775977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.883939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Usage tracker for resource:network and tenant:9620b56981564274a4681613d8875bdd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:08.892720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f00f7-2d3b-4b6a-beb7-8b8ba7360fed tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event deleted for resources: {'Port': ['ID=c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:08.896081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.20.0.1 (0b5761af-5bbd-4ae2-95cb-e625a2927642/0b80abc7-d9e3-42b1-82d6-08000a21a988/4c7edea7-04d5-493f-a09a-32937e877590) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:08.898487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:08.899415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:08.901929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-866f00f7-2d3b-4b6a-beb7-8b8ba7360fed tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.910912 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-866f00f7-2d3b-4b6a-beb7-8b8ba7360fed tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "DELETE /v2.0/ports/c3c1d2b8-49d4-40f1-a7ed-c8ee3bea1045 HTTP/1.1" status: 204 len: 168 time: 2.0553348 Apr 22 09:28:08.914209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:08.918732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52084) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:08.920468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.940165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 58007dba-2563-4704-85bc-53628e689e65, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=58007dba-2563-4704-85bc-53628e689e65,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:08.944952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:08.986846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Made reservation on behalf of c154fcdf7635427792b38c899bf65886 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:08.988920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.007225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Made reservation on behalf of 9620b56981564274a4681613d8875bdd for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:09.010516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.020535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=58007dba-2563-4704-85bc-53628e689e65,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:09.020708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.028705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.029050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.029562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.029924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.030261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.030618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.031012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.031361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.031683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.032008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.032467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.032724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:09.086202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.089601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.113824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:09.151017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.151396 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Added segment 19f5055e-6d6a-41b2-8214-7acbbfdbb93d of type vlan for network ab6a9f61-fb76-43fc-bf91-7ac250fa319f Apr 22 09:28:09.167419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf98a08-104e-4ee2-9871-213fcd9cc836 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:09.168107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ecf98a08-104e-4ee2-9871-213fcd9cc836 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Synchronizing usage tracker for tenant:addece4e4fb3489bb989cdfaf03aa0af on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:09.170998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:09.232976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.327378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Usage tracker for resource:security_group_rule and tenant:9620b56981564274a4681613d8875bdd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:09.339501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:09.363570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.366706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ecf98a08-104e-4ee2-9871-213fcd9cc836 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Unset dirty status for tenant:addece4e4fb3489bb989cdfaf03aa0af on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:09.367839 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ecf98a08-104e-4ee2-9871-213fcd9cc836 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "GET /v2.0/ports?device_id=24c6c3f4-46c8-436d-81d0-010bf5281244 HTTP/1.1" status: 200 len: 913 time: 0.4480305 Apr 22 09:28:09.370938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52088) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:09.431831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:09.435481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-33fb61f9-dc92-446d-bf56-b70e1ab8270b None None] Provisioning complete for port df0a396e-5a08-4e70-b563-24938a51a2fb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:09.435956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-33fb61f9-dc92-446d-bf56-b70e1ab8270b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.454988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event updated for resources: {'Port': ['ID=df0a396e-5a08-4e70-b563-24938a51a2fb,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:09.475811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ed060-4835-4899-b8e5-d455f8b2dd82 req-e6df6b33-e43d-406a-965c-a51d819b99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:09.477311 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ac3ed060-4835-4899-b8e5-d455f8b2dd82 req-e6df6b33-e43d-406a-965c-a51d819b99ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 1098 time: 0.6322954 Apr 22 09:28:09.481823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.482889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:09.483317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.496018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] In _notify_port_updated(), no bound segment for port df0a396e-5a08-4e70-b563-24938a51a2fb on network 8560d760-cbc2-4eec-baca-5a891322fe0a {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:28:09.501307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:09.501937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.502712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-33fb61f9-dc92-446d-bf56-b70e1ab8270b None None] Port df0a396e-5a08-4e70-b563-24938a51a2fb cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:09.503160 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e16fe6ae-bae8-40bd-8fbf-53faa9c01277 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "PUT /v2.0/ports/df0a396e-5a08-4e70-b563-24938a51a2fb HTTP/1.1" status: 200 len: 1137 time: 2.1152868 Apr 22 09:28:09.519125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52092) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:09.611117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fef19e-c529-4e61-bc99-e51ee3057e56 req-52a2ec59-5dd4-4da2-99ee-b84f4ff22ca2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:09.612598 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-74fef19e-c529-4e61-bc99-e51ee3057e56 req-52a2ec59-5dd4-4da2-99ee-b84f4ff22ca2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.6915236 Apr 22 09:28:09.674214 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ac3ed060-4835-4899-b8e5-d455f8b2dd82 req-23a7cae1-4c50-4340-9c42-2ded96d5551b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793175 Apr 22 09:28:09.687753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.719019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3674798 Apr 22 09:28:09.724592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52098) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:09.735274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e4db5-59c7-4952-a634-107014a239cf tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Pushing event updated for resources: {'Network': ['ID=ab6a9f61-fb76-43fc-bf91-7ac250fa319f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:09.746597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.747922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network ab6a9f61-fb76-43fc-bf91-7ac250fa319f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:09.755041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c0c3dbf9-c29c-47fb-9af2-733c551fa9d9 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Request body: {'network': {'project_id': 'c154fcdf7635427792b38c899bf65886'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:09.789542 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-74fef19e-c529-4e61-bc99-e51ee3057e56 req-27f914dd-60f6-40d6-b28c-45086d6a5445 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685297 Apr 22 09:28:09.843248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c0c3dbf9-c29c-47fb-9af2-733c551fa9d9 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:09.854173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.903844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.937896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c0c3dbf9-c29c-47fb-9af2-733c551fa9d9 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Usage tracker for resource:network and tenant:c154fcdf7635427792b38c899bf65886 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:09.955893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:09.960929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c0c3dbf9-c29c-47fb-9af2-733c551fa9d9 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:09.962731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e050ba59-497c-4f0b-b37c-9654721e9711,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:09.973422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965959d3-cc75-48c2-86ec-f9f77f55273e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:09.974868 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-965959d3-cc75-48c2-86ec-f9f77f55273e tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "GET /v2.0/ports/df0a396e-5a08-4e70-b563-24938a51a2fb HTTP/1.1" status: 200 len: 1137 time: 0.3970475 Apr 22 09:28:09.979657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52102) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:09.985703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:09.986052 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Added segment c23af0f0-af67-4047-8171-e1e9326300ee of type vlan for network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 Apr 22 09:28:09.986811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c0c3dbf9-c29c-47fb-9af2-733c551fa9d9 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:10.009960 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c3dbf9-c29c-47fb-9af2-733c551fa9d9 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 09:28:10.010419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c3dbf9-c29c-47fb-9af2-733c551fa9d9 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:28:10.011529 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c0c3dbf9-c29c-47fb-9af2-733c551fa9d9 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2775488 Apr 22 09:28:10.016769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52106) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:10.019799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:10.023381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=4c7edea7-04d5-493f-a09a-32937e877590,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:10.027321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:10.029518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:10.115353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.122399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-406483e3-a3cd-41d7-a18d-a16cb5a88972 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Deleting port df0a396e-5a08-4e70-b563-24938a51a2fb {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:10.122926 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-406483e3-a3cd-41d7-a18d-a16cb5a88972 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.189445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.204564 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9ac48b56-c422-43bd-acef-a3cd861ccc43 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c154fcdf7635427792b38c899bf65886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752262 Apr 22 09:28:10.217315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52110) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:10.220780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Router 228071b6-7266-48f1-a0f7-1e88dd9a3319 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:28:10.241327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e08385-2af8-42d9-b3f1-c9a63795eee3 req-b120aae9-992b-4190-90bd-b9c7ec679003 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:10.242846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-86e08385-2af8-42d9-b3f1-c9a63795eee3 req-b120aae9-992b-4190-90bd-b9c7ec679003 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 0.4441528 Apr 22 09:28:10.300606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.306613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:10.307195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.394664 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-86e08385-2af8-42d9-b3f1-c9a63795eee3 req-f0879d85-7273-4d71-899b-c6dddcccd1f2 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906959 Apr 22 09:28:10.495088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 58007dba-2563-4704-85bc-53628e689e65 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:10.597647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.613354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.649853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 58007dba-2563-4704-85bc-53628e689e65 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:10.650459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.674310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Network': ['ID=f699dc62-2af4-4fc7-b6e1-bb3e433e5379,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:10.690759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:10.737298 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-07e1a3fe-6a8b-4ac6-885b-8663dfe3a664 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3563273 Apr 22 09:28:10.738829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f06a176-d690-4728-908a-2a67fb1b5755 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.741912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52114) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:10.777675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'subnet': {'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:10.854626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f06a176-d690-4728-908a-2a67fb1b5755 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:10.942047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:10.950431 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Sync routers for ids ['228071b6-7266-48f1-a0f7-1e88dd9a3319'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:10.965250 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Routers {'228071b6-7266-48f1-a0f7-1e88dd9a3319'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:10.966244 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['228071b6-7266-48f1-a0f7-1e88dd9a3319'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:11.162921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-406483e3-a3cd-41d7-a18d-a16cb5a88972 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.177033 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Set router 228071b6-7266-48f1-a0f7-1e88dd9a3319 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:28:11.320330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:11.328242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-406483e3-a3cd-41d7-a18d-a16cb5a88972 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Calling delete_port for df0a396e-5a08-4e70-b563-24938a51a2fb owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:11.369022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.373180 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ddfed445-dc7f-4ab0-8d1b-1dea22fe9aa8 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2808230 Apr 22 09:28:11.375025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Usage tracker for resource:subnet and tenant:9620b56981564274a4681613d8875bdd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:11.376726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52120) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:11.381089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:11.391363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:11.421735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Made reservation on behalf of 9620b56981564274a4681613d8875bdd for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:11.425128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.478549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f06a176-d690-4728-908a-2a67fb1b5755 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.543584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Deleting port af518e7a-fac9-4076-ab29-766e3659aaa0 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:11.543915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.544579 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228071b6-7266-48f1-a0f7-1e88dd9a3319', 'name': 'tempest-snat-router-603925358', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ffa2ae37-7c86-4f73-bd98-2799d40278c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:28:04Z', 'updated_at': '2022-04-22T09:28:08Z', 'revision_number': 3, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port': {'id': 'ffa2ae37-7c86-4f73-bd98-2799d40278c9', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228071b6-7266-48f1-a0f7-1e88dd9a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:28:06Z', 'updated_at': '2022-04-22T09:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:11.551252 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Checking router: 228071b6-7266-48f1-a0f7-1e88dd9a3319 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:28:11.551758 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Updating router 228071b6-7266-48f1-a0f7-1e88dd9a3319 port ffa2ae37-7c86-4f73-bd98-2799d40278c9 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:28:11.578601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a215814-9461-4121-a8e7-d07bf5951ac0 req-f35d50db-529d-48fa-8988-3af0d1312032 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:11.580222 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5a215814-9461-4121-a8e7-d07bf5951ac0 req-f35d50db-529d-48fa-8988-3af0d1312032 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.6034939 Apr 22 09:28:11.584864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06a176-d690-4728-908a-2a67fb1b5755 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d44f3d-ea76-4beb-b37c-8e8fd6583a4b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:11.638614 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.654488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f06a176-d690-4728-908a-2a67fb1b5755 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.659213 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7f06a176-d690-4728-908a-2a67fb1b5755 tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1d44f3d-ea76-4beb-b37c-8e8fd6583a4b HTTP/1.1" status: 204 len: 168 time: 1.4328747 Apr 22 09:28:11.687988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52126) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:11.808756 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5a215814-9461-4121-a8e7-d07bf5951ac0 req-3af535f9-4442-4442-bb20-f52be1964fbe tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135973 Apr 22 09:28:11.813591 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d4a56af9-008e-40e7-8855-84fff3ba608c tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/routers/228071b6-7266-48f1-a0f7-1e88dd9a3319 HTTP/1.1" status: 200 len: 907 time: 0.4357533 Apr 22 09:28:11.818878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52130) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:11.850276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.902670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-406483e3-a3cd-41d7-a18d-a16cb5a88972 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.908150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.954333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6fa37c5-3b4b-42ab-940c-be2b7e17b822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:11.998202 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.008947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406483e3-a3cd-41d7-a18d-a16cb5a88972 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event deleted for resources: {'Port': ['ID=df0a396e-5a08-4e70-b563-24938a51a2fb,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:12.011088 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Transition to ACTIVE for port object ffa2ae37-7c86-4f73-bd98-2799d40278c9 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:12.023501 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.032799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.115575 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Attempting to bind port ffa2ae37-7c86-4f73-bd98-2799d40278c9 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:12.116251 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Attempting to bind port ffa2ae37-7c86-4f73-bd98-2799d40278c9 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:12.116827 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Attempting to bind port ffa2ae37-7c86-4f73-bd98-2799d40278c9 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:12.121477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.124569 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524c586-421e-4549-9511-0401b696709d None None] Pushing event updated for resources: {'Port': ['ID=ffa2ae37-7c86-4f73-bd98-2799d40278c9,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:12.129866 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:12.130580 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:12.131163 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.131724 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:12.132409 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Bound port: ffa2ae37-7c86-4f73-bd98-2799d40278c9, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:12.133001 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.168620 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.169139 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.169579 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.170010 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.170435 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.170880 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.171909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.172353 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.172855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.173278 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.173702 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.174121 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8524c586-421e-4549-9511-0401b696709d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:28:12.229085 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] For port ffa2ae37-7c86-4f73-bd98-2799d40278c9, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:12.232472 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] For port ffa2ae37-7c86-4f73-bd98-2799d40278c9, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ffa2ae37-7c86-4f73-bd98-2799d40278c9,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:12.241876 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.246816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571d753-9f08-4a43-997e-8bb2f51a0f5f req-715b5a89-f6bb-4ac9-8824-f582dbf5ec31 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:12.248344 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5571d753-9f08-4a43-997e-8bb2f51a0f5f req-715b5a89-f6bb-4ac9-8824-f582dbf5ec31 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 0.6561379 Apr 22 09:28:12.253494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=4c7edea7-04d5-493f-a09a-32937e877590,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:12.262350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.286392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.323774 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Routers {'228071b6-7266-48f1-a0f7-1e88dd9a3319'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:12.324490 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:27:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['228071b6-7266-48f1-a0f7-1e88dd9a3319'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:12.369528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Subnet': ['ID=69b8fde9-b06f-4f8c-b166-dec4a2a3418a,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:12.387937 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8524c586-421e-4549-9511-0401b696709d None None] Pushing event updated for resources: {'Port': ['ID=ffa2ae37-7c86-4f73-bd98-2799d40278c9,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:12.440687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.466175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-406483e3-a3cd-41d7-a18d-a16cb5a88972 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.502981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6a9f61-fb76-43fc-bf91-7ac250fa319f']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:12.531289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Checking segment: {'id': 'c23af0f0-af67-4047-8171-e1e9326300ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:12.531650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Network hostable DHCP agents. Network: f699dc62-2af4-4fc7-b6e1-bb3e433e5379, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:12.541991 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] Set router 228071b6-7266-48f1-a0f7-1e88dd9a3319 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:28:12.542516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f5055e-6d6a-41b2-8214-7acbbfdbb93d') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:12.542820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f5055e-6d6a-41b2-8214-7acbbfdbb93d') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:12.553885 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-406483e3-a3cd-41d7-a18d-a16cb5a88972 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "DELETE /v2.0/ports/df0a396e-5a08-4e70-b563-24938a51a2fb HTTP/1.1" status: 204 len: 168 time: 2.5717816 Apr 22 09:28:12.559780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52136) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:12.573077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1fe0a-ef1c-4ead-821d-a20a7bd699ee req-e36e669b-7702-4ddf-9a0a-aa8e87f0af4e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:12.574643 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f8c1fe0a-ef1c-4ead-821d-a20a7bd699ee req-e36e669b-7702-4ddf-9a0a-aa8e87f0af4e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.6103461 Apr 22 09:28:12.611351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.614878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52140) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:12.651337 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-f206a5b6-70d8-4a99-9be6-8ff253cbfc52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5708907 Apr 22 09:28:12.684129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c9227b-8bbe-43bc-af25-f41f8e245979 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Deleting subnet ab5f8533-d435-48e4-ac71-c7b122dce8d7 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:28:12.684893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Calling delete_port for af518e7a-fac9-4076-ab29-766e3659aaa0 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:12.687528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66c9227b-8bbe-43bc-af25-f41f8e245979 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.727412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Request body: {'floatingip': {'port_id': '1a5f2246-3cdc-4a08-b1f6-b34b19359462'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:12.732388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:12.737835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.795328 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5571d753-9f08-4a43-997e-8bb2f51a0f5f req-0d86cbb7-dcaa-40b8-8428-09222f007b49 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5255663 Apr 22 09:28:12.798596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:12.798596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:12.814704 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:12.833213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, f699dc62-2af4-4fc7-b6e1-bb3e433e5379) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:12.843636 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122137d-0839-4e4a-aa9d-95169583d454 None None] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:12.872331 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '228071b6-7266-48f1-a0f7-1e88dd9a3319', 'name': 'tempest-snat-router-603925358', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ffa2ae37-7c86-4f73-bd98-2799d40278c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:28:04Z', 'updated_at': '2022-04-22T09:28:08Z', 'revision_number': 3, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port': {'id': 'ffa2ae37-7c86-4f73-bd98-2799d40278c9', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228071b6-7266-48f1-a0f7-1e88dd9a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:28:06Z', 'updated_at': '2022-04-22T09:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:12.877211 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f14e9-c8ec-4fae-af74-bf80aeda2645 None None] The sync data for ids ['228071b6-7266-48f1-a0f7-1e88dd9a3319'] in dv-neutron-839018-1-hyperv is: [{'id': '228071b6-7266-48f1-a0f7-1e88dd9a3319', 'name': 'tempest-snat-router-603925358', 'tenant_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ffa2ae37-7c86-4f73-bd98-2799d40278c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:28:04Z', 'updated_at': '2022-04-22T09:28:08Z', 'revision_number': 3, 'project_id': 'cd12d3ee15444d6cb5e1385eae060d93', 'gw_port': {'id': 'ffa2ae37-7c86-4f73-bd98-2799d40278c9', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:03:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '228071b6-7266-48f1-a0f7-1e88dd9a3319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:28:06Z', 'updated_at': '2022-04-22T09:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:12.883879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.000369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:13.001101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.006808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66c9227b-8bbe-43bc-af25-f41f8e245979 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.139739 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1bad5425-4cff-45be-991d-71cf90ad651c tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3873980 Apr 22 09:28:13.152626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52146) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:13.170499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.173383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'tenant_id': '9620b56981564274a4681613d8875bdd', 'fixed_ips': [{'subnet_id': '69b8fde9-b06f-4f8c-b166-dec4a2a3418a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:13.174374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.187751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.194897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'name': 'tempest-AllowedAddressPairTestJSON-301444717'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:13.228666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-7c98e7fc-6015-47f1-80f3-28381fc68df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:13.230723 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-7c98e7fc-6015-47f1-80f3-28381fc68df0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8083e2f93fe443f9b759a4ab03ffe68&device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 1098 time: 0.4956973 Apr 22 09:28:13.248176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.250349 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] 10.222.0.32 "DELETE /v2.0/networks/ab6a9f61-fb76-43fc-bf91-7ac250fa319f HTTP/1.1" status: 204 len: 168 time: 1.5587201 Apr 22 09:28:13.261732 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:28:13.287493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52150) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:13.375044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Allocated IP 172.20.0.2 (f699dc62-2af4-4fc7-b6e1-bb3e433e5379/69b8fde9-b06f-4f8c-b166-dec4a2a3418a/409372ab-9351-4140-9f56-cbde50db185d) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:13.382651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:13.393564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:13.431746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349fc5dd-4990-4c11-9bdf-826513bd728f tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab6a9f61-fb76-43fc-bf91-7ac250fa319f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:13.640770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.654581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Transition to ACTIVE for port object 409372ab-9351-4140-9f56-cbde50db185d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:13.678476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Transition to ACTIVE for port object 409372ab-9351-4140-9f56-cbde50db185d will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:13.687111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.690086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-cb06272b-4ba7-49e4-b00f-aad3cb3ac0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:13.691688 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-cb06272b-4ba7-49e4-b00f-aad3cb3ac0b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fdef170-d96a-4f28-8759-801a17deee4d HTTP/1.1" status: 200 len: 906 time: 0.4033117 Apr 22 09:28:13.709373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54ff54-be3b-4bca-a7bd-1e44af5df475 req-93c1be30-f4bb-4d3e-be56-c05430e1e19d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:13.710443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fd54ff54-be3b-4bca-a7bd-1e44af5df475 req-93c1be30-f4bb-4d3e-be56-c05430e1e19d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Synchronizing usage tracker for tenant:1b6d96c508c14614b689349c18ef000b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:13.759577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:13.762711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:13.765559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:13.789112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Pushing event updated for resources: {'Port': ['ID=409372ab-9351-4140-9f56-cbde50db185d,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:13.833413 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-32a6a3f4-43ef-45e2-b7ff-3f71394ac1df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5f2246-3cdc-4a08-b1f6-b34b19359462 HTTP/1.1" status: 200 len: 217 time: 0.1135480 Apr 22 09:28:13.852354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.887503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66c9227b-8bbe-43bc-af25-f41f8e245979 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.903190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Attempting to bind port 409372ab-9351-4140-9f56-cbde50db185d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:13.903548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Attempting to bind port 409372ab-9351-4140-9f56-cbde50db185d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'c23af0f0-af67-4047-8171-e1e9326300ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:13.903913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Attempting to bind port 409372ab-9351-4140-9f56-cbde50db185d on network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:13.910401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:13.910781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Checking segment: {'id': 'c23af0f0-af67-4047-8171-e1e9326300ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:13.911212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.912486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Bound using segment: {'id': 'c23af0f0-af67-4047-8171-e1e9326300ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:13.912928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Bound port: 409372ab-9351-4140-9f56-cbde50db185d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23af0f0-af67-4047-8171-e1e9326300ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:13.913305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:13.928189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:13.950253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Usage tracker for resource:port and tenant:9620b56981564274a4681613d8875bdd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:13.960631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fd54ff54-be3b-4bca-a7bd-1e44af5df475 req-93c1be30-f4bb-4d3e-be56-c05430e1e19d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Unset dirty status for tenant:1b6d96c508c14614b689349c18ef000b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:13.961916 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fd54ff54-be3b-4bca-a7bd-1e44af5df475 req-93c1be30-f4bb-4d3e-be56-c05430e1e19d tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 0.9634552 Apr 22 09:28:13.967709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:13.990595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52154) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:13.993475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:14.007959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Request body: {'floatingip': {'port_id': 'fde80263-666e-4ec3-9b13-7299c6735dab'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:14.041058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] For port 409372ab-9351-4140-9f56-cbde50db185d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:14.045189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] For port 409372ab-9351-4140-9f56-cbde50db185d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=409372ab-9351-4140-9f56-cbde50db185d,segment=NetworkSegment(c23af0f0-af67-4047-8171-e1e9326300ee),segment_id=c23af0f0-af67-4047-8171-e1e9326300ee)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:14.055782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.101666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.109368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-657e3ba5-cea2-411e-8947-a9a573ccb274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:14.110894 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-657e3ba5-cea2-411e-8947-a9a573ccb274 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5b31700-eb03-409d-b99e-74bba198679c HTTP/1.1" status: 200 len: 844 time: 0.2662358 Apr 22 09:28:14.145321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Made reservation on behalf of 9620b56981564274a4681613d8875bdd for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:14.150723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ebf41-e03f-4b57-b378-e91e61ec0aec None None] Pushing event updated for resources: {'Port': ['ID=409372ab-9351-4140-9f56-cbde50db185d,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:14.150980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.209467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Deleting port ffa2ae37-7c86-4f73-bd98-2799d40278c9 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:14.209719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.220621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for floatingip, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.235367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:14.261220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.385091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eee8f102-323d-4e69-9f27-363350b7e147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.414610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66c9227b-8bbe-43bc-af25-f41f8e245979 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.456777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] device_id is not set on port bb664cde-d20d-4d39-ad69-1c995c9feda8 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:14.498912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ffa2ae37-7c86-4f73-bd98-2799d40278c9 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:14.499057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.536704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9227b-8bbe-43bc-af25-f41f8e245979 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5f8533-d435-48e4-ac71-c7b122dce8d7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:14.574629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66c9227b-8bbe-43bc-af25-f41f8e245979 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.618556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e405c1f-4d6f-493f-8ac8-a49fb9bf84f0 None None] Network 8560d760-cbc2-4eec-baca-5a891322fe0a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:14.624643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event deleted for resources: {'Port': ['ID=af518e7a-fac9-4076-ab29-766e3659aaa0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:14.682476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335d333b-426d-4ae4-bcbf-0a29764f4427']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:14.714844 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-66c9227b-8bbe-43bc-af25-f41f8e245979 tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "DELETE /v2.0/subnets/ab5f8533-d435-48e4-ac71-c7b122dce8d7 HTTP/1.1" status: 204 len: 168 time: 2.1512671 Apr 22 09:28:14.720436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52158) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:14.726376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de78ac51-3163-4a43-b4cf-77a60a4957d6') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:14.726667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de78ac51-3163-4a43-b4cf-77a60a4957d6') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:14.754431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ffa2ae37-7c86-4f73-bd98-2799d40278c9 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:14.792809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ffa2ae37-7c86-4f73-bd98-2799d40278c9 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:14.793550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.986095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:14.989305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.007030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ffa2ae37-7c86-4f73-bd98-2799d40278c9, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ffa2ae37-7c86-4f73-bd98-2799d40278c9,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:15.011943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.081172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] DHCP port deletion for 8560d760-cbc2-4eec-baca-5a891322fe0a request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:28:15.101143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] Deleting port f1a8b359-23df-49fa-9f56-0f299dd03986 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:15.101592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.132438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] For port ffa2ae37-7c86-4f73-bd98-2799d40278c9, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ffa2ae37-7c86-4f73-bd98-2799d40278c9,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:15.133047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.140574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ffa2ae37-7c86-4f73-bd98-2799d40278c9,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:15.149025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:28:15.154294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-8c745930-d6fb-4155-8f23-bf5e0115a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:15.155772 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-8c745930-d6fb-4155-8f23-bf5e0115a7d2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fdef170-d96a-4f28-8759-801a17deee4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0144155 Apr 22 09:28:15.174852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.246823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:15.247173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:15.262870 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:15.291947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.353523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Allocated IP 172.20.0.14 (f699dc62-2af4-4fc7-b6e1-bb3e433e5379/69b8fde9-b06f-4f8c-b166-dec4a2a3418a/bb664cde-d20d-4d39-ad69-1c995c9feda8) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:15.379045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] For port f1a8b359-23df-49fa-9f56-0f299dd03986, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f1a8b359-23df-49fa-9f56-0f299dd03986,segment=NetworkSegment(dad7920d-59f0-4a87-bae6-144dfd8a7e67),segment_id=dad7920d-59f0-4a87-bae6-144dfd8a7e67)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:15.379437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.402727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Calling delete_port for ffa2ae37-7c86-4f73-bd98-2799d40278c9 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:15.469690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.496564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.537333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] Calling delete_port for f1a8b359-23df-49fa-9f56-0f299dd03986 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:15.552716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.554284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Deleting port f1a8b359-23df-49fa-9f56-0f299dd03986 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:15.554622 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.579891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.617649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:15.630036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a44ea-0da1-4863-ae3d-728f1370a5be None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:15.641831 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.659141 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-943f8c6b-27bd-46ff-af89-9a813f631989 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/routers/bf2c3a27-5c40-44fe-8420-1e948aedc1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7143502 Apr 22 09:28:15.666863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52162) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:15.682107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4562be-611a-4360-b45c-92e0f8819d9f None None] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:15.689826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'port': {'network_id': '0b5761af-5bbd-4ae2-95cb-e625a2927642', 'name': 'tempest-FloatingIPTestJSON-1634354115'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:15.692744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.730956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a44ea-0da1-4863-ae3d-728f1370a5be None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:15.731617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9e1a44ea-0da1-4863-ae3d-728f1370a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:15.770987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] The port 'f1a8b359-23df-49fa-9f56-0f299dd03986' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:28:15.795331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] Pushing event deleted for resources: {'Port': ['ID=f1a8b359-23df-49fa-9f56-0f299dd03986,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:15.806517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6253daea-21fc-4eee-9fe9-7e6f9202187c None None] No DVR routers for this DVR port f1a8b359-23df-49fa-9f56-0f299dd03986 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:28:15.806980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] Pushing event deleted for resources: {'Network': ['ID=335d333b-426d-4ae4-bcbf-0a29764f4427,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:15.824015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9e1a44ea-0da1-4863-ae3d-728f1370a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:15.874283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:15.875681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-df640bd7-d8b3-4092-9b46-f355c91c460d None None] Provisioning for port 409372ab-9351-4140-9f56-cbde50db185d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:15.902020 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a44ea-0da1-4863-ae3d-728f1370a5be None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:15.902634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9e1a44ea-0da1-4863-ae3d-728f1370a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:15.965990 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0dac4ca5-7354-4761-81c1-5d0ca19970ce tempest-QuotasNegativeTest-1487635008 tempest-QuotasNegativeTest-1487635008-project-admin] 10.222.0.32 "DELETE /v2.0/networks/335d333b-426d-4ae4-bcbf-0a29764f4427 HTTP/1.1" status: 204 len: 168 time: 2.6676691 Apr 22 09:28:15.974657 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-20200a5b-1ed2-4729-9224-b3777a722c01 service neutron] 10.222.0.35 "GET /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031368 Apr 22 09:28:15.982730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9e1a44ea-0da1-4863-ae3d-728f1370a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:15.983129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1a44ea-0da1-4863-ae3d-728f1370a5be None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:16.122405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:16.122781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:16.215186 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Floating IP 4b66b344-72f0-4b03-820a-ca6178c570df associated. External IP: 172.26.2.207, port: 1a5f2246-3cdc-4a08-b1f6-b34b19359462. Apr 22 09:28:16.310800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.416229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.486292 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbe35f3b-ed43-4e45-b76e-49338b93504b req-521a1891-298c-48ba-bc1d-d76db53d0744 service neutron] 10.222.0.35 "GET /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747531 Apr 22 09:28:16.493276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8560d760-cbc2-4eec-baca-5a891322fe0a']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:16.517521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad7920d-59f0-4a87-bae6-144dfd8a7e67') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:16.517783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad7920d-59f0-4a87-bae6-144dfd8a7e67') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:16.523423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:16.543572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.548573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:port and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:16.553919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:16.579858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ffa2ae37-7c86-4f73-bd98-2799d40278c9 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:16.596196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.622896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:16.623293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.625089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:16.626902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Deleting port ffa2ae37-7c86-4f73-bd98-2799d40278c9 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:16.627267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:16.639421 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:16.732653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ffa2ae37-7c86-4f73-bd98-2799d40278c9 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:16.733399 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.749661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:16.753749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.753908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.779521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:28:16.860845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52172) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:16.866612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Transition to ACTIVE for port object bb664cde-d20d-4d39-ad69-1c995c9feda8 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:16.870007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.894391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 409372ab-9351-4140-9f56-cbde50db185d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:16.898602 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.923792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.924809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] Pushing event deleted for resources: {'Network': ['ID=8560d760-cbc2-4eec-baca-5a891322fe0a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:16.929082 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-33b4ff71-5cc9-4b96-8ba1-26d2f8d4448b tempest-ExtraDHCPOptionsTestJSON-1970543044 tempest-ExtraDHCPOptionsTestJSON-1970543044-project] 10.222.0.32 "DELETE /v2.0/networks/8560d760-cbc2-4eec-baca-5a891322fe0a HTTP/1.1" status: 204 len: 168 time: 2.2050867 Apr 22 09:28:16.944054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:16.957982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] device_id is not set on port 0f361248-3a6e-4ced-a54b-75d5832d0177 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:17.017229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 409372ab-9351-4140-9f56-cbde50db185d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:17.023708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 409372ab-9351-4140-9f56-cbde50db185d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:17.024081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.034822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.116978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.168642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.206559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.209940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:17.229260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] For port ffa2ae37-7c86-4f73-bd98-2799d40278c9, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ffa2ae37-7c86-4f73-bd98-2799d40278c9,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:17.229850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.239134 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 409372ab-9351-4140-9f56-cbde50db185d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=409372ab-9351-4140-9f56-cbde50db185d,segment=NetworkSegment(c23af0f0-af67-4047-8171-e1e9326300ee),segment_id=c23af0f0-af67-4047-8171-e1e9326300ee)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:17.246184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.273339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:17.276001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:17.298374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=bb664cde-d20d-4d39-ad69-1c995c9feda8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:17.304988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] Usage tracker for resource:security_group_rule and tenant:5cfee05af9cf46b8b699e1be6758fdcb is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:17.308558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:17.315865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:17.330960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:17.332680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f1a8b359-23df-49fa-9f56-0f299dd03986 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:17.360347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52182) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:17.378663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: f1a8b359-23df-49fa-9f56-0f299dd03986 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:28:17.379065 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f1a8b359-23df-49fa-9f56-0f299dd03986 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:28:17.391348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=409372ab-9351-4140-9f56-cbde50db185d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:17.431766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Floating IP ea004a44-3ac8-454f-a3d1-d8bac749e7a8 associated. External IP: 172.26.2.90, port: fde80263-666e-4ec3-9b13-7299c6735dab. Apr 22 09:28:17.548539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:17.549397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.561145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3507c108-48ae-4334-8b68-7c65fdf27e61 None None] Provisioning for port bb664cde-d20d-4d39-ad69-1c995c9feda8 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:17.568058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3507c108-48ae-4334-8b68-7c65fdf27e61 None None] Provisioning complete for port bb664cde-d20d-4d39-ad69-1c995c9feda8 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:17.569131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3507c108-48ae-4334-8b68-7c65fdf27e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.604528 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6b603146-2c77-4b53-a76e-b969062bfb29 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4272106 Apr 22 09:28:17.618055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52188) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:17.627521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Calling delete_port for ffa2ae37-7c86-4f73-bd98-2799d40278c9 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:17.638486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3507c108-48ae-4334-8b68-7c65fdf27e61 None None] Port bb664cde-d20d-4d39-ad69-1c995c9feda8 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:17.680954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'name': 'tempest-AllowedAddressPairTestJSON-651806086', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e0:94:94'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:17.701431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Router ac4e3128-9b66-4d8d-9f97-60a67b84bebd has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:17.750224 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4c867a65-5ebb-4730-bcd2-f0eb20068dcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c9d51113b504541873276ef35980a94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810647 Apr 22 09:28:17.753396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Router 24c6c3f4-46c8-436d-81d0-010bf5281244 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:17.757657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52192) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:17.861314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:17.864483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.20.0.6 (0b5761af-5bbd-4ae2-95cb-e625a2927642/0b80abc7-d9e3-42b1-82d6-08000a21a988/0f361248-3a6e-4ced-a54b-75d5832d0177) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:17.934136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.046559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cbc74e-4877-43e4-8056-7cc5f3ed25b0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:18.058862 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2281ff59-54d4-42e6-bf9d-122be2137478 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cfee05af9cf46b8b699e1be6758fdcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1943889 Apr 22 09:28:18.059503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52196) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:18.213667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:18.224621 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] Sync routers for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:18.225526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:18.237885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb5070-e22c-41d1-9450-22dcbf13a05a None None] Sync routers for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:18.241522 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:18.242901 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:18.247967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb5070-e22c-41d1-9450-22dcbf13a05a None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:18.248785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-eebb5070-e22c-41d1-9450-22dcbf13a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:18.264086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bceaffb3-ce54-4a07-91aa-e2045baa1b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.265940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:18.296149 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Usage tracker for resource:port and tenant:9620b56981564274a4681613d8875bdd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:18.311238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:18.317895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-eebb5070-e22c-41d1-9450-22dcbf13a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:18.327679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb5070-e22c-41d1-9450-22dcbf13a05a None None] Routers {'24c6c3f4-46c8-436d-81d0-010bf5281244'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:18.328526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-eebb5070-e22c-41d1-9450-22dcbf13a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['24c6c3f4-46c8-436d-81d0-010bf5281244'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:18.346257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:18.364322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bceaffb3-ce54-4a07-91aa-e2045baa1b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.401962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Router 4970df1d-610a-40df-9ea8-88d697f8c986 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:18.428177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Made reservation on behalf of 9620b56981564274a4681613d8875bdd for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:18.463200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 409372ab-9351-4140-9f56-cbde50db185d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:18.467182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a18-6b53-4574-820e-d3c156132971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.472129 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:28:18.475096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.566979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-eebb5070-e22c-41d1-9450-22dcbf13a05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:18.567397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb5070-e22c-41d1-9450-22dcbf13a05a None None] The sync data for ids ['24c6c3f4-46c8-436d-81d0-010bf5281244'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:18.592474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.597298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 409372ab-9351-4140-9f56-cbde50db185d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:18.597667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.618731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a18-6b53-4574-820e-d3c156132971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.663370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bceaffb3-ce54-4a07-91aa-e2045baa1b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.676599 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7d2d5650-14f3-42af-9b80-a5b5eb7fd1a2 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "PUT /v2.0/floatingips/4b66b344-72f0-4b03-820a-ca6178c570df HTTP/1.1" status: 200 len: 991 time: 6.0034435 Apr 22 09:28:18.678017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.685413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.688307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'tag': '1a5f2246-3cdc-4a08-b1f6-b34b19359462'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:28:18.752782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffa2ae37-7c86-4f73-bd98-2799d40278c9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:18.763814 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-94f7ec37-07d5-4bc1-a533-1d2e058bf676 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "PUT /v2.0/routers/24c6c3f4-46c8-436d-81d0-010bf5281244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3901951 Apr 22 09:28:18.778058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaffb3-ce54-4a07-91aa-e2045baa1b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4d77e5-b4c7-45d6-aba4-e33c96e66fae,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:18.779695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52204) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:18.870621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=0f361248-3a6e-4ced-a54b-75d5832d0177,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:18.888565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.898329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bceaffb3-ce54-4a07-91aa-e2045baa1b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:18.902225 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bceaffb3-ce54-4a07-91aa-e2045baa1b4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c4d77e5-b4c7-45d6-aba4-e33c96e66fae HTTP/1.1" status: 204 len: 168 time: 1.1313426 Apr 22 09:28:18.938088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:18.951985 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] Sync routers for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:18.961409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] device_id is not set on port 34527df4-a1f6-4f0f-a7ba-5b08491d41da yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:18.977206 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '4b66b344-72f0-4b03-820a-ca6178c570df', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'floating_ip_address': '172.26.2.207', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'port_id': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'mac_address': 'fa:16:3e:21:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:27:31Z', 'updated_at': '2022-04-22T09:28:14Z', 'revision_number': 1, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:32Z', 'revision_number': 5, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:18.992651 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] Checking router: ac4e3128-9b66-4d8d-9f97-60a67b84bebd for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:28:19.003450 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:19.004011 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:19.016111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:19.020746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:19.032055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:19.057373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a18-6b53-4574-820e-d3c156132971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.092100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.112811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.128302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc37a18-6b53-4574-820e-d3c156132971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cbc74e-4877-43e4-8056-7cc5f3ed25b0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:19.130445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fcc37a18-6b53-4574-820e-d3c156132971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.135099 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fcc37a18-6b53-4574-820e-d3c156132971 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4cbc74e-4877-43e4-8056-7cc5f3ed25b0 HTTP/1.1" status: 204 len: 168 time: 1.0643497 Apr 22 09:28:19.186136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.312557 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-80300abe-a888-41b8-b730-88342c0d5719 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "PUT /v2.0/floatingips/ea004a44-3ac8-454f-a3d1-d8bac749e7a8 HTTP/1.1" status: 200 len: 990 time: 5.3166451 Apr 22 09:28:19.317700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'tag': 'fde80263-666e-4ec3-9b13-7299c6735dab'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:28:19.346910 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:19.349023 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:19.422923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:19.423715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.459055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0786-0946-4877-85d6-4f44d1e10be8 req-29406b63-3903-453a-bc40-a6dcca1a1d60 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:19.460936 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5f1d0786-0946-4877-85d6-4f44d1e10be8 req-29406b63-3903-453a-bc40-a6dcca1a1d60 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.5876341 Apr 22 09:28:19.482558 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-060f32a9-06f7-467f-a2ac-1a0dc74a904e tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8122740 Apr 22 09:28:19.486066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52228) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:19.574459 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:28:19.596473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Allocated IP 172.20.0.13 (f699dc62-2af4-4fc7-b6e1-bb3e433e5379/69b8fde9-b06f-4f8c-b166-dec4a2a3418a/34527df4-a1f6-4f0f-a7ba-5b08491d41da) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:19.624780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.627430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.651717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'port': {'network_id': '0b5761af-5bbd-4ae2-95cb-e625a2927642', 'name': 'tempest-FloatingIPTestJSON-1585463715'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:19.671279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.671816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 228071b6-7266-48f1-a0f7-1e88dd9a3319 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:28:19.683661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.694203 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5f1d0786-0946-4877-85d6-4f44d1e10be8 req-f4ce5c8b-9b72-4242-baa7-037aeeed173a tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097545 Apr 22 09:28:19.706140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.707373 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cfb1c5de-dc9d-4038-ae03-615a7a7f469b tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "DELETE /v2.0/routers/228071b6-7266-48f1-a0f7-1e88dd9a3319 HTTP/1.1" status: 204 len: 168 time: 7.8857388 Apr 22 09:28:19.757206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52236) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:19.809972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Deleting port 638f8735-5827-4bdd-b1cb-fdffab0da775 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:19.810440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:19.886325 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e43823-8d03-40d1-85b3-207c5d6409cb'] response: {'name': 'network-changed', 'server_uuid': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'tag': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'status': 'completed', 'code': 200} Apr 22 09:28:19.994239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52248) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:20.035191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.064697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:20.079480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] Usage tracker for resource:security_group_rule and tenant:c85e1c7a35fe47a0b71998c15f46838c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:20.082807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.134305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:20.165076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:20.186176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:20.194907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:port and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:20.212172 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:28:20.247358 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b6b338-87ca-4d2d-a33e-34ff0165ee6b'] response: {'name': 'network-changed', 'server_uuid': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'tag': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'status': 'completed', 'code': 200} Apr 22 09:28:20.249615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:20.341362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:20.403947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:20.416414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.437905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52258) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:20.454441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ffa2ae37-7c86-4f73-bd98-2799d40278c9 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:20.465985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.498613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: ffa2ae37-7c86-4f73-bd98-2799d40278c9 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:28:20.499003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ffa2ae37-7c86-4f73-bd98-2799d40278c9 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:28:20.502447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Deleting port 58007dba-2563-4704-85bc-53628e689e65 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:20.502977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.528607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] device_id is not set on port af6f6def-a332-4feb-afd9-a228d7605e6b yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:20.609412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.626132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.645164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.694558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'networks': [{'name': 'tempest-network--1210742181'}, {'name': 'tempest-network--650484420'}]} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:20.694956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'network': {'name': 'tempest-network--1210742181'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:20.695408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'network': {'name': 'tempest-network--650484420'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:20.721203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:20.732568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Usage tracker for resource:network and tenant:ebb41f5415a1415b9ea1990eb4b788ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:20.785482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Calling delete_port for 638f8735-5827-4bdd-b1cb-fdffab0da775 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:20.800383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:20.822702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a09ff-d845-49f6-ae26-07a9b2f9a6de req-0991dd8f-adcf-4127-8f8e-696b30fd52d8 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:20.824156 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d7a09ff-d845-49f6-ae26-07a9b2f9a6de req-0991dd8f-adcf-4127-8f8e-696b30fd52d8 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 1.3676605 Apr 22 09:28:20.857228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf5eed8-89a4-4dfe-a693-cc23400650c9,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:20.870713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:20.877690 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1790aece-c0e0-44a2-9a2c-eccead9019cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c85e1c7a35fe47a0b71998c15f46838c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8822596 Apr 22 09:28:20.888337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52264) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:20.896712 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'ea004a44-3ac8-454f-a3d1-d8bac749e7a8', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'floating_ip_address': '172.26.2.90', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'port_id': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'mac_address': 'fa:16:3e:a1:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:27:34Z', 'updated_at': '2022-04-22T09:28:16Z', 'revision_number': 1, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:28Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:20.903089 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] Checking router: 4970df1d-610a-40df-9ea8-88d697f8c986 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:28:20.908514 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '4b66b344-72f0-4b03-820a-ca6178c570df', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'floating_ip_address': '172.26.2.207', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'port_id': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'mac_address': 'fa:16:3e:21:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:27:31Z', 'updated_at': '2022-04-22T09:28:14Z', 'revision_number': 1, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:32Z', 'revision_number': 5, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:20.915977 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655d8639-b00a-493a-8dc3-4b54d96398c5 None None] The sync data for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '4b66b344-72f0-4b03-820a-ca6178c570df', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'floating_ip_address': '172.26.2.207', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'port_id': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'mac_address': 'fa:16:3e:21:f7:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:27:31Z', 'updated_at': '2022-04-22T09:28:14Z', 'revision_number': 1, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:32Z', 'revision_number': 5, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:20.918938 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:20.919625 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:20.940509 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3d7a09ff-d845-49f6-ae26-07a9b2f9a6de req-b248b079-2eb1-4d40-b9c4-2929021e483f tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912237 Apr 22 09:28:20.947659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Made reservation on behalf of ebb41f5415a1415b9ea1990eb4b788ed for: {'network': 2} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:20.952065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:20.960808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722261-2205-4a61-b3bb-ecafe061d669 req-b46f99c9-a387-4c74-ae9e-dad4defbc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:20.962469 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-65722261-2205-4a61-b3bb-ecafe061d669 req-b46f99c9-a387-4c74-ae9e-dad4defbc9b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b6d96c508c14614b689349c18ef000b&device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 1098 time: 1.0652208 Apr 22 09:28:20.996114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.018122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.20.0.10 (0b5761af-5bbd-4ae2-95cb-e625a2927642/0b80abc7-d9e3-42b1-82d6-08000a21a988/af6f6def-a332-4feb-afd9-a228d7605e6b) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:21.040089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] For port 58007dba-2563-4704-85bc-53628e689e65, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=58007dba-2563-4704-85bc-53628e689e65,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:21.041212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.064036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:21.085178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.155503 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:28:21.162114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a6148-a50c-4c1a-a772-c77687784794 req-71f93520-c259-4e22-a378-ccbcaaebaad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:21.163570 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-639a6148-a50c-4c1a-a772-c77687784794 req-71f93520-c259-4e22-a378-ccbcaaebaad8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e8083e2f93fe443f9b759a4ab03ffe68&device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 1098 time: 0.4769704 Apr 22 09:28:21.182076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Transition to ACTIVE for port object 34527df4-a1f6-4f0f-a7ba-5b08491d41da will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:21.186908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Usage tracker for resource:security_group_rule and tenant:ebb41f5415a1415b9ea1990eb4b788ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:21.199720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:21.210630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Calling delete_port for 58007dba-2563-4704-85bc-53628e689e65 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:21.270474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfac942-7e1f-4719-991d-1ecbbcb8e8cd None None] New status for floating IP 4b66b344-72f0-4b03-820a-ca6178c570df: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:28:21.273386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:21.282879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4acbbe9d-7c39-40d6-9e8b-08fcdec03f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.368559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722261-2205-4a61-b3bb-ecafe061d669 req-f39ef425-6217-40f7-8b49-fcbd73201859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:21.370014 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-65722261-2205-4a61-b3bb-ecafe061d669 req-f39ef425-6217-40f7-8b49-fcbd73201859 service neutron] 10.222.0.35 "GET /v2.0/networks?id=637ab288-5bb9-4fb5-b5d4-21d282c916c9 HTTP/1.1" status: 200 len: 913 time: 0.3477888 Apr 22 09:28:21.460171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.525922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a6148-a50c-4c1a-a772-c77687784794 req-27ebcb71-5063-4090-8c31-d64ceb6e1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:21.527372 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-639a6148-a50c-4c1a-a772-c77687784794 req-27ebcb71-5063-4090-8c31-d64ceb6e1d9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5fdef170-d96a-4f28-8759-801a17deee4d HTTP/1.1" status: 200 len: 906 time: 0.3487620 Apr 22 09:28:21.533031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event deleted for resources: {'Port': ['ID=638f8735-5827-4bdd-b1cb-fdffab0da775,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:21.539686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.560079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4acbbe9d-7c39-40d6-9e8b-08fcdec03f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.686138 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'ea004a44-3ac8-454f-a3d1-d8bac749e7a8', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'floating_ip_address': '172.26.2.90', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'port_id': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'mac_address': 'fa:16:3e:a1:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:27:34Z', 'updated_at': '2022-04-22T09:28:16Z', 'revision_number': 1, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:28Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:21.699094 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372fb7ce-6ae4-492d-8d2e-016f10ca391c None None] The sync data for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv is: [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'ea004a44-3ac8-454f-a3d1-d8bac749e7a8', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'floating_ip_address': '172.26.2.90', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'port_id': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'mac_address': 'fa:16:3e:a1:6f:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:27:34Z', 'updated_at': '2022-04-22T09:28:16Z', 'revision_number': 1, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:28Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:21.720935 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-65722261-2205-4a61-b3bb-ecafe061d669 req-c1352161-f0a0-4b9e-b9d4-91c483cdb909 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde80263-666e-4ec3-9b13-7299c6735dab HTTP/1.1" status: 200 len: 998 time: 0.3349080 Apr 22 09:28:21.817164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:21.838171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:21.845295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=34527df4-a1f6-4f0f-a7ba-5b08491d41da,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:21.847455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:21.873272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.878389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4acbbe9d-7c39-40d6-9e8b-08fcdec03f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.889741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.904710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.905152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:21.909578 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-639a6148-a50c-4c1a-a772-c77687784794 req-a4805934-ed55-429a-aa8e-107c18bb358d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a5f2246-3cdc-4a08-b1f6-b34b19359462 HTTP/1.1" status: 200 len: 1001 time: 0.3680012 Apr 22 09:28:21.934830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbbe9d-7c39-40d6-9e8b-08fcdec03f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf5eed8-89a4-4dfe-a693-cc23400650c9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:21.994854 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3c8d10-60e0-451d-b642-a154c604fd6d None None] New status for floating IP ea004a44-3ac8-454f-a3d1-d8bac749e7a8: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:28:22.000702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:22.017062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.121445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.128505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb53304-8be8-488f-9afd-7b56463c30e7,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:22.133223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.133706 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Added segment 4e334384-809b-415c-81e0-e9185804b2a0 of type vlan for network 1eaded32-3a46-4300-900e-6bc604c39495 Apr 22 09:28:22.140639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4acbbe9d-7c39-40d6-9e8b-08fcdec03f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.143958 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4acbbe9d-7c39-40d6-9e8b-08fcdec03f06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4bf5eed8-89a4-4dfe-a693-cc23400650c9 HTTP/1.1" status: 204 len: 168 time: 1.2521667 Apr 22 09:28:22.143958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event deleted for resources: {'Port': ['ID=58007dba-2563-4704-85bc-53628e689e65,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:22.206283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0306301d-63b4-4434-8030-bb7074c6d391 None None] Provisioning for port 34527df4-a1f6-4f0f-a7ba-5b08491d41da completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:22.212137 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0306301d-63b4-4434-8030-bb7074c6d391 None None] Provisioning complete for port 34527df4-a1f6-4f0f-a7ba-5b08491d41da triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:22.214099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0306301d-63b4-4434-8030-bb7074c6d391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.268317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.276460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.278713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722261-2205-4a61-b3bb-ecafe061d669 req-745f6bbb-28b6-4251-8174-8eb8879c3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.280150 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-65722261-2205-4a61-b3bb-ecafe061d669 req-745f6bbb-28b6-4251-8174-8eb8879c3327 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b648b6c-263c-4adf-9cbc-8e54e68d6f20 HTTP/1.1" status: 200 len: 851 time: 0.5264003 Apr 22 09:28:22.310709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0306301d-63b4-4434-8030-bb7074c6d391 None None] Port 34527df4-a1f6-4f0f-a7ba-5b08491d41da cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:22.350879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.351405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.352045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.403421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.412678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:22.413311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.416365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:28:22.445120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a6148-a50c-4c1a-a772-c77687784794 req-bb304fd9-86e0-47ba-8a48-ba30e17a2008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.446910 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-639a6148-a50c-4c1a-a772-c77687784794 req-bb304fd9-86e0-47ba-8a48-ba30e17a2008 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c5b31700-eb03-409d-b99e-74bba198679c HTTP/1.1" status: 200 len: 844 time: 0.5148070 Apr 22 09:28:22.489924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:22.493851 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-87775bde-5916-4973-8bc8-990770925dbf tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.8236585 Apr 22 09:28:22.499597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52274) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:22.508627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:22.544960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.545419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Fanout notify agent at l3_agent the message router_deleted on router 24c6c3f4-46c8-436d-81d0-010bf5281244 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:28:22.574124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.575200 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e11e22d7-cd2c-426b-a47e-12758ca453cc tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "DELETE /v2.0/routers/24c6c3f4-46c8-436d-81d0-010bf5281244 HTTP/1.1" status: 204 len: 168 time: 3.7827313 Apr 22 09:28:22.581965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52280) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:22.631925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.648149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.648149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=af6f6def-a332-4feb-afd9-a228d7605e6b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:22.659480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65722261-2205-4a61-b3bb-ecafe061d669 req-690aedb2-2d30-4707-ae55-ad27281981c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.660997 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-65722261-2205-4a61-b3bb-ecafe061d669 req-690aedb2-2d30-4707-ae55-ad27281981c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=637ab288-5bb9-4fb5-b5d4-21d282c916c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3704262 Apr 22 09:28:22.662759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:22.691425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.691904 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Added segment 55e26375-a906-41e5-9478-d99004575dfd of type vlan for network 28242319-6b10-47b8-a1a0-d6c7c7bc784f Apr 22 09:28:22.700592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.701469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.717727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.718639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6ac75233-900d-4be1-8021-82072ac7d441 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:28:22.729532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f8beb0-29a3-4d7c-ace3-e94a56447d6e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Deleting subnet cd9fe687-dc6d-450a-b500-b594149f60ab {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:28:22.740650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a6148-a50c-4c1a-a772-c77687784794 req-3c3c57ac-c3f2-4bdf-8fc7-154ef5494782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.742157 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-639a6148-a50c-4c1a-a772-c77687784794 req-3c3c57ac-c3f2-4bdf-8fc7-154ef5494782 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5fdef170-d96a-4f28-8759-801a17deee4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2851014 Apr 22 09:28:22.750988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87652a70-1a8b-4b00-8cb2-735f84f216dc tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.755747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.758391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87652a70-1a8b-4b00-8cb2-735f84f216dc tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.762260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.766694 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4ff86871-f626-4871-83fb-56003f8017f2 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6ac75233-900d-4be1-8021-82072ac7d441 HTTP/1.1" status: 204 len: 168 time: 3.0055094 Apr 22 09:28:22.766962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87652a70-1a8b-4b00-8cb2-735f84f216dc tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.766962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-87652a70-1a8b-4b00-8cb2-735f84f216dc tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Synchronizing usage tracker for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:22.770287 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-477f6f2e-992d-4616-9c2a-b0f085b19405 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2808642 Apr 22 09:28:22.772333 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52290) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:22.772761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52292) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:22.780277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': 'af6f6def-a332-4feb-afd9-a228d7605e6b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:22.788857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1856104187', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:22.806483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:22.811381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:22.816061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53f8beb0-29a3-4d7c-ace3-e94a56447d6e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.819197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:floatingip and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:22.823996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Usage tracker for resource:router and tenant:ecb837824e4b4e9f8b24b7e3ae72a0e2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:22.827794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:22.832016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:22.841038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:22.843387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:22.854918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.855689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.862030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.868728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:22.869674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.898763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.917895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.918958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:22.981617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53f8beb0-29a3-4d7c-ace3-e94a56447d6e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.021972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-87652a70-1a8b-4b00-8cb2-735f84f216dc tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Unset dirty status for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:23.026040 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-87652a70-1a8b-4b00-8cb2-735f84f216dc tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5219009 Apr 22 09:28:23.026371 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5816991 Apr 22 09:28:23.033179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52304) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:23.033353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52306) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:23.046041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.070414 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-65722261-2205-4a61-b3bb-ecafe061d669 req-5cbbea46-8374-4926-a952-2c7575a14f17 service neutron] 10.222.0.35 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976197 Apr 22 09:28:23.112831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Network': ['ID=1eaded32-3a46-4300-900e-6bc604c39495,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:23.134934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 1eaded32-3a46-4300-900e-6bc604c39495 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:23.141228 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-639a6148-a50c-4c1a-a772-c77687784794 req-eb08a03d-9433-49a6-9b8c-f56ff6acd8a8 service neutron] 10.222.0.35 "GET /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271265 Apr 22 09:28:23.301607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52316) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:23.314953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53f8beb0-29a3-4d7c-ace3-e94a56447d6e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.403037 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-65722261-2205-4a61-b3bb-ecafe061d669 req-9a3128b8-2f33-4d43-a295-ab63c77b4fab service neutron] 10.222.0.35 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165379 Apr 22 09:28:23.441501 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-639a6148-a50c-4c1a-a772-c77687784794 req-fb5a39ed-e926-4760-8b7d-f011b5dc484e service neutron] 10.222.0.35 "GET /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534382 Apr 22 09:28:23.451588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53f8beb0-29a3-4d7c-ace3-e94a56447d6e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.503919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2047245405'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:23.509900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8beb0-29a3-4d7c-ace3-e94a56447d6e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9fe687-dc6d-450a-b500-b594149f60ab,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:23.510571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ad68fe25-7c9e-4bbe-9001-cc3c643fd520 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting port 34527df4-a1f6-4f0f-a7ba-5b08491d41da {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:23.510936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad68fe25-7c9e-4bbe-9001-cc3c643fd520 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.513480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:23.523700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53f8beb0-29a3-4d7c-ace3-e94a56447d6e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.524943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2cbf0-48a4-4853-90cb-fbcea1c7d1ca None None] Network 4f3833c1-255e-44c0-92a5-c56c477656e7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:23.529636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:network and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:23.533840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:23.540907 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-53f8beb0-29a3-4d7c-ace3-e94a56447d6e tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "DELETE /v2.0/subnets/cd9fe687-dc6d-450a-b500-b594149f60ab HTTP/1.1" status: 204 len: 168 time: 0.9571519 Apr 22 09:28:23.544880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52322) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:23.547498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:23.634511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b595df4-bc14-4017-a4a9-f18504a3c9f1 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Network': ['ID=28242319-6b10-47b8-a1a0-d6c7c7bc784f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:23.653078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:23.656454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.674542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 28242319-6b10-47b8-a1a0-d6c7c7bc784f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:23.680884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.699486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.703275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:23.709896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:security_group_rule and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:23.713486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:23.720280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:23.726918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Deleting port 4167b85b-d171-4c52-987d-fb37f0f4df5a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:23.727260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.868090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb99b72-c999-4ec4-bfbd-7a5ccc57bd37 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:23.874274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb99b72-c999-4ec4-bfbd-7a5ccc57bd37 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:23.879850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb99b72-c999-4ec4-bfbd-7a5ccc57bd37 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:23.886367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb99b72-c999-4ec4-bfbd-7a5ccc57bd37 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:23.887276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7eb99b72-c999-4ec4-bfbd-7a5ccc57bd37 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Synchronizing usage tracker for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:23.903866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] DHCP port deletion for 4f3833c1-255e-44c0-92a5-c56c477656e7 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:28:23.908259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] Deleting port 4167b85b-d171-4c52-987d-fb37f0f4df5a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:23.908891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:23.963958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.065295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7eb99b72-c999-4ec4-bfbd-7a5ccc57bd37 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Unset dirty status for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:24.070739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7eb99b72-c999-4ec4-bfbd-7a5ccc57bd37 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.0290153 Apr 22 09:28:24.076685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52326) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:24.122105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] For port 4167b85b-d171-4c52-987d-fb37f0f4df5a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4167b85b-d171-4c52-987d-fb37f0f4df5a,segment=NetworkSegment(80a1653b-83f5-4627-b366-c6ebf2a6cd4d),segment_id=80a1653b-83f5-4627-b366-c6ebf2a6cd4d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:24.122717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.125036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.156112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] For port 4167b85b-d171-4c52-987d-fb37f0f4df5a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4167b85b-d171-4c52-987d-fb37f0f4df5a,segment=NetworkSegment(80a1653b-83f5-4627-b366-c6ebf2a6cd4d),segment_id=80a1653b-83f5-4627-b366-c6ebf2a6cd4d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:24.156495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.169719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.223080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.284710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad68fe25-7c9e-4bbe-9001-cc3c643fd520 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.286215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] Calling delete_port for 4167b85b-d171-4c52-987d-fb37f0f4df5a owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:24.367014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Calling delete_port for 4167b85b-d171-4c52-987d-fb37f0f4df5a owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:24.372301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.422200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] Pushing event deleted for resources: {'Port': ['ID=4167b85b-d171-4c52-987d-fb37f0f4df5a,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:24.427086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.433727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:24.434301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0dcf4-cd11-4a29-9d05-db14907d1feb None None] No DVR routers for this DVR port 4167b85b-d171-4c52-987d-fb37f0f4df5a on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:28:24.458057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de80d27-99d3-484a-bbe6-f60195635d3e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:24.459358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ad68fe25-7c9e-4bbe-9001-cc3c643fd520 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Calling delete_port for 34527df4-a1f6-4f0f-a7ba-5b08491d41da owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:24.464470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4167b85b-d171-4c52-987d-fb37f0f4df5a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:24.467016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.467364 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Added segment fd457776-0780-425d-a9b6-c89d49d5e5ed of type vlan for network d743a48b-9bef-42f6-adc7-d1b352f7b06c Apr 22 09:28:24.517310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 4167b85b-d171-4c52-987d-fb37f0f4df5a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:28:24.518878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4167b85b-d171-4c52-987d-fb37f0f4df5a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:28:24.522734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 58007dba-2563-4704-85bc-53628e689e65 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:24.565208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.572442 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.26.2.231 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/7f359284-4435-48ca-910a-1a84a424d1d7) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:24.586683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:24.587061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:24.589797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 58007dba-2563-4704-85bc-53628e689e65 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:28:24.590306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 58007dba-2563-4704-85bc-53628e689e65 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:28:24.665928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.689931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.696767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:24.697357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.721376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eaded32-3a46-4300-900e-6bc604c39495']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:24.754521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e334384-809b-415c-81e0-e9185804b2a0') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:24.754815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e334384-809b-415c-81e0-e9185804b2a0') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:24.774451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.844713 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5374527 Apr 22 09:28:24.848320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25f0c0-36a9-4689-ad0d-b2528bea1424 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Network': ['ID=d743a48b-9bef-42f6-adc7-d1b352f7b06c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:24.852351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.860567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:24.860908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:24.877754 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:24.888955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network d743a48b-9bef-42f6-adc7-d1b352f7b06c details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:24.963913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.968867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:24.999583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Network': ['ID=1eaded32-3a46-4300-900e-6bc604c39495,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:25.010948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d0c8588c-42ac-4e5b-9916-3aa452cd2a00 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/networks/1eaded32-3a46-4300-900e-6bc604c39495 HTTP/1.1" status: 204 len: 168 time: 0.9332242 Apr 22 09:28:25.013613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52330) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:25.047309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad68fe25-7c9e-4bbe-9001-cc3c643fd520 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.107027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Deleting port 4167b85b-d171-4c52-987d-fb37f0f4df5a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:25.107574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.117541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.153272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68fe25-7c9e-4bbe-9001-cc3c643fd520 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event deleted for resources: {'Port': ['ID=34527df4-a1f6-4f0f-a7ba-5b08491d41da,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:25.166345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.192150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] The port '4167b85b-d171-4c52-987d-fb37f0f4df5a' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:28:25.261378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.279753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.347552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.472476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad68fe25-7c9e-4bbe-9001-cc3c643fd520 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.481484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.599927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:25.603131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.605408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:25.607806 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ad68fe25-7c9e-4bbe-9001-cc3c643fd520 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "DELETE /v2.0/ports/34527df4-a1f6-4f0f-a7ba-5b08491d41da HTTP/1.1" status: 204 len: 168 time: 2.5724854 Apr 22 09:28:25.610957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:25.618158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52334) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:25.626828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3833c1-255e-44c0-92a5-c56c477656e7']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:25.672465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=7f359284-4435-48ca-910a-1a84a424d1d7,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:25.687079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Allocated IP 172.26.2.228 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/fec74db8-dda8-42e1-8488-5d30b3c0fdce) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:25.688855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a1653b-83f5-4627-b366-c6ebf2a6cd4d') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:25.688855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a1653b-83f5-4627-b366-c6ebf2a6cd4d') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:25.696520 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25f1983-08b3-4f13-b368-60a7b778e26a tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] GET failed (client error): The resource could not be found. Apr 22 09:28:25.703221 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c25f1983-08b3-4f13-b368-60a7b778e26a tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "GET /v2.0/ports/34527df4-a1f6-4f0f-a7ba-5b08491d41da HTTP/1.1" status: 404 len: 333 time: 0.0765431 Apr 22 09:28:25.703221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28242319-6b10-47b8-a1a0-d6c7c7bc784f']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:25.711588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52338) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:25.718932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'name': 'tempest-AllowedAddressPairTestJSON-1999778349'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:25.737013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.744933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e26375-a906-41e5-9478-d99004575dfd') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:25.745354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e26375-a906-41e5-9478-d99004575dfd') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:25.776983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.793798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.858543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:25.859104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:25.873915 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:25.877199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.948328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:25.949185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:25.965675 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:26.030942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.077241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.079340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:26.099873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.103307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Usage tracker for resource:port and tenant:9620b56981564274a4681613d8875bdd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:26.109468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:26.119518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.123830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:26.126195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event deleted for resources: {'Network': ['ID=4f3833c1-255e-44c0-92a5-c56c477656e7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:26.152140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.156386 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/networks/28242319-6b10-47b8-a1a0-d6c7c7bc784f HTTP/1.1" status: 204 len: 168 time: 1.1394682 Apr 22 09:28:26.161199 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e466611c-3bbd-47cb-b137-e6cc8ee5037b tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "DELETE /v2.0/networks/4f3833c1-255e-44c0-92a5-c56c477656e7 HTTP/1.1" status: 204 len: 168 time: 2.6129572 Apr 22 09:28:26.161199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52342) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:26.161199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4095ca-b3d7-4935-9752-8b723e3ec792 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Network': ['ID=28242319-6b10-47b8-a1a0-d6c7c7bc784f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:26.163279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52344) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:26.202225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Made reservation on behalf of 9620b56981564274a4681613d8875bdd for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:26.205875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.248770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.281902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] device_id is not set on port 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:26.392668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Deleting port 72e9d14a-6348-487f-9d34-ede05373eaf7 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:26.392668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.410579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43b323-27c1-4962-bb65-046a7d74b339 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:26.418915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43b323-27c1-4962-bb65-046a7d74b339 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:26.419745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-af43b323-27c1-4962-bb65-046a7d74b339 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Synchronizing usage tracker for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:26.450249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:26.459285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event updated for resources: {'Port': ['ID=fec74db8-dda8-42e1-8488-5d30b3c0fdce,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:26.472275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:26.475979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:26.485160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-af43b323-27c1-4962-bb65-046a7d74b339 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Unset dirty status for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:26.486375 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-af43b323-27c1-4962-bb65-046a7d74b339 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3228283 Apr 22 09:28:26.490103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52350) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:26.499912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1845792499'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:26.505396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:26.516830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:26.532510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Allocated IP 172.20.0.11 (f699dc62-2af4-4fc7-b6e1-bb3e433e5379/69b8fde9-b06f-4f8c-b166-dec4a2a3418a/88cc2e4a-d227-48b9-974d-3a0df5cfb1fc) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:26.540213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Made reservation on behalf of ebb41f5415a1415b9ea1990eb4b788ed for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:26.544195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.615476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:26.638212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.638565 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Added segment d0a9edf2-278b-4e56-b375-f6e38db2afdb of type vlan for network e0ef59e7-8398-4ae9-a6e2-f1634c58c549 Apr 22 09:28:26.760058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.822402 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.828497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.834462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:26.835032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.873185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:26.881707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Transition to ACTIVE for port object 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:26.964529 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4710069 Apr 22 09:28:26.964529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b89a6-201b-46e9-871a-990bdb73702b tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Network': ['ID=e0ef59e7-8398-4ae9-a6e2-f1634c58c549,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:26.966413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52356) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:26.974304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1454735707'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:26.978651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network e0ef59e7-8398-4ae9-a6e2-f1634c58c549 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:26.980738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:26.986166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Usage tracker for resource:network and tenant:ebb41f5415a1415b9ea1990eb4b788ed is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:26.989935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:26.997742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:27.010964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.046983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Made reservation on behalf of ebb41f5415a1415b9ea1990eb4b788ed for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:27.050615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.087033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.087391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.099378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:27.104029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:27.120988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:27.165577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=88cc2e4a-d227-48b9-974d-3a0df5cfb1fc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:27.168072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:27.194758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.195095 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Added segment 32bb8c1c-0d46-428d-ac57-9e21d8f7e467 of type vlan for network aea32a9f-f357-4055-aabf-e3e972cd7479 Apr 22 09:28:27.218990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:27.219618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.257779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.281012 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0eac3bc4-b552-47e6-95cf-b0605d8bd97f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5682960 Apr 22 09:28:27.284464 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52360) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:27.292633 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e0:94:94'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:27.295498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.339672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Calling delete_port for 72e9d14a-6348-487f-9d34-ede05373eaf7 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:27.478970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-440b4c1a-0e81-414e-9ae5-0459387e7ccc None None] Provisioning for port 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:27.489212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-440b4c1a-0e81-414e-9ae5-0459387e7ccc None None] Provisioning complete for port 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:27.490371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-440b4c1a-0e81-414e-9ae5-0459387e7ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.564739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-440b4c1a-0e81-414e-9ae5-0459387e7ccc None None] Port 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:27.593253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.602978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:27.603891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.644635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:27.678797 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7074068 Apr 22 09:28:27.691835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52366) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:27.715990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'ports': [{'network_id': 'e0ef59e7-8398-4ae9-a6e2-f1634c58c549', 'name': 'tempest-port--1489644923', 'admin_state_up': True}, {'network_id': 'aea32a9f-f357-4055-aabf-e3e972cd7479', 'admin_state_up': False}]} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:27.716304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'port': {'network_id': 'e0ef59e7-8398-4ae9-a6e2-f1634c58c549', 'name': 'tempest-port--1489644923', 'admin_state_up': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:27.716879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'port': {'network_id': 'aea32a9f-f357-4055-aabf-e3e972cd7479', 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:27.750214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9b66d-d097-4831-8e39-dfc4158d6a48 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Network': ['ID=aea32a9f-f357-4055-aabf-e3e972cd7479,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:27.764433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network aea32a9f-f357-4055-aabf-e3e972cd7479 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:27.835533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.131642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52370) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:28.137136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'subnet': {'network_id': 'd743a48b-9bef-42f6-adc7-d1b352f7b06c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:28.205457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.335801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:28.336015 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Pushing event deleted for resources: {'Port': ['ID=72e9d14a-6348-487f-9d34-ede05373eaf7,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:28.343681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:subnet and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:28.348281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:28.359683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:28.368055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:28:28.385418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:28.388732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.390560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:28.425948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Usage tracker for resource:port and tenant:ebb41f5415a1415b9ea1990eb4b788ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:28.431561 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.438053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:28.446328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.495684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.504898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.507960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:28.653182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=88cc2e4a-d227-48b9-974d-3a0df5cfb1fc,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:28.654362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Made reservation on behalf of ebb41f5415a1415b9ea1990eb4b788ed for: {'port': 2} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:28.655585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] In _notify_port_updated(), no bound segment for port 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc on network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:28:28.658757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.660917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:28.661549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.665457 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-510c7abf-6a1e-43e4-a57f-b853c709b8c9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "PUT /v2.0/ports/88cc2e4a-d227-48b9-974d-3a0df5cfb1fc HTTP/1.1" status: 200 len: 995 time: 1.3774805 Apr 22 09:28:28.666022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52374) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:28.694458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=7f359284-4435-48ca-910a-1a84a424d1d7,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:28.702548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.710227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.717069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.734354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.786852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b79bf1fd-d18f-4b36-9bef-67a497ddfa0d tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting port 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:28.787186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b79bf1fd-d18f-4b36-9bef-67a497ddfa0d tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.804146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6892cfc7-17eb-4617-a4b3-f0252e46f18b None None] Provisioning complete for port 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:28.804908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6892cfc7-17eb-4617-a4b3-f0252e46f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.859853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6892cfc7-17eb-4617-a4b3-f0252e46f18b None None] Port 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:28.871212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.953682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:28.954717 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-95ce49f4-10cd-400f-b5f9-d789411b6b73 tempest-FloatingIPAdminTestJSON-770515173 tempest-FloatingIPAdminTestJSON-770515173-project] 10.222.0.32 "DELETE /v2.0/floatingips/66cb83ce-c402-4473-ba53-863c29a6714b HTTP/1.1" status: 204 len: 168 time: 2.7904875 Apr 22 09:28:29.002533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Subnet': ['ID=286dd375-8abd-440d-890c-9d2fb2734a7e,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:29.041488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Checking segment: {'id': 'fd457776-0780-425d-a9b6-c89d49d5e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd743a48b-9bef-42f6-adc7-d1b352f7b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:29.041798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network hostable DHCP agents. Network: d743a48b-9bef-42f6-adc7-d1b352f7b06c, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:29.128758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network d743a48b-9bef-42f6-adc7-d1b352f7b06c is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:29.154098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, d743a48b-9bef-42f6-adc7-d1b352f7b06c) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:29.156721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b79bf1fd-d18f-4b36-9bef-67a497ddfa0d tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.164861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2066e84-4bc2-44cc-8a04-2fe35d694834 None None] Network d743a48b-9bef-42f6-adc7-d1b352f7b06c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:29.175088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:29.175783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.186655 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP 7e2ff9fa-862e-4973-a698-4d8fe15cb21c associated. External IP: 172.26.2.231, port: af6f6def-a332-4feb-afd9-a228d7605e6b. Apr 22 09:28:29.309050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52382) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:29.361534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] device_id is not set on port fd64e2b2-224c-4b22-8dd3-dc575b8a88a0 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:29.409568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b79bf1fd-d18f-4b36-9bef-67a497ddfa0d tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Calling delete_port for 88cc2e4a-d227-48b9-974d-3a0df5cfb1fc owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:29.417905 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-d743a48b-9bef-42f6-adc7-d1b352f7b06c', 'network_id': 'd743a48b-9bef-42f6-adc7-d1b352f7b06c', 'tenant_id': 'ce73069753734359bfcf9ae6a8bf3ef1', 'fixed_ips': [{'subnet_id': '286dd375-8abd-440d-890c-9d2fb2734a7e'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:29.418825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.477215 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e245a651-440d-417f-897e-530946232f47 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3442690 Apr 22 09:28:29.482436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52388) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:29.491881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1030922950'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:29.535365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:29.542184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:network and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:29.574579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:29.587397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:29.610836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:29.614393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.634626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Allocated IP 2001:db8:0:ffff::2 (d743a48b-9bef-42f6-adc7-d1b352f7b06c/286dd375-8abd-440d-890c-9d2fb2734a7e/7bc6534f-9bad-4b47-a71c-a12c73c75b19) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:29.646997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b79bf1fd-d18f-4b36-9bef-67a497ddfa0d tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.690043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:29.701906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bf1fd-d18f-4b36-9bef-67a497ddfa0d tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event deleted for resources: {'Port': ['ID=88cc2e4a-d227-48b9-974d-3a0df5cfb1fc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:29.731525 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-85e6fbd8-0ea9-4e28-9848-23f7f5f7c132 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=addece4e4fb3489bb989cdfaf03aa0af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193580 Apr 22 09:28:29.735987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52392) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:29.741666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Router 51cdd517-e5e6-4df2-b566-667be2f1ecee is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:28:29.742880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.743402 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Added segment a737c952-cc80-46c6-bae7-e5ad37a13574 of type vlan for network f031c2f5-2302-45ad-b083-f7e0e7864dbf Apr 22 09:28:29.795652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.895113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.910343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Transition to ACTIVE for port object 7bc6534f-9bad-4b47-a71c-a12c73c75b19 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:29.939489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Transition to ACTIVE for port object 7bc6534f-9bad-4b47-a71c-a12c73c75b19 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:29.948809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.954897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:29.961102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:29.961774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.012851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Network d743a48b-9bef-42f6-adc7-d1b352f7b06c is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:30.020252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:30.028792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:30.030920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Pushing event updated for resources: {'Port': ['ID=7bc6534f-9bad-4b47-a71c-a12c73c75b19,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:30.059448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61238edb-3f7e-4dea-bba9-38bb1f66c3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.084799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6012917 Apr 22 09:28:30.089537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52396) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:30.090611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b79bf1fd-d18f-4b36-9bef-67a497ddfa0d tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.094716 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b79bf1fd-d18f-4b36-9bef-67a497ddfa0d tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "DELETE /v2.0/ports/88cc2e4a-d227-48b9-974d-3a0df5cfb1fc HTTP/1.1" status: 204 len: 168 time: 1.4257524 Apr 22 09:28:30.097215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52400) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:30.100754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'subnet': {'network_id': 'f031c2f5-2302-45ad-b083-f7e0e7864dbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:30.119770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ac980-bef1-4ccc-b592-e3a75e2af771 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Network': ['ID=f031c2f5-2302-45ad-b083-f7e0e7864dbf,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:30.122137 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Attempting to bind port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:30.122747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Attempting to bind port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'fd457776-0780-425d-a9b6-c89d49d5e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd743a48b-9bef-42f6-adc7-d1b352f7b06c'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:30.123254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Attempting to bind port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 on network d743a48b-9bef-42f6-adc7-d1b352f7b06c {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:30.129239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:30.129490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Checking segment: {'id': 'fd457776-0780-425d-a9b6-c89d49d5e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd743a48b-9bef-42f6-adc7-d1b352f7b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:30.129893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.130908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Bound using segment: {'id': 'fd457776-0780-425d-a9b6-c89d49d5e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd743a48b-9bef-42f6-adc7-d1b352f7b06c'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:30.131364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Bound port: 7bc6534f-9bad-4b47-a71c-a12c73c75b19, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd457776-0780-425d-a9b6-c89d49d5e5ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'd743a48b-9bef-42f6-adc7-d1b352f7b06c'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:30.131731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.139101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:30.142960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network f031c2f5-2302-45ad-b083-f7e0e7864dbf details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:30.182597 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-be584cfa-b8dc-420b-93fc-a4be66767b2f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] GET failed (client error): The resource could not be found. Apr 22 09:28:30.183193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-be584cfa-b8dc-420b-93fc-a4be66767b2f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Synchronizing usage tracker for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:30.263203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-be584cfa-b8dc-420b-93fc-a4be66767b2f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Unset dirty status for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:30.267868 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-be584cfa-b8dc-420b-93fc-a4be66767b2f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "GET /v2.0/ports/88cc2e4a-d227-48b9-974d-3a0df5cfb1fc HTTP/1.1" status: 404 len: 333 time: 0.1489878 Apr 22 09:28:30.268074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52404) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:30.270497 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61238edb-3f7e-4dea-bba9-38bb1f66c3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.275655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'name': 'tempest-AllowedAddressPairTestJSON-1711869297'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:30.306158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:30.314718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:subnet and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:30.320014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:30.324468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:30.329271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.342682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78ec3d-63d8-4722-9692-7b5cddd68ebc None None] Sync routers for ids ['51cdd517-e5e6-4df2-b566-667be2f1ecee'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:30.359934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] For port 7bc6534f-9bad-4b47-a71c-a12c73c75b19, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:30.362068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78ec3d-63d8-4722-9692-7b5cddd68ebc None None] Routers {'51cdd517-e5e6-4df2-b566-667be2f1ecee'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:30.362685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fd78ec3d-63d8-4722-9692-7b5cddd68ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['51cdd517-e5e6-4df2-b566-667be2f1ecee'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:30.377388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:30.405746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:30.409238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.415225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.419173 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bf425bdc-dbc5-461c-8853-765641e53b7a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6457734 Apr 22 09:28:30.419962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52408) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:30.444225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fd78ec3d-63d8-4722-9692-7b5cddd68ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:30.450407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] For port 7bc6534f-9bad-4b47-a71c-a12c73c75b19, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7bc6534f-9bad-4b47-a71c-a12c73c75b19,segment=NetworkSegment(fd457776-0780-425d-a9b6-c89d49d5e5ed),segment_id=fd457776-0780-425d-a9b6-c89d49d5e5ed)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:30.460066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.464131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78ec3d-63d8-4722-9692-7b5cddd68ebc None None] Routers {'51cdd517-e5e6-4df2-b566-667be2f1ecee'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:30.464751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fd78ec3d-63d8-4722-9692-7b5cddd68ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['51cdd517-e5e6-4df2-b566-667be2f1ecee'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:30.488807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f6adb52d-a181-487c-a04f-9f60be92fbfe tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': False}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:30.519495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:30.552686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:30.576523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-fd78ec3d-63d8-4722-9692-7b5cddd68ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:30.577236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78ec3d-63d8-4722-9692-7b5cddd68ebc None None] The sync data for ids ['51cdd517-e5e6-4df2-b566-667be2f1ecee'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:30.599430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Made reservation on behalf of 9620b56981564274a4681613d8875bdd for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:30.610241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.636893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1c160-5aed-422c-a5cf-539d5d2e15bb None None] Pushing event updated for resources: {'Port': ['ID=7bc6534f-9bad-4b47-a71c-a12c73c75b19,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:30.661833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:30.673993 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91d30cf-bef9-4ea8-ac0c-3f804cec6cb2 None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:30.674535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] device_id is not set on port 9eccd337-bf19-4aec-8342-34ce15142e8a yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:30.686249 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d30cf-bef9-4ea8-ac0c-3f804cec6cb2 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:30.687396 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e91d30cf-bef9-4ea8-ac0c-3f804cec6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:30.745715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61238edb-3f7e-4dea-bba9-38bb1f66c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.761360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] device_id is not set on port b670d905-ba7b-4cc7-9238-3350aab49f01 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:30.772750 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e91d30cf-bef9-4ea8-ac0c-3f804cec6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:30.778925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61238edb-3f7e-4dea-bba9-38bb1f66c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fceb06f-a885-406e-b235-b845db21b28b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:30.782669 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91d30cf-bef9-4ea8-ac0c-3f804cec6cb2 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:30.783503 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e91d30cf-bef9-4ea8-ac0c-3f804cec6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:30.812823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61238edb-3f7e-4dea-bba9-38bb1f66c3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.814027 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-61238edb-3f7e-4dea-bba9-38bb1f66c3be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8fceb06f-a885-406e-b235-b845db21b28b HTTP/1.1" status: 204 len: 168 time: 1.0770481 Apr 22 09:28:30.819327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:30.850062 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e91d30cf-bef9-4ea8-ac0c-3f804cec6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:30.850468 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91d30cf-bef9-4ea8-ac0c-3f804cec6cb2 None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:30.992357 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11b93e20-b00b-4bda-875d-462ac9c1084a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.2173204 Apr 22 09:28:31.003407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52414) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:31.019364 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:31.033850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:28:31.039670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.149440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Subnet': ['ID=81059f22-3575-4e07-9cca-76bc589414ca,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:31.166849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Allocated IP 172.20.0.11 (f699dc62-2af4-4fc7-b6e1-bb3e433e5379/69b8fde9-b06f-4f8c-b166-dec4a2a3418a/b670d905-ba7b-4cc7-9238-3350aab49f01) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:31.168977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Checking segment: {'id': 'a737c952-cc80-46c6-bae7-e5ad37a13574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f031c2f5-2302-45ad-b083-f7e0e7864dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:31.169331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network hostable DHCP agents. Network: f031c2f5-2302-45ad-b083-f7e0e7864dbf, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:31.214020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network f031c2f5-2302-45ad-b083-f7e0e7864dbf is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:31.233334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52420) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:31.252620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, f031c2f5-2302-45ad-b083-f7e0e7864dbf) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:31.262563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b475a605-55c6-49f9-b126-5e1ae4167d21 None None] Network f031c2f5-2302-45ad-b083-f7e0e7864dbf requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:31.266440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:31.267133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.271757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.324507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:31.334246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] Usage tracker for resource:security_group_rule and tenant:3fd3e01c41004e2fad6bb3f20fa63263 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:31.444980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.480973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:31.493735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:31.509480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f031c2f5-2302-45ad-b083-f7e0e7864dbf', 'network_id': 'f031c2f5-2302-45ad-b083-f7e0e7864dbf', 'tenant_id': 'ce73069753734359bfcf9ae6a8bf3ef1', 'fixed_ips': [{'subnet_id': '81059f22-3575-4e07-9cca-76bc589414ca'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:31.512954 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3642cb16-5264-47af-a674-0148e6a7e084 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4165235 Apr 22 09:28:31.513090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.517498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52424) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:31.528228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'port': {'network_id': 'f031c2f5-2302-45ad-b083-f7e0e7864dbf', 'name': 'tempest-NetworksIpV6TestAttrs-932012832'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:31.680871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.695888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Allocated IP 2001:db8::f816:3eff:fe13:ec04 (f031c2f5-2302-45ad-b083-f7e0e7864dbf/81059f22-3575-4e07-9cca-76bc589414ca/1becfff8-90e2-44f8-b58c-f29540e5a56d) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:31.746931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.805337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Transition to ACTIVE for port object b670d905-ba7b-4cc7-9238-3350aab49f01 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:31.819241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:31.823733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:port and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:31.836650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:31.847072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.848199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:31.860017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.904505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f6adb52d-a181-487c-a04f-9f60be92fbfe tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.904717 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3fd3e01c41004e2fad6bb3f20fa63263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676102 Apr 22 09:28:31.906257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:31.909719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.912594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52428) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:31.919969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.925729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.937404 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Transition to ACTIVE for port object 1becfff8-90e2-44f8-b58c-f29540e5a56d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:31.947703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.948467 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP 7e2ff9fa-862e-4973-a698-4d8fe15cb21c disassociated. External IP: 172.26.2.231, port: af6f6def-a332-4feb-afd9-a228d7605e6b. Apr 22 09:28:31.955308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] device_id is not set on port c62d29eb-07a5-40ea-8e56-8ecdccbea2d8 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:31.957298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Transition to ACTIVE for port object 1becfff8-90e2-44f8-b58c-f29540e5a56d will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:31.964303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:31.988564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a31a5d-84c2-4d49-b011-48aa39b69484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b8cf39-da6b-478b-bf4e-a57aceadf0a7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:31.993893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.032762 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Network f031c2f5-2302-45ad-b083-f7e0e7864dbf is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:32.035718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:32.044632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:32.054048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Pushing event updated for resources: {'Port': ['ID=1becfff8-90e2-44f8-b58c-f29540e5a56d,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:32.091017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:32.108421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:32.111308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:32.154857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=b670d905-ba7b-4cc7-9238-3350aab49f01,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:32.156903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Attempting to bind port 1becfff8-90e2-44f8-b58c-f29540e5a56d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:32.157496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Attempting to bind port 1becfff8-90e2-44f8-b58c-f29540e5a56d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'a737c952-cc80-46c6-bae7-e5ad37a13574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f031c2f5-2302-45ad-b083-f7e0e7864dbf'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:32.158081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Attempting to bind port 1becfff8-90e2-44f8-b58c-f29540e5a56d on network f031c2f5-2302-45ad-b083-f7e0e7864dbf {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:32.165823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:32.166465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Checking segment: {'id': 'a737c952-cc80-46c6-bae7-e5ad37a13574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f031c2f5-2302-45ad-b083-f7e0e7864dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:32.167092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.167686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Bound using segment: {'id': 'a737c952-cc80-46c6-bae7-e5ad37a13574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f031c2f5-2302-45ad-b083-f7e0e7864dbf'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:32.168373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Bound port: 1becfff8-90e2-44f8-b58c-f29540e5a56d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a737c952-cc80-46c6-bae7-e5ad37a13574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'f031c2f5-2302-45ad-b083-f7e0e7864dbf'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:32.168995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.203932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:32.204578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.225326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba56b89-4356-4ccc-b135-26291854f1c6 None None] Network d743a48b-9bef-42f6-adc7-d1b352f7b06c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:32.307302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Allocated IP 2001:db8::f816:3eff:feb4:c126 (f031c2f5-2302-45ad-b083-f7e0e7864dbf/81059f22-3575-4e07-9cca-76bc589414ca/c62d29eb-07a5-40ea-8e56-8ecdccbea2d8) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:32.325608 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b725b1fb-38a7-4486-8e99-f6375d931f13 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0533326 Apr 22 09:28:32.326606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52432) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:32.349334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e0:94:94'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:32.349569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a6807ddd-9c8a-4281-80a2-bca6b53290b5 None None] Provisioning for port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:32.380273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5f660499-7e16-4a99-adea-e37982429556 None None] For port 1becfff8-90e2-44f8-b58c-f29540e5a56d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:32.385069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5f660499-7e16-4a99-adea-e37982429556 None None] For port 1becfff8-90e2-44f8-b58c-f29540e5a56d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1becfff8-90e2-44f8-b58c-f29540e5a56d,segment=NetworkSegment(a737c952-cc80-46c6-bae7-e5ad37a13574),segment_id=a737c952-cc80-46c6-bae7-e5ad37a13574)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:32.404643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.467020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88c5c44b-b3af-43e3-8913-3f9d00b4135d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.490257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f660499-7e16-4a99-adea-e37982429556 None None] Pushing event updated for resources: {'Port': ['ID=1becfff8-90e2-44f8-b58c-f29540e5a56d,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:32.503303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88c5c44b-b3af-43e3-8913-3f9d00b4135d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.512601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.515657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:32.539645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7bc6534f-9bad-4b47-a71c-a12c73c75b19 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:32.545714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.633774 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d814aff1-d697-43f0-88fd-157faeddcac2 None None] Provisioning for port b670d905-ba7b-4cc7-9238-3350aab49f01 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:32.642712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d814aff1-d697-43f0-88fd-157faeddcac2 None None] Provisioning complete for port b670d905-ba7b-4cc7-9238-3350aab49f01 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:32.643198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d814aff1-d697-43f0-88fd-157faeddcac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.775431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d814aff1-d697-43f0-88fd-157faeddcac2 None None] Port b670d905-ba7b-4cc7-9238-3350aab49f01 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:32.784296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.803374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:32.810069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:32.810442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.869786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Transition to ACTIVE for port object c62d29eb-07a5-40ea-8e56-8ecdccbea2d8 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:32.904846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Port': ['ID=fd64e2b2-224c-4b22-8dd3-dc575b8a88a0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:32.965702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.970274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:32.983248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.007475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 7bc6534f-9bad-4b47-a71c-a12c73c75b19, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7bc6534f-9bad-4b47-a71c-a12c73c75b19,segment=NetworkSegment(fd457776-0780-425d-a9b6-c89d49d5e5ed),segment_id=fd457776-0780-425d-a9b6-c89d49d5e5ed)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:33.025332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.068757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Checking segment: {'id': 'd0a9edf2-278b-4e56-b375-f6e38db2afdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e0ef59e7-8398-4ae9-a6e2-f1634c58c549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:33.069271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Network hostable DHCP agents. Network: e0ef59e7-8398-4ae9-a6e2-f1634c58c549, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:33.105598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88c5c44b-b3af-43e3-8913-3f9d00b4135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.118755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.139383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=7bc6534f-9bad-4b47-a71c-a12c73c75b19,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:33.171074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5c44b-b3af-43e3-8913-3f9d00b4135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b8cf39-da6b-478b-bf4e-a57aceadf0a7,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:33.173227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88c5c44b-b3af-43e3-8913-3f9d00b4135d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.174432 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-88c5c44b-b3af-43e3-8913-3f9d00b4135d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0b8cf39-da6b-478b-bf4e-a57aceadf0a7 HTTP/1.1" status: 204 len: 168 time: 1.2588961 Apr 22 09:28:33.175307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Network e0ef59e7-8398-4ae9-a6e2-f1634c58c549 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:33.195569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network f031c2f5-2302-45ad-b083-f7e0e7864dbf is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:33.202195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:33.205264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:33.211850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:33.212529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.232121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, e0ef59e7-8398-4ae9-a6e2-f1634c58c549) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:33.232231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] In _notify_port_updated(), no bound segment for port b670d905-ba7b-4cc7-9238-3350aab49f01 on network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:28:33.239929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:33.240619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.241542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b500b5-1d38-46bf-a9cc-1c69b62524b9 None None] Network e0ef59e7-8398-4ae9-a6e2-f1634c58c549 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:33.242546 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "PUT /v2.0/ports/b670d905-ba7b-4cc7-9238-3350aab49f01 HTTP/1.1" status: 200 len: 997 time: 0.9009211 Apr 22 09:28:33.243035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2eab1-f510-4a12-adf6-73e4f6c89656 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=b670d905-ba7b-4cc7-9238-3350aab49f01,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:33.255893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52438) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:33.334839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:33.337545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.351882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:33.371313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Port': ['ID=c62d29eb-07a5-40ea-8e56-8ecdccbea2d8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:33.391994 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-27609f0b-f2af-46d7-80e0-367af64b33ed tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8734057 Apr 22 09:28:33.392820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52442) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:33.449297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.453584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a426bf-5015-4eeb-888a-38c2948648b6 None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:33.467627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-67756e4d-01b8-42d5-918c-abf40a0ef73b tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting subnet 81059f22-3575-4e07-9cca-76bc589414ca {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:28:33.470858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67756e4d-01b8-42d5-918c-abf40a0ef73b tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.541287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67756e4d-01b8-42d5-918c-abf40a0ef73b tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.552569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a426bf-5015-4eeb-888a-38c2948648b6 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:33.552569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-67a426bf-5015-4eeb-888a-38c2948648b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:33.663888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fef4d-9c1d-4a85-8136-095644d173b2 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting port b670d905-ba7b-4cc7-9238-3350aab49f01 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:33.664539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67756e4d-01b8-42d5-918c-abf40a0ef73b tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.664643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9a9fef4d-9c1d-4a85-8136-095644d173b2 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.686977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-487c629c-5e42-4a75-aab9-7c19b1e29f27 None None] Provisioning complete for port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:33.687303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-487c629c-5e42-4a75-aab9-7c19b1e29f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.708067 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8b4eef67-6d5d-475f-848a-b4b4726774c1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/floatingips/7e2ff9fa-862e-4973-a698-4d8fe15cb21c HTTP/1.1" status: 200 len: 688 time: 2.7035482 Apr 22 09:28:33.708987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52450) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:33.720058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Port': ['ID=9eccd337-bf19-4aec-8342-34ce15142e8a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:33.736112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Checking segment: {'id': '32bb8c1c-0d46-428d-ac57-9e21d8f7e467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'aea32a9f-f357-4055-aabf-e3e972cd7479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:33.736553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Network hostable DHCP agents. Network: aea32a9f-f357-4055-aabf-e3e972cd7479, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:33.754363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67756e4d-01b8-42d5-918c-abf40a0ef73b tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.779642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-67a426bf-5015-4eeb-888a-38c2948648b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:33.797495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a426bf-5015-4eeb-888a-38c2948648b6 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:33.798109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-67a426bf-5015-4eeb-888a-38c2948648b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:33.824739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52454) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:33.825701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67756e4d-01b8-42d5-918c-abf40a0ef73b tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Subnet': ['ID=81059f22-3575-4e07-9cca-76bc589414ca,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:33.868783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-67a426bf-5015-4eeb-888a-38c2948648b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:33.869187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a426bf-5015-4eeb-888a-38c2948648b6 None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:33.961569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-67756e4d-01b8-42d5-918c-abf40a0ef73b tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.967635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:33.982572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-67756e4d-01b8-42d5-918c-abf40a0ef73b tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/subnets/81059f22-3575-4e07-9cca-76bc589414ca HTTP/1.1" status: 204 len: 168 time: 0.5884173 Apr 22 09:28:33.985057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52458) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:34.021699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:34.030879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] Usage tracker for resource:security_group_rule and tenant:d3902c7972a04f8e9bd6c2d7495d26f2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:34.039707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:34.049329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:34.054730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-721813bd-858c-4959-9943-62a2a03b9acd None None] Provisioning complete for port b670d905-ba7b-4cc7-9238-3350aab49f01 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:34.055210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-721813bd-858c-4959-9943-62a2a03b9acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.069671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c0af8-d047-4890-9b3b-1fc1444fc0f6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:34.071796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c0af8-d047-4890-9b3b-1fc1444fc0f6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:34.071985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-891c0af8-d047-4890-9b3b-1fc1444fc0f6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Synchronizing usage tracker for tenant:ce73069753734359bfcf9ae6a8bf3ef1 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:34.096348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Network aea32a9f-f357-4055-aabf-e3e972cd7479 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:34.108503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-891c0af8-d047-4890-9b3b-1fc1444fc0f6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Unset dirty status for tenant:ce73069753734359bfcf9ae6a8bf3ef1 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:34.113598 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-891c0af8-d047-4890-9b3b-1fc1444fc0f6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1237109 Apr 22 09:28:34.113889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52462) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:34.122428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-721813bd-858c-4959-9943-62a2a03b9acd None None] Port b670d905-ba7b-4cc7-9238-3350aab49f01 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:34.169928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e61f9-f761-42bb-8f4e-72e3d14f6f4e None None] Network f031c2f5-2302-45ad-b083-f7e0e7864dbf requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:34.184995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 7f359284-4435-48ca-910a-1a84a424d1d7 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:34.185331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.239473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, aea32a9f-f357-4055-aabf-e3e972cd7479) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:34.257447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f4e1f690-da2f-4adf-ae7c-a90023b6edbf tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.262102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe11cd1-2b35-4794-9e79-c79cfeca94ec None None] Network aea32a9f-f357-4055-aabf-e3e972cd7479 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:34.278452 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:34.278868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.280459 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e1f690-da2f-4adf-ae7c-a90023b6edbf tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 09:28:34.280927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e1f690-da2f-4adf-ae7c-a90023b6edbf tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:28:34.284212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:34.294426 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f4e1f690-da2f-4adf-ae7c-a90023b6edbf tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/f031c2f5-2302-45ad-b083-f7e0e7864dbf HTTP/1.1" status: 409 len: 405 time: 0.1755745 Apr 22 09:28:34.294426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.294721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:34.294721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.299986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52468) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:34.319890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-246262492'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:34.338810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:34.353861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:network and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:34.363117 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3902c7972a04f8e9bd6c2d7495d26f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279694 Apr 22 09:28:34.363117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:34.368050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52472) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:34.368621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fe5ae-cab6-4329-ba2e-f6d742c5703d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70aa43f4-3cdd-41dc-b565-c750cd14cdcf,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:34.373767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:34.382922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b7169ed6-8525-4bac-a8da-af71a34ada25 None None] Provisioning for port 1becfff8-90e2-44f8-b58c-f29540e5a56d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:34.439680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:34.443212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.471734 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-20d68ac1-aaeb-44f9-a667-79dac51a57a0 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.7691872 Apr 22 09:28:34.477117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52476) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:34.531180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39afdd1f-fcf7-4578-aa0c-f63f09b7b275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.587076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39afdd1f-fcf7-4578-aa0c-f63f09b7b275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.600871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:34.654777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.655131 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Added segment 96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3 of type vlan for network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb Apr 22 09:28:34.672739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cef6da-04c7-4d0a-9d7b-7e4b5fcaf50f tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:34.673098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1becfff8-90e2-44f8-b58c-f29540e5a56d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:34.678876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cef6da-04c7-4d0a-9d7b-7e4b5fcaf50f tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:34.683355 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-79cef6da-04c7-4d0a-9d7b-7e4b5fcaf50f tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2034686 Apr 22 09:28:34.685923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52480) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:34.712624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.748886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39afdd1f-fcf7-4578-aa0c-f63f09b7b275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.762080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 1becfff8-90e2-44f8-b58c-f29540e5a56d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:34.768855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afdd1f-fcf7-4578-aa0c-f63f09b7b275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70aa43f4-3cdd-41dc-b565-c750cd14cdcf,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:34.769401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 1becfff8-90e2-44f8-b58c-f29540e5a56d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:34.770011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.780790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.786871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:34.787386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.798959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] DHCP port deletion for f031c2f5-2302-45ad-b083-f7e0e7864dbf request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:28:34.825359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Deleting port 1becfff8-90e2-44f8-b58c-f29540e5a56d {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:34.825715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.835234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5283868 Apr 22 09:28:34.839659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39afdd1f-fcf7-4578-aa0c-f63f09b7b275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.840815 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-39afdd1f-fcf7-4578-aa0c-f63f09b7b275 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70aa43f4-3cdd-41dc-b565-c750cd14cdcf HTTP/1.1" status: 204 len: 168 time: 0.4692018 Apr 22 09:28:34.844183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52484) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:34.890641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'subnet': {'network_id': '7dddc13c-914d-4118-9cd3-f1be7b8d81eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:34.934582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.934912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.946622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfa06f-00ac-445f-93c2-40302181df71 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Deleting port fd64e2b2-224c-4b22-8dd3-dc575b8a88a0 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:34.946955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa06f-00ac-445f-93c2-40302181df71 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:34.964349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d1d48-02db-48c0-ad0f-40e7ea4f542a tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Network': ['ID=7dddc13c-914d-4118-9cd3-f1be7b8d81eb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:34.986111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9a9fef4d-9c1d-4a85-8136-095644d173b2 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:35.013433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:35.161401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:35.175848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for 7f359284-4435-48ca-910a-1a84a424d1d7 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:35.278386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] For port 1becfff8-90e2-44f8-b58c-f29540e5a56d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1becfff8-90e2-44f8-b58c-f29540e5a56d,segment=NetworkSegment(a737c952-cc80-46c6-bae7-e5ad37a13574),segment_id=a737c952-cc80-46c6-bae7-e5ad37a13574)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:35.278770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:35.293410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 1becfff8-90e2-44f8-b58c-f29540e5a56d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1becfff8-90e2-44f8-b58c-f29540e5a56d,segment=NetworkSegment(a737c952-cc80-46c6-bae7-e5ad37a13574),segment_id=a737c952-cc80-46c6-bae7-e5ad37a13574)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:35.341710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:35.342461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7bc6534f-9bad-4b47-a71c-a12c73c75b19 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:35.362227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fef4d-9c1d-4a85-8136-095644d173b2 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Calling delete_port for b670d905-ba7b-4cc7-9238-3350aab49f01 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:35.465720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Calling delete_port for 1becfff8-90e2-44f8-b58c-f29540e5a56d owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:35.527625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:35.572138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=1becfff8-90e2-44f8-b58c-f29540e5a56d,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:35.581059 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f6adb52d-a181-487c-a04f-9f60be92fbfe tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:35.585229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:35.594897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:35.595182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:35.619664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f6adb52d-a181-487c-a04f-9f60be92fbfe tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:35.633718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:35.634061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:35.725332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:35.728741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.135877 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Deleting port 1becfff8-90e2-44f8-b58c-f29540e5a56d {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:36.136349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.147659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa06f-00ac-445f-93c2-40302181df71 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.347177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] For port 1becfff8-90e2-44f8-b58c-f29540e5a56d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1becfff8-90e2-44f8-b58c-f29540e5a56d,segment=NetworkSegment(a737c952-cc80-46c6-bae7-e5ad37a13574),segment_id=a737c952-cc80-46c6-bae7-e5ad37a13574)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:36.347574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.367147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-dbbfa06f-00ac-445f-93c2-40302181df71 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Calling delete_port for fd64e2b2-224c-4b22-8dd3-dc575b8a88a0 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:36.398670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.470037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9a9fef4d-9c1d-4a85-8136-095644d173b2 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.475084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1becfff8-90e2-44f8-b58c-f29540e5a56d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:36.478229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=7f359284-4435-48ca-910a-1a84a424d1d7,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:36.487346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52530) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.546775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Calling delete_port for 1becfff8-90e2-44f8-b58c-f29540e5a56d owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:36.597097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6adb52d-a181-487c-a04f-9f60be92fbfe tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Router 51cdd517-e5e6-4df2-b566-667be2f1ecee has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:36.627893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-dde5ef69-86d1-4a46-aec5-da9623d15a99 tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:36.650255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.668873 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dde5ef69-86d1-4a46-aec5-da9623d15a99 tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "PUT /v2.0/quotas/0781dfdb2e754811a23509a3e673c6b7 HTTP/1.1" status: 200 len: 366 time: 0.1802089 Apr 22 09:28:36.669834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52536) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.687951 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ba32103c-6da7-44d5-817e-67be16648857 tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0160570 Apr 22 09:28:36.689455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52540) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.696495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 1becfff8-90e2-44f8-b58c-f29540e5a56d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1becfff8-90e2-44f8-b58c-f29540e5a56d,segment=NetworkSegment(a737c952-cc80-46c6-bae7-e5ad37a13574),segment_id=a737c952-cc80-46c6-bae7-e5ad37a13574)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:36.707662 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cc5c3685-0f78-47e4-bea6-ca7dd4b16fee tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "GET /v2.0/quotas/0781dfdb2e754811a23509a3e673c6b7 HTTP/1.1" status: 200 len: 366 time: 0.0166521 Apr 22 09:28:36.708336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52544) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.713888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.746563 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b84b4d26-f9ff-4fcb-9e38-02cb8a0f9913 tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/0781dfdb2e754811a23509a3e673c6b7 HTTP/1.1" status: 204 len: 168 time: 0.0368891 Apr 22 09:28:36.747678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52548) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.758188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fef4d-9c1d-4a85-8136-095644d173b2 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event deleted for resources: {'Port': ['ID=b670d905-ba7b-4cc7-9238-3350aab49f01,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:36.768723 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c9db135c-81f1-4eae-a7c1-207238d05659 tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0198092 Apr 22 09:28:36.769595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52552) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.785395 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d4356843-071e-4f1e-95b2-4b59db779c88 tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "GET /v2.0/quotas/0781dfdb2e754811a23509a3e673c6b7 HTTP/1.1" status: 200 len: 370 time: 0.0145092 Apr 22 09:28:36.786603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52556) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.797106 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-65781c01-e8ae-452d-9bd7-717d300c891f tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "GET /v2.0/quotas/0781dfdb2e754811a23509a3e673c6b7/default HTTP/1.1" status: 200 len: 370 time: 0.0093195 Apr 22 09:28:36.797945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52560) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.817446 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-bd6effc6-5580-4de2-aee7-c07f03e5e609 tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] delete failed (client error): The resource could not be found. Apr 22 09:28:36.820474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:36.820878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:36.821768 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bd6effc6-5580-4de2-aee7-c07f03e5e609 tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/0781dfdb2e754811a23509a3e673c6b7 HTTP/1.1" status: 404 len: 348 time: 0.0227532 Apr 22 09:28:36.844193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=1becfff8-90e2-44f8-b58c-f29540e5a56d,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:36.906369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa06f-00ac-445f-93c2-40302181df71 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.913767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:36.956702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52566) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:36.974451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Usage tracker for resource:network and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:36.978398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:36.984541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Usage tracker for resource:subnet and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:36.988342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:36.995258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Usage tracker for resource:subnetpool and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:36.999127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:37.003963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Deleting port 1becfff8-90e2-44f8-b58c-f29540e5a56d {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:37.004356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.006284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Usage tracker for resource:port and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:37.006872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfa06f-00ac-445f-93c2-40302181df71 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Port': ['ID=fd64e2b2-224c-4b22-8dd3-dc575b8a88a0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:37.010447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:37.017786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Usage tracker for resource:router and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:37.018192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9a9fef4d-9c1d-4a85-8136-095644d173b2 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.022377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:37.029617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Usage tracker for resource:floatingip and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:37.033690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:37.045861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa06f-00ac-445f-93c2-40302181df71 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.066082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Usage tracker for resource:security_group and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:37.070748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:37.077407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Usage tracker for resource:security_group_rule and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:37.081518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:37.089631 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2c95231f-e33a-432c-84d1-9b2e59617fab tempest-QuotasTest-73954944 tempest-QuotasTest-73954944-project-admin] 10.222.0.32 "GET /v2.0/quotas/ca039482aa99442b8c44679e19f708b4/details.json HTTP/1.1" status: 200 len: 703 time: 0.1284440 Apr 22 09:28:37.121235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.122375 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2bc80ab9-4fbe-4e6d-954c-88a2db86a538 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/floatingips/7e2ff9fa-862e-4973-a698-4d8fe15cb21c HTTP/1.1" status: 204 len: 168 time: 3.3996739 Apr 22 09:28:37.126114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52572) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:37.132034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '0f361248-3a6e-4ced-a54b-75d5832d0177'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:37.133804 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dbbfa06f-00ac-445f-93c2-40302181df71 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/ports/fd64e2b2-224c-4b22-8dd3-dc575b8a88a0 HTTP/1.1" status: 204 len: 168 time: 2.4444861 Apr 22 09:28:37.137924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52576) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:37.141210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:37.144142 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9a9fef4d-9c1d-4a85-8136-095644d173b2 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "DELETE /v2.0/ports/b670d905-ba7b-4cc7-9238-3350aab49f01 HTTP/1.1" status: 204 len: 168 time: 3.8797622 Apr 22 09:28:37.148749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52580) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:37.181517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:floatingip and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:37.189471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:37.204619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:37.207356 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95e0a9d-e021-448d-942b-ed18c4490a46 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] GET failed (client error): The resource could not be found. Apr 22 09:28:37.208139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c95e0a9d-e021-448d-942b-ed18c4490a46 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Synchronizing usage tracker for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:37.230008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.243178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6adb52d-a181-487c-a04f-9f60be92fbfe tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:37.250648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c95e0a9d-e021-448d-942b-ed18c4490a46 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Unset dirty status for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:37.254187 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa6728-5a9f-4377-bdb1-461a4532e8e1 None None] Sync routers for ids ['51cdd517-e5e6-4df2-b566-667be2f1ecee'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:37.257135 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c95e0a9d-e021-448d-942b-ed18c4490a46 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "GET /v2.0/ports/b670d905-ba7b-4cc7-9238-3350aab49f01 HTTP/1.1" status: 404 len: 333 time: 0.1072688 Apr 22 09:28:37.257887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52584) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:37.264978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f6adb52d-a181-487c-a04f-9f60be92fbfe tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.265174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] For port 1becfff8-90e2-44f8-b58c-f29540e5a56d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1becfff8-90e2-44f8-b58c-f29540e5a56d,segment=NetworkSegment(a737c952-cc80-46c6-bae7-e5ad37a13574),segment_id=a737c952-cc80-46c6-bae7-e5ad37a13574)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:37.265609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.271109 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa6728-5a9f-4377-bdb1-461a4532e8e1 None None] Routers {'51cdd517-e5e6-4df2-b566-667be2f1ecee'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:37.271896 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7cfa6728-5a9f-4377-bdb1-461a4532e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['51cdd517-e5e6-4df2-b566-667be2f1ecee'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:37.279132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'name': 'tempest-AllowedAddressPairTestJSON-1742029604'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:37.280959 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f6adb52d-a181-487c-a04f-9f60be92fbfe tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "PUT /v2.0/routers/51cdd517-e5e6-4df2-b566-667be2f1ecee HTTP/1.1" status: 200 len: 922 time: 6.8078210 Apr 22 09:28:37.284092 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:37.393901 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7cfa6728-5a9f-4377-bdb1-461a4532e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:37.408788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Calling delete_port for 1becfff8-90e2-44f8-b58c-f29540e5a56d owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:37.412665 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfa6728-5a9f-4377-bdb1-461a4532e8e1 None None] Routers {'51cdd517-e5e6-4df2-b566-667be2f1ecee'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:37.413260 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7cfa6728-5a9f-4377-bdb1-461a4532e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['51cdd517-e5e6-4df2-b566-667be2f1ecee'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:37.495420 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e5def1b1-dc20-46a8-92fb-32066c28bb2a tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Deleting port 9eccd337-bf19-4aec-8342-34ce15142e8a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:37.495793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5def1b1-dc20-46a8-92fb-32066c28bb2a tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.512228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.528098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:37.538397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:37.549562 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7cfa6728-5a9f-4377-bdb1-461a4532e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:37.549938 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfa6728-5a9f-4377-bdb1-461a4532e8e1 None None] The sync data for ids ['51cdd517-e5e6-4df2-b566-667be2f1ecee'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:37.565459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Made reservation on behalf of 9620b56981564274a4681613d8875bdd for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:37.569388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.575540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] No DVR routers for this DVR port 1becfff8-90e2-44f8-b58c-f29540e5a56d on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:28:37.590622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed99e1-7f8f-434c-9368-f7dbfd969bd7 None None] Pushing event deleted for resources: {'Port': ['ID=1becfff8-90e2-44f8-b58c-f29540e5a56d,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:37.599174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52594) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:37.609578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] device_id is not set on port 40c1f3b2-732b-4143-8138-24bf03159b44 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:37.634987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:28:37.639861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.644521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.765309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:37.853339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:37.873495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] Usage tracker for resource:security_group_rule and tenant:afde6385554e4ecf8e50f1307dedf08e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:37.884672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:37.894891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:37.913872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Allocated IP 172.20.0.8 (f699dc62-2af4-4fc7-b6e1-bb3e433e5379/69b8fde9-b06f-4f8c-b166-dec4a2a3418a/40c1f3b2-732b-4143-8138-24bf03159b44) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:37.929091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.26.2.247 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/4afc8336-0abb-45b7-8893-d7608421b5b9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:37.992054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Subnet': ['ID=bca6f6b0-8b7c-41b6-8f77-0dc9ecab9ed9,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:38.014286 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-41e3e118-928b-4f9b-8da3-dbf7af399dcc tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/routers/51cdd517-e5e6-4df2-b566-667be2f1ecee HTTP/1.1" status: 200 len: 922 time: 0.7230690 Apr 22 09:28:38.025659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52600) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:38.051265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Checking segment: {'id': '96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dddc13c-914d-4118-9cd3-f1be7b8d81eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:38.051645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network hostable DHCP agents. Network: 7dddc13c-914d-4118-9cd3-f1be7b8d81eb, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:38.134392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5def1b1-dc20-46a8-92fb-32066c28bb2a tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.142078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:38.160581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.260205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 7dddc13c-914d-4118-9cd3-f1be7b8d81eb) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:38.267817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e5def1b1-dc20-46a8-92fb-32066c28bb2a tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Calling delete_port for 9eccd337-bf19-4aec-8342-34ce15142e8a owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:38.268029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f9f4f4-4aff-420e-86c4-5535c3a88555 None None] Network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:38.304335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:38.304943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.338460 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-21ab75d0-c177-46ae-aca8-0e3cdcc8db39 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4830596 Apr 22 09:28:38.340025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52604) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:38.347957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'port': {'network_id': '7dddc13c-914d-4118-9cd3-f1be7b8d81eb', 'name': 'tempest-NetworksIpV6TestAttrs-58670531'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:38.449741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5def1b1-dc20-46a8-92fb-32066c28bb2a tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.459293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.487269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.508842 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-7dddc13c-914d-4118-9cd3-f1be7b8d81eb', 'network_id': '7dddc13c-914d-4118-9cd3-f1be7b8d81eb', 'tenant_id': 'ce73069753734359bfcf9ae6a8bf3ef1', 'fixed_ips': [{'subnet_id': 'bca6f6b0-8b7c-41b6-8f77-0dc9ecab9ed9'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:38.510770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.513052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5def1b1-dc20-46a8-92fb-32066c28bb2a tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Port': ['ID=9eccd337-bf19-4aec-8342-34ce15142e8a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:38.531677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f4aab6-0c9f-4b40-a6d5-0b39851ed725 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:38.532372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-60f4aab6-0c9f-4b40-a6d5-0b39851ed725 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Synchronizing usage tracker for tenant:cd12d3ee15444d6cb5e1385eae060d93 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:38.539175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5def1b1-dc20-46a8-92fb-32066c28bb2a tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.548763 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e5def1b1-dc20-46a8-92fb-32066c28bb2a tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/ports/9eccd337-bf19-4aec-8342-34ce15142e8a HTTP/1.1" status: 204 len: 168 time: 1.4061964 Apr 22 09:28:38.550141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52608) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:38.585414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.608272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ce8244e7-df42-49c7-9714-150b5773782f tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Synchronizing usage tracker for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:38.611207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.627907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:38.635614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:port and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:38.638614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:38.641623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ce8244e7-df42-49c7-9714-150b5773782f tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Unset dirty status for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:38.642452 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ce8244e7-df42-49c7-9714-150b5773782f tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0923238 Apr 22 09:28:38.646817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:38.653855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52612) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:38.659815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-65852570'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:38.664946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:38.669202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:38.672630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.685622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Usage tracker for resource:network and tenant:ebb41f5415a1415b9ea1990eb4b788ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:38.691266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:38.699917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:38.706602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] device_id is not set on port 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:38.716669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Allocated IP 2001:db8::f816:3eff:fe83:cab2 (7dddc13c-914d-4118-9cd3-f1be7b8d81eb/bca6f6b0-8b7c-41b6-8f77-0dc9ecab9ed9/25edde6f-2a30-441f-be93-2353039f764e) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:38.722881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.762870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Made reservation on behalf of ebb41f5415a1415b9ea1990eb4b788ed for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:38.766190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.782307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Transition to ACTIVE for port object 40c1f3b2-732b-4143-8138-24bf03159b44 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:38.788737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c05a33-3969-4a09-a0c7-7542d7f486bf,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:38.810260 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a9429fba-b791-4a41-9bfc-6add3a1b7f36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afde6385554e4ecf8e50f1307dedf08e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2078207 Apr 22 09:28:38.811165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-60f4aab6-0c9f-4b40-a6d5-0b39851ed725 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Unset dirty status for tenant:cd12d3ee15444d6cb5e1385eae060d93 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:38.814791 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-60f4aab6-0c9f-4b40-a6d5-0b39851ed725 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=51cdd517-e5e6-4df2-b566-667be2f1ecee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7840977 Apr 22 09:28:38.814791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52616) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:38.819214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52618) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:38.838303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:38.845291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:38.852803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:38.862686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:38.910457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=4afc8336-0abb-45b7-8893-d7608421b5b9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:38.926382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.927365 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Added segment 9e276159-331a-48ed-9595-014b0a2072d4 of type vlan for network 76154ba0-cd2e-4f82-a983-fc82ae5921bf Apr 22 09:28:38.947137 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.959725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Transition to ACTIVE for port object 25edde6f-2a30-441f-be93-2353039f764e will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:38.978697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.980508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Transition to ACTIVE for port object 25edde6f-2a30-441f-be93-2353039f764e will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:38.988222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:38.997825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.023970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c07c48-ce71-47b0-8e47-aa6cfb63b118 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:39.024571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a7c07c48-ce71-47b0-8e47-aa6cfb63b118 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Synchronizing usage tracker for tenant:cd12d3ee15444d6cb5e1385eae060d93 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:39.054155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:39.057591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:39.061409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:39.066954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2edc76ba-7770-4d82-a191-8d832077bdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.076881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Pushing event updated for resources: {'Port': ['ID=25edde6f-2a30-441f-be93-2353039f764e,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:39.086083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a7c07c48-ce71-47b0-8e47-aa6cfb63b118 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Unset dirty status for tenant:cd12d3ee15444d6cb5e1385eae060d93 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:39.091723 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a7c07c48-ce71-47b0-8e47-aa6cfb63b118 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 881 time: 0.2673724 Apr 22 09:28:39.091723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Allocated IP 2001:db8::f816:3eff:fe4b:e4f (7dddc13c-914d-4118-9cd3-f1be7b8d81eb/bca6f6b0-8b7c-41b6-8f77-0dc9ecab9ed9/09037ca6-ba7c-41dc-9df4-9acbcc8d4064) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:39.091723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52624) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:39.106670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:39.139462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.139714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:39.146548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:39.147792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.156657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:39.171989 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cfaba4ec-cdc1-4b6f-8f94-1300c24b1ef6 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=51cdd517-e5e6-4df2-b566-667be2f1ecee HTTP/1.1" status: 200 len: 205 time: 0.0805118 Apr 22 09:28:39.174004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Attempting to bind port 25edde6f-2a30-441f-be93-2353039f764e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:39.174371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Attempting to bind port 25edde6f-2a30-441f-be93-2353039f764e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dddc13c-914d-4118-9cd3-f1be7b8d81eb'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:39.174728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Attempting to bind port 25edde6f-2a30-441f-be93-2353039f764e on network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:39.180613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:39.181626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Checking segment: {'id': '96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dddc13c-914d-4118-9cd3-f1be7b8d81eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:39.182022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.182408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Bound using segment: {'id': '96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dddc13c-914d-4118-9cd3-f1be7b8d81eb'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:39.182866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Bound port: 25edde6f-2a30-441f-be93-2353039f764e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '7dddc13c-914d-4118-9cd3-f1be7b8d81eb'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:39.183465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.192511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52628) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:39.218307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=40c1f3b2-732b-4143-8138-24bf03159b44,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:39.224694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2edc76ba-7770-4d82-a191-8d832077bdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.299376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] For port 25edde6f-2a30-441f-be93-2353039f764e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:39.302937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] For port 25edde6f-2a30-441f-be93-2353039f764e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=25edde6f-2a30-441f-be93-2353039f764e,segment=NetworkSegment(96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3),segment_id=96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:39.310050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.384899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Network': ['ID=76154ba0-cd2e-4f82-a983-fc82ae5921bf,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:39.396521 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-af4c7f5c-02f2-47c2-984c-87d3ed3e4d41 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7386391 Apr 22 09:28:39.399314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 76154ba0-cd2e-4f82-a983-fc82ae5921bf details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:39.404725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52632) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:39.421650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-753607495'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:39.444687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:39.498757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:39.499375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.550369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efc6af-9fc0-48b4-a7aa-e6d31c12e168 None None] Pushing event updated for resources: {'Port': ['ID=25edde6f-2a30-441f-be93-2353039f764e,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:39.556081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-39bc8326-0637-4273-b753-4696338a28cf None None] Provisioning for port 40c1f3b2-732b-4143-8138-24bf03159b44 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:39.560681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Usage tracker for resource:network and tenant:ebb41f5415a1415b9ea1990eb4b788ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:39.565828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-39bc8326-0637-4273-b753-4696338a28cf None None] Provisioning complete for port 40c1f3b2-732b-4143-8138-24bf03159b44 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:39.565828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-39bc8326-0637-4273-b753-4696338a28cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.577404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:39.588051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:39.617629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2edc76ba-7770-4d82-a191-8d832077bdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.632910 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0b67668f-c883-46f3-91c4-89fa87957000 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3707581 Apr 22 09:28:39.637486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52636) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:39.638722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc76ba-7770-4d82-a191-8d832077bdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c05a33-3969-4a09-a0c7-7542d7f486bf,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:39.643403 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2edc76ba-7770-4d82-a191-8d832077bdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.646992 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2edc76ba-7770-4d82-a191-8d832077bdf5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9c05a33-3969-4a09-a0c7-7542d7f486bf HTTP/1.1" status: 204 len: 168 time: 0.8273804 Apr 22 09:28:39.677274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'network_id': 'f699dc62-2af4-4fc7-b6e1-bb3e433e5379', 'name': 'tempest-AllowedAddressPairTestJSON-1541998779'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:39.699423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-39bc8326-0637-4273-b753-4696338a28cf None None] Port 40c1f3b2-732b-4143-8138-24bf03159b44 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:39.755147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.845250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.866521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Made reservation on behalf of ebb41f5415a1415b9ea1990eb4b788ed for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:39.869896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:39.963727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.062785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52644) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:40.085171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.087025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.095331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:40.099675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.131849 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.142213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:40.188706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] Usage tracker for resource:security_group_rule and tenant:ca039482aa99442b8c44679e19f708b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:40.195720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:40.204651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.204996 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Added segment 653f3454-ff46-483b-96a0-e2fe40e38b74 of type vlan for network c3c25fe6-e9d5-477c-9732-ddc9f6c3380d Apr 22 09:28:40.206628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:40.231194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:40.234774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Transition to ACTIVE for port object 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:40.241323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=4afc8336-0abb-45b7-8893-d7608421b5b9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:40.242391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Usage tracker for resource:port and tenant:9620b56981564274a4681613d8875bdd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:40.249604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.249785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:40.282391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:40.299909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.317766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Made reservation on behalf of 9620b56981564274a4681613d8875bdd for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:40.321348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.344649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.372697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] device_id is not set on port a7fd2fc3-257f-4985-bbff-388505ecb0ed yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:40.411697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Deleting port fec74db8-dda8-42e1-8488-5d30b3c0fdce {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:40.412062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.445460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.451360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:40.451718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.468675 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP 386a5f89-d56b-4d87-a20f-07ff24f7dc89 associated. External IP: 172.26.2.247, port: 0f361248-3a6e-4ced-a54b-75d5832d0177. Apr 22 09:28:40.509635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.559172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 25edde6f-2a30-441f-be93-2353039f764e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:40.666658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a22181e-e281-4a0e-8698-3419ef90c31e None None] Network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:40.681948 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 25edde6f-2a30-441f-be93-2353039f764e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:40.729039 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3212175 Apr 22 09:28:40.753582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.853008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4a846-63b2-4018-96f8-aab73fcaef81 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Network': ['ID=c3c25fe6-e9d5-477c-9732-ddc9f6c3380d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:40.878513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52648) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:40.879399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:40.886363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network c3c25fe6-e9d5-477c-9732-ddc9f6c3380d details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:40.902666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'subnets': [{'network_id': '76154ba0-cd2e-4f82-a983-fc82ae5921bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--985151466', 'ip_version': 4}, {'network_id': 'c3c25fe6-e9d5-477c-9732-ddc9f6c3380d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:40.902666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'subnet': {'network_id': '76154ba0-cd2e-4f82-a983-fc82ae5921bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--985151466', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:40.902666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Request body: {'subnet': {'network_id': 'c3c25fe6-e9d5-477c-9732-ddc9f6c3380d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:40.936768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:40.960852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:40.977031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Port': ['ID=09037ca6-ba7c-41dc-9df4-9acbcc8d4064,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:40.981375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:40.995922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:40.996861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.022164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-30c8f06d-57d8-4cf8-bfd5-7cb1811d2dfb None None] Provisioning for port 25edde6f-2a30-441f-be93-2353039f764e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:41.031113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-30c8f06d-57d8-4cf8-bfd5-7cb1811d2dfb None None] Provisioning complete for port 25edde6f-2a30-441f-be93-2353039f764e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:41.031688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30c8f06d-57d8-4cf8-bfd5-7cb1811d2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.061576 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-760c1274-3dcf-4d7d-bfc9-05b336bcd92f tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7204809 Apr 22 09:28:41.063209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Allocated IP 172.20.0.6 (f699dc62-2af4-4fc7-b6e1-bb3e433e5379/69b8fde9-b06f-4f8c-b166-dec4a2a3418a/a7fd2fc3-257f-4985-bbff-388505ecb0ed) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:41.067506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52654) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:41.100710 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca039482aa99442b8c44679e19f708b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0340574 Apr 22 09:28:41.100710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe6bcd-5dcb-44df-b5f0-7d760c8f99ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1acc084-807b-4eae-b62f-f4e776526241,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:41.113740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.117125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52658) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:41.204998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30c8f06d-57d8-4cf8-bfd5-7cb1811d2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.252795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-30c8f06d-57d8-4cf8-bfd5-7cb1811d2dfb None None] For port 25edde6f-2a30-441f-be93-2353039f764e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=25edde6f-2a30-441f-be93-2353039f764e,segment=NetworkSegment(96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3),segment_id=96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:41.260572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30c8f06d-57d8-4cf8-bfd5-7cb1811d2dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.310211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Calling delete_port for fec74db8-dda8-42e1-8488-5d30b3c0fdce owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:41.345388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8f06d-57d8-4cf8-bfd5-7cb1811d2dfb None None] Pushing event updated for resources: {'Port': ['ID=25edde6f-2a30-441f-be93-2353039f764e,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:41.377909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc03d096-2455-4be3-9ed4-2775c1b46947 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting subnet bca6f6b0-8b7c-41b6-8f77-0dc9ecab9ed9 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:28:41.386633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fc03d096-2455-4be3-9ed4-2775c1b46947 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.456823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:41.461420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-f569-4865-9010-e1e07db7aad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.466158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Usage tracker for resource:subnet and tenant:ebb41f5415a1415b9ea1990eb4b788ed is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:41.480101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:41.490986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6075d547-ec5b-4df6-8016-63b95f405868 None None] Provisioning for port 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:41.497650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6075d547-ec5b-4df6-8016-63b95f405868 None None] Provisioning complete for port 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:41.498013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6075d547-ec5b-4df6-8016-63b95f405868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.515676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:41.527037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fc03d096-2455-4be3-9ed4-2775c1b46947 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.549447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-f569-4865-9010-e1e07db7aad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.580732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6075d547-ec5b-4df6-8016-63b95f405868 None None] Port 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:41.600279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6075d547-ec5b-4df6-8016-63b95f405868 None None] Provisioning complete for port 25edde6f-2a30-441f-be93-2353039f764e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:41.600279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6075d547-ec5b-4df6-8016-63b95f405868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.615261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:41.619530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-f569-4865-9010-e1e07db7aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.626302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Made reservation on behalf of ebb41f5415a1415b9ea1990eb4b788ed for: {'subnet': 2} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:41.631177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.631705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.683908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-892fc6f4-f569-4865-9010-e1e07db7aad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.689122 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-892fc6f4-f569-4865-9010-e1e07db7aad0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1acc084-807b-4eae-b62f-f4e776526241 HTTP/1.1" status: 204 len: 168 time: 0.5706921 Apr 22 09:28:41.760597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892fc6f4-f569-4865-9010-e1e07db7aad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1acc084-807b-4eae-b62f-f4e776526241,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:41.922037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3bbb95bf-c469-4e18-9339-db103e8607db None None] Provisioning complete for port 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:41.923339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3bbb95bf-c469-4e18-9339-db103e8607db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.958540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:41.977952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Transition to ACTIVE for port object a7fd2fc3-257f-4985-bbff-388505ecb0ed will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:42.023614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.039479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-062e7ff2-b95c-4889-9552-2ceda7a63708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.054982 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb95bf-c469-4e18-9339-db103e8607db None None] Port 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:42.064253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:42.086682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf06b6-a35f-4926-a4c8-d81973af61b7 None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:42.099869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.100627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf06b6-a35f-4926-a4c8-d81973af61b7 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:42.101713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-00cf06b6-a35f-4926-a4c8-d81973af61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:42.104968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fc03d096-2455-4be3-9ed4-2775c1b46947 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.146928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:42.153254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:42.153441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.195462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-00cf06b6-a35f-4926-a4c8-d81973af61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:42.198460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:42.206021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf06b6-a35f-4926-a4c8-d81973af61b7 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:42.207178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-00cf06b6-a35f-4926-a4c8-d81973af61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:42.286771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:42.293009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.305590 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-831b462e-a0e0-462c-a9ab-197a78c1fcda tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1761115 Apr 22 09:28:42.306918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52676) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:42.326519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-00cf06b6-a35f-4926-a4c8-d81973af61b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:42.326925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cf06b6-a35f-4926-a4c8-d81973af61b7 None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:42.344575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=a7fd2fc3-257f-4985-bbff-388505ecb0ed,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:42.419534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event deleted for resources: {'Port': ['ID=fec74db8-dda8-42e1-8488-5d30b3c0fdce,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:42.453740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.465058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 25edde6f-2a30-441f-be93-2353039f764e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:42.597830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc755a7e-7013-43ba-b7a4-1483a1715b8c None None] Provisioning for port a7fd2fc3-257f-4985-bbff-388505ecb0ed completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:42.611294 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-38018a93-b47f-4146-8866-0834d6be1ae6 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9671924 Apr 22 09:28:42.611504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc755a7e-7013-43ba-b7a4-1483a1715b8c None None] Provisioning complete for port a7fd2fc3-257f-4985-bbff-388505ecb0ed triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:42.611504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc755a7e-7013-43ba-b7a4-1483a1715b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.611653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fc03d096-2455-4be3-9ed4-2775c1b46947 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.616162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52686) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:42.664741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 25edde6f-2a30-441f-be93-2353039f764e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:42.665116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.678521 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e9b6ec9d-aa47-46e9-89df-dbe58ff7af30 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "GET /v2.0/floatingips/386a5f89-d56b-4d87-a20f-07ff24f7dc89 HTTP/1.1" status: 200 len: 978 time: 0.3679447 Apr 22 09:28:42.679598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52690) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:42.709890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e0:94:94'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:be:48:25'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:42.713663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cc755a7e-7013-43ba-b7a4-1483a1715b8c None None] Port a7fd2fc3-257f-4985-bbff-388505ecb0ed cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:42.748813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d096-2455-4be3-9ed4-2775c1b46947 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Subnet': ['ID=bca6f6b0-8b7c-41b6-8f77-0dc9ecab9ed9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:42.758044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fc03d096-2455-4be3-9ed4-2775c1b46947 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.762144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.767767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.805131 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fc03d096-2455-4be3-9ed4-2775c1b46947 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/subnets/bca6f6b0-8b7c-41b6-8f77-0dc9ecab9ed9 HTTP/1.1" status: 204 len: 168 time: 1.7345574 Apr 22 09:28:42.814172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9295a-462a-4351-a2dc-73b92fd88e6b None None] Network 7dddc13c-914d-4118-9cd3-f1be7b8d81eb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:42.814511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52696) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:42.840338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.840857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Fanout notify agent at l3_agent the message router_deleted on router 51cdd517-e5e6-4df2-b566-667be2f1ecee {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:28:42.865624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.866721 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-98d62d1a-c792-43ea-9c1d-69542e6b6f78 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/51cdd517-e5e6-4df2-b566-667be2f1ecee HTTP/1.1" status: 204 len: 168 time: 3.6718295 Apr 22 09:28:42.881000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52700) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:42.885228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e9b34e0b-22cd-4d4f-be3b-dbee70b53922 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Synchronizing usage tracker for tenant:f52ccf59da164dc8a374a40ad786ca08 on resource:floatingip {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:42.900716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-631025211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:42.911833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:42.927676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Usage tracker for resource:router and tenant:ecb837824e4b4e9f8b24b7e3ae72a0e2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:42.934600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:42.937437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:42.971761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:42.996153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f55ca-274f-4030-b61f-0e754beeadda tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:42.997798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f55ca-274f-4030-b61f-0e754beeadda tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:43.002454 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1e2f55ca-274f-4030-b61f-0e754beeadda tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1821647 Apr 22 09:28:43.005838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52706) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:43.066410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.072070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.073096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.158548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e9b34e0b-22cd-4d4f-be3b-dbee70b53922 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Unset dirty status for tenant:f52ccf59da164dc8a374a40ad786ca08 on resource:floatingip {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:43.162477 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e9b34e0b-22cd-4d4f-be3b-dbee70b53922 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4795392 Apr 22 09:28:43.163107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52712) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:43.166323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Subnet': ['ID=849809cf-0e5a-4812-8286-edac243409e2,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:43.177667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'port_id': 'af6f6def-a332-4feb-afd9-a228d7605e6b'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:43.184528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Checking segment: {'id': '9e276159-331a-48ed-9595-014b0a2072d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '76154ba0-cd2e-4f82-a983-fc82ae5921bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:43.184888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Network hostable DHCP agents. Network: 76154ba0-cd2e-4f82-a983-fc82ae5921bf, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:43.200458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8d0d81f-feba-46dc-87f2-3d1413594851 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.203080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.226267 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d0d81f-feba-46dc-87f2-3d1413594851 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 22 09:28:43.226267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d0d81f-feba-46dc-87f2-3d1413594851 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:28:43.240327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] DHCP port deletion for 7dddc13c-914d-4118-9cd3-f1be7b8d81eb request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:28:43.244450 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f8d0d81f-feba-46dc-87f2-3d1413594851 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/7dddc13c-914d-4118-9cd3-f1be7b8d81eb HTTP/1.1" status: 409 len: 405 time: 0.2323730 Apr 22 09:28:43.244450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Network 76154ba0-cd2e-4f82-a983-fc82ae5921bf is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:43.245863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.246672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] Deleting port 25edde6f-2a30-441f-be93-2353039f764e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:43.247056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.255525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52720) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:43.268668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1175391377'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:43.279105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 76154ba0-cd2e-4f82-a983-fc82ae5921bf) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:43.281043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:43.286623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.289201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd5e7e-61f0-428f-89bf-744b5dad1345 None None] Network 76154ba0-cd2e-4f82-a983-fc82ae5921bf requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:43.319572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:network and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:43.327229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.328028 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f2916389-3170-4585-ae10-889d2387f58b tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4459510 Apr 22 09:28:43.329094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:43.335358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52724) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:43.351915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:43.352272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:43.383883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event updated for resources: {'Subnet': ['ID=70e82a09-5d05-4bb1-a083-6d2dfda5e468,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:43.396824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:43.400497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.419016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Checking segment: {'id': '653f3454-ff46-483b-96a0-e2fe40e38b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c3c25fe6-e9d5-477c-9732-ddc9f6c3380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:43.419363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Network hostable DHCP agents. Network: c3c25fe6-e9d5-477c-9732-ddc9f6c3380d, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:43.447839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:43.462427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Network c3c25fe6-e9d5-477c-9732-ddc9f6c3380d is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:43.473206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.474162 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Added segment 6fd48603-3412-4430-a536-4ddb5eab7e00 of type vlan for network eded86f3-79ef-4ca1-ac81-443a798b1e66 Apr 22 09:28:43.497583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, c3c25fe6-e9d5-477c-9732-ddc9f6c3380d) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:43.515035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c17314-f3f9-4bd3-9538-05336280d28d None None] Network c3c25fe6-e9d5-477c-9732-ddc9f6c3380d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:43.527796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:43.528912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:43.529569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.550413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.581294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.591460 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-88072e20-1f42-463b-b1a0-9d9e08fe6b9c tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7032802 Apr 22 09:28:43.606779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52732) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:43.690592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.696859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:43.697454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.719132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] For port 25edde6f-2a30-441f-be93-2353039f764e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=25edde6f-2a30-441f-be93-2353039f764e,segment=NetworkSegment(96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3),segment_id=96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:43.719705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:43.771033 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e502bd4-cf0d-4494-9cb6-9c880c9b5664 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:43.772617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e502bd4-cf0d-4494-9cb6-9c880c9b5664 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:43.774687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e502bd4-cf0d-4494-9cb6-9c880c9b5664 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:43.775877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9e502bd4-cf0d-4494-9cb6-9c880c9b5664 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Synchronizing usage tracker for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:43.823887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52738) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:43.844462 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5853927 Apr 22 09:28:43.850147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52742) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:43.862004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'subnet': {'network_id': 'eded86f3-79ef-4ca1-ac81-443a798b1e66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:43.882442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb037d2-1acf-41c5-a6a7-7249c3acd555 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Network': ['ID=eded86f3-79ef-4ca1-ac81-443a798b1e66,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:43.890783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] Calling delete_port for 25edde6f-2a30-441f-be93-2353039f764e owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:43.916929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9e502bd4-cf0d-4494-9cb6-9c880c9b5664 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Unset dirty status for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:43.921275 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9e502bd4-cf0d-4494-9cb6-9c880c9b5664 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3106353 Apr 22 09:28:43.923684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network eded86f3-79ef-4ca1-ac81-443a798b1e66 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:43.923846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52748) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:43.955739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1554b886-2fbf-49fb-8779-e3b322b6f355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-76154ba0-cd2e-4f82-a983-fc82ae5921bf', 'network_id': '76154ba0-cd2e-4f82-a983-fc82ae5921bf', 'tenant_id': 'ebb41f5415a1415b9ea1990eb4b788ed', 'fixed_ips': [{'subnet_id': '849809cf-0e5a-4812-8286-edac243409e2'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:43.956569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1554b886-2fbf-49fb-8779-e3b322b6f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.074623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:44.083984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2b1e7a-ff5f-483b-85f7-20d8841e3731 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Deleting subnet 849809cf-0e5a-4812-8286-edac243409e2 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:28:44.086364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:subnet and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:44.090103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:44.092444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1e7a-ff5f-483b-85f7-20d8841e3731 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.116540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-506099586', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:44.131543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:44.133236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:44.156034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:44.159466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.174764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1e7a-ff5f-483b-85f7-20d8841e3731 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.205603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Usage tracker for resource:port and tenant:b706290f955b4226ba3bc5ca7737422e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:44.212567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:44.217348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.228741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:44.247574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.306905 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-c3c25fe6-e9d5-477c-9732-ddc9f6c3380d', 'network_id': 'c3c25fe6-e9d5-477c-9732-ddc9f6c3380d', 'tenant_id': 'ebb41f5415a1415b9ea1990eb4b788ed', 'fixed_ips': [{'subnet_id': '70e82a09-5d05-4bb1-a083-6d2dfda5e468'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:44.307778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.315323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1e7a-ff5f-483b-85f7-20d8841e3731 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.323728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] No DVR routers for this DVR port 25edde6f-2a30-441f-be93-2353039f764e on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:28:44.325225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0f834-7233-48ff-bd2c-f669d9085429 None None] Pushing event deleted for resources: {'Port': ['ID=25edde6f-2a30-441f-be93-2353039f764e,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:44.327256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Made reservation on behalf of b706290f955b4226ba3bc5ca7737422e for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:44.329636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.352524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.373325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.377443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.406261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-33ce6322-ae60-4d2f-b2ed-c603409b95f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.461768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1e7a-ff5f-483b-85f7-20d8841e3731 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.494270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 25edde6f-2a30-441f-be93-2353039f764e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:44.519782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b1e7a-ff5f-483b-85f7-20d8841e3731 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Subnet': ['ID=849809cf-0e5a-4812-8286-edac243409e2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:44.522320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab2b1e7a-ff5f-483b-85f7-20d8841e3731 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server [None req-1554b886-2fbf-49fb-8779-e3b322b6f355 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 849809cf-0e5a-4812-8286-edac243409e2: This subnet is being modified by another concurrent operation. Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 09:28:44.544171 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise exception Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 849809cf-0e5a-4812-8286-edac243409e2: This subnet is being modified by another concurrent operation. Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 25edde6f-2a30-441f-be93-2353039f764e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:28:44.547370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 25edde6f-2a30-441f-be93-2353039f764e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:28:44.560110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:44.570801 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ab2b1e7a-ff5f-483b-85f7-20d8841e3731 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/subnets/849809cf-0e5a-4812-8286-edac243409e2 HTTP/1.1" status: 204 len: 168 time: 0.6448474 Apr 22 09:28:44.571473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52752) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:44.584663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Allocated IP 172.20.0.18 (c3c25fe6-e9d5-477c-9732-ddc9f6c3380d/70e82a09-5d05-4bb1-a083-6d2dfda5e468/d82d42d1-4a3e-4f95-99ce-3ecb3f844144) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:44.612713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Usage tracker for resource:security_group_rule and tenant:b706290f955b4226ba3bc5ca7737422e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:44.619952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:44.662410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:44.669739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event updated for resources: {'Port': ['ID=a7fd2fc3-257f-4985-bbff-388505ecb0ed,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:44.717577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb420d06-9d19-403f-a9fe-b71ff2e001c9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Deleting subnet 70e82a09-5d05-4bb1-a083-6d2dfda5e468 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:28:44.778532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f2af3-6af9-4db2-aeb0-c99313b5dff0 None None] Network 76154ba0-cd2e-4f82-a983-fc82ae5921bf requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:44.870603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.876625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] In _notify_port_updated(), no bound segment for port a7fd2fc3-257f-4985-bbff-388505ecb0ed on network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:28:44.878884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:28:44.880768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.885143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:44.885813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.890465 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c0a8103a-c9ba-40f7-a50e-95854aedce20 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "PUT /v2.0/ports/a7fd2fc3-257f-4985-bbff-388505ecb0ed HTTP/1.1" status: 200 len: 1056 time: 2.2448151 Apr 22 09:28:44.896847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52756) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:44.904181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.955016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] device_id is not set on port 6f6bbca2-3a3e-4270-bbf0-02eee0638793 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:44.961223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Checking segment: {'id': '6fd48603-3412-4430-a536-4ddb5eab7e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'eded86f3-79ef-4ca1-ac81-443a798b1e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:44.961577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network hostable DHCP agents. Network: eded86f3-79ef-4ca1-ac81-443a798b1e66, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:44.969922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b899ff70-5a19-43b2-98ca-4e873e81a006 None None] Provisioning complete for port a7fd2fc3-257f-4985-bbff-388505ecb0ed triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:44.970257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b899ff70-5a19-43b2-98ca-4e873e81a006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:44.970952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Subnet': ['ID=1291e1c0-3908-40cb-809e-2ab7660086db,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:44.986163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network eded86f3-79ef-4ca1-ac81-443a798b1e66 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:44.997160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, eded86f3-79ef-4ca1-ac81-443a798b1e66) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:45.002060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:45.002684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.025894 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5186ab98-d2ea-41f6-9a91-54d917142dc6 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1706800 Apr 22 09:28:45.026101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52760) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:45.070007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef83ba2-7810-4c02-aaec-ffe1b0b4435a None None] Network eded86f3-79ef-4ca1-ac81-443a798b1e66 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:45.151532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153445fe-e270-436f-9746-f5940bb47ebe,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:45.170490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.201158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b899ff70-5a19-43b2-98ca-4e873e81a006 None None] Port a7fd2fc3-257f-4985-bbff-388505ecb0ed cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:28:45.212866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.232416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Transition to ACTIVE for port object d82d42d1-4a3e-4f95-99ce-3ecb3f844144 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:45.241250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.258006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5a504813-6083-425a-adfd-1b7735442e83 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting port a7fd2fc3-257f-4985-bbff-388505ecb0ed {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:45.258554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a504813-6083-425a-adfd-1b7735442e83 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.269620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Transition to ACTIVE for port object d82d42d1-4a3e-4f95-99ce-3ecb3f844144 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:45.308255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb420d06-9d19-403f-a9fe-b71ff2e001c9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.314227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.368858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.384376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.396852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Network c3c25fe6-e9d5-477c-9732-ddc9f6c3380d is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:45.405037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb420d06-9d19-403f-a9fe-b71ff2e001c9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.431703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:45.440875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:45.441294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Subnet': ['ID=1291e1c0-3908-40cb-809e-2ab7660086db,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:45.443577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Pushing event updated for resources: {'Port': ['ID=d82d42d1-4a3e-4f95-99ce-3ecb3f844144,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:45.457903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Allocated IP 172.26.2.231 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/6f6bbca2-3a3e-4270-bbf0-02eee0638793) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:45.484760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b126ebb-8654-4c83-8e4d-a1e54ded58fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-eded86f3-79ef-4ca1-ac81-443a798b1e66', 'network_id': 'eded86f3-79ef-4ca1-ac81-443a798b1e66', 'tenant_id': 'ce73069753734359bfcf9ae6a8bf3ef1', 'fixed_ips': [{'subnet_id': '1291e1c0-3908-40cb-809e-2ab7660086db'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:45.486131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b126ebb-8654-4c83-8e4d-a1e54ded58fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.558946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.594586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eded86f3-79ef-4ca1-ac81-443a798b1e66']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:45.604004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Attempting to bind port d82d42d1-4a3e-4f95-99ce-3ecb3f844144 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:45.605211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Attempting to bind port d82d42d1-4a3e-4f95-99ce-3ecb3f844144 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '653f3454-ff46-483b-96a0-e2fe40e38b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c3c25fe6-e9d5-477c-9732-ddc9f6c3380d'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:45.605211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Attempting to bind port d82d42d1-4a3e-4f95-99ce-3ecb3f844144 on network c3c25fe6-e9d5-477c-9732-ddc9f6c3380d {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:45.609522 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd48603-3412-4430-a536-4ddb5eab7e00') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:45.609840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd48603-3412-4430-a536-4ddb5eab7e00') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:45.625981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:45.625981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Checking segment: {'id': '653f3454-ff46-483b-96a0-e2fe40e38b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c3c25fe6-e9d5-477c-9732-ddc9f6c3380d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:45.626372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.626656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.626771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Bound using segment: {'id': '653f3454-ff46-483b-96a0-e2fe40e38b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c3c25fe6-e9d5-477c-9732-ddc9f6c3380d'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:45.627226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Bound port: d82d42d1-4a3e-4f95-99ce-3ecb3f844144, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653f3454-ff46-483b-96a0-e2fe40e38b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c3c25fe6-e9d5-477c-9732-ddc9f6c3380d'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:45.627608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.633589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb420d06-9d19-403f-a9fe-b71ff2e001c9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.685662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.698531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:45.698928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:45.714456 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:45.723873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2035c474-3a54-4ed7-992d-38e91a26c087 None None] Network eded86f3-79ef-4ca1-ac81-443a798b1e66 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:45.760252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.810962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.826001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] For port d82d42d1-4a3e-4f95-99ce-3ecb3f844144, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:45.832152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.834816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb420d06-9d19-403f-a9fe-b71ff2e001c9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.847756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] For port d82d42d1-4a3e-4f95-99ce-3ecb3f844144, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d82d42d1-4a3e-4f95-99ce-3ecb3f844144,segment=NetworkSegment(653f3454-ff46-483b-96a0-e2fe40e38b74),segment_id=653f3454-ff46-483b-96a0-e2fe40e38b74)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:45.874349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Network': ['ID=eded86f3-79ef-4ca1-ac81-443a798b1e66,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:45.882944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.893958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb420d06-9d19-403f-a9fe-b71ff2e001c9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:45.898816 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bb420d06-9d19-403f-a9fe-b71ff2e001c9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/subnets/70e82a09-5d05-4bb1-a083-6d2dfda5e468 HTTP/1.1" status: 204 len: 168 time: 1.3235557 Apr 22 09:28:45.900367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb420d06-9d19-403f-a9fe-b71ff2e001c9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Subnet': ['ID=70e82a09-5d05-4bb1-a083-6d2dfda5e468,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:45.902151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52764) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:45.903408 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-82c3d13e-f059-4e21-8bf3-ec76afc93367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/eded86f3-79ef-4ca1-ac81-443a798b1e66 HTTP/1.1" status: 204 len: 168 time: 0.8763721 Apr 22 09:28:45.906713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52768) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:45.945173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-708162054'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:45.955305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:45.970645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:network and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:45.976617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:45.985936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:45.994899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace44ea-33ee-473b-8b62-8cc749fcb4dd None None] Pushing event updated for resources: {'Port': ['ID=d82d42d1-4a3e-4f95-99ce-3ecb3f844144,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:46.000331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb04fd-d66a-4b3c-9827-51cd1a8d98fc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:46.001118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-52fb04fd-d66a-4b3c-9827-51cd1a8d98fc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Synchronizing usage tracker for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:46.016861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:46.017778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.021755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.032789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-52fb04fd-d66a-4b3c-9827-51cd1a8d98fc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Unset dirty status for tenant:ebb41f5415a1415b9ea1990eb4b788ed on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:46.033931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-52fb04fd-d66a-4b3c-9827-51cd1a8d98fc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1293969 Apr 22 09:28:46.038416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52772) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:46.079126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.134676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:46.166996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.167128 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Added segment d03f7174-0af8-4198-a0ab-2a5d85a6c6a9 of type vlan for network bcb84b10-2676-4640-907a-14d0b5b37b87 Apr 22 09:28:46.176466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.218701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Deleting port d82d42d1-4a3e-4f95-99ce-3ecb3f844144 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:46.219035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.244131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.275080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a504813-6083-425a-adfd-1b7735442e83 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.335139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.340560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:46.341163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.360509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:28:46.475355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d82d42d1-4a3e-4f95-99ce-3ecb3f844144 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:46.488053 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5777102 Apr 22 09:28:46.492632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52776) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:46.514424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5a504813-6083-425a-adfd-1b7735442e83 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Calling delete_port for a7fd2fc3-257f-4985-bbff-388505ecb0ed owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:46.543328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'subnet': {'network_id': 'bcb84b10-2676-4640-907a-14d0b5b37b87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:46.555627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd114d-f74d-40c9-925a-2d04a37ca734 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Network': ['ID=bcb84b10-2676-4640-907a-14d0b5b37b87,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:46.574421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network bcb84b10-2676-4640-907a-14d0b5b37b87 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:46.593608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.608265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port d82d42d1-4a3e-4f95-99ce-3ecb3f844144 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:46.628772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.642411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.780846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] For port d82d42d1-4a3e-4f95-99ce-3ecb3f844144, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d82d42d1-4a3e-4f95-99ce-3ecb3f844144,segment=NetworkSegment(653f3454-ff46-483b-96a0-e2fe40e38b74),segment_id=653f3454-ff46-483b-96a0-e2fe40e38b74)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:46.781210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.893149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:46.930740 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Calling delete_port for d82d42d1-4a3e-4f95-99ce-3ecb3f844144 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:46.962067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:46.973372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:subnet and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:46.978195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:46.987634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:47.023189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:47.027019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.077214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.115294 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP 386a5f89-d56b-4d87-a20f-07ff24f7dc89 associated. External IP: 172.26.2.247, port: 0f361248-3a6e-4ced-a54b-75d5832d0177. Apr 22 09:28:47.120666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.137478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c03e3d-7a07-4bf9-a62f-140fea309667 None None] Network c3c25fe6-e9d5-477c-9732-ddc9f6c3380d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:47.170809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:47.172734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-56936e41-adb8-4669-bf31-5c19a3ff44f3 None None] Could not find standard attr ID for object d82d42d1-4a3e-4f95-99ce-3ecb3f844144. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:28:47.179211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Port': ['ID=d82d42d1-4a3e-4f95-99ce-3ecb3f844144,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:47.182969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:47.185698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] No DVR routers for this DVR port d82d42d1-4a3e-4f95-99ce-3ecb3f844144 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:28:47.203576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:47.267048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Allocated IP 172.26.2.186 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/86a6fafe-741e-4ebd-9a2d-e476c3330567) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:47.284441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a504813-6083-425a-adfd-1b7735442e83 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.291526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Pushing event updated for resources: {'Port': ['ID=6f6bbca2-3a3e-4270-bbf0-02eee0638793,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:47.326042 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.371742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a504813-6083-425a-adfd-1b7735442e83 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event deleted for resources: {'Port': ['ID=a7fd2fc3-257f-4985-bbff-388505ecb0ed,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:47.374213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:47.374904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.393306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c25fe6-e9d5-477c-9732-ddc9f6c3380d']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:47.415854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653f3454-ff46-483b-96a0-e2fe40e38b74') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:47.416147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653f3454-ff46-483b-96a0-e2fe40e38b74') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:47.432318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.438135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811619c6-be3a-4a6c-9fb9-5c5971be37ed None None] DHCP port deletion for c3c25fe6-e9d5-477c-9732-ddc9f6c3380d request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:28:47.462203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.463253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625f70a-83bc-4def-95ad-613b928f5b2e None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:28:47.480981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:47.481381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:47.495566 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:47.561409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.632295 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d81fea0b-fd40-4fb7-b917-baad4e6133dd tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.7978144 Apr 22 09:28:47.634156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52780) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:47.650272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625f70a-83bc-4def-95ad-613b928f5b2e None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:28:47.656298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.231'}]}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:47.659209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.664831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Subnet': ['ID=76c223c8-e4ac-4091-8852-342b317d69f0,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:47.667444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:47.691070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.693746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Usage tracker for resource:router and tenant:b706290f955b4226ba3bc5ca7737422e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:47.701067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:47.707441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Network': ['ID=c3c25fe6-e9d5-477c-9732-ddc9f6c3380d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:47.719430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Checking segment: {'id': 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcb84b10-2676-4640-907a-14d0b5b37b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:47.719783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network hostable DHCP agents. Network: bcb84b10-2676-4640-907a-14d0b5b37b87, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:47.728610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:47.740310 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ea84ae40-1b45-46da-8791-ee4e20af4f16 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/networks/c3c25fe6-e9d5-477c-9732-ddc9f6c3380d HTTP/1.1" status: 204 len: 168 time: 1.7009242 Apr 22 09:28:47.743203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52784) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:47.770947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.771938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.804335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.844285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network bcb84b10-2676-4640-907a-14d0b5b37b87 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:47.876115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, bcb84b10-2676-4640-907a-14d0b5b37b87) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:47.879346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.885632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.889031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:47.889610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:47.956932 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-50aabcf5-b183-495a-ae8e-92a64546ee86 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4633436 Apr 22 09:28:47.961866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52788) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:48.047558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:48.049654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e822e6-e3c1-497f-a9aa-e18659f8f469 None None] Network bcb84b10-2676-4640-907a-14d0b5b37b87 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:48.289887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.303203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a504813-6083-425a-adfd-1b7735442e83 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.305052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5a504813-6083-425a-adfd-1b7735442e83 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "DELETE /v2.0/ports/a7fd2fc3-257f-4985-bbff-388505ecb0ed HTTP/1.1" status: 204 len: 168 time: 3.4064243 Apr 22 09:28:48.318008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52792) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:48.325593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-bcb84b10-2676-4640-907a-14d0b5b37b87', 'network_id': 'bcb84b10-2676-4640-907a-14d0b5b37b87', 'tenant_id': 'ce73069753734359bfcf9ae6a8bf3ef1', 'fixed_ips': [{'subnet_id': '76c223c8-e4ac-4091-8852-342b317d69f0'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:48.326518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.336591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.389162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.462152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d82d42d1-4a3e-4f95-99ce-3ecb3f844144 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:48.464559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:48.467837 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc91675-eb89-488f-8d17-3240f755c2da tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] GET failed (client error): The resource could not be found. Apr 22 09:28:48.468387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fcc91675-eb89-488f-8d17-3240f755c2da tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Synchronizing usage tracker for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:48.471067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:48.477238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event updated for resources: {'Port': ['ID=86a6fafe-741e-4ebd-9a2d-e476c3330567,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:48.481042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:48.486665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76154ba0-cd2e-4f82-a983-fc82ae5921bf']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:48.499643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.523322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e276159-331a-48ed-9595-014b0a2072d4') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:48.523610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e276159-331a-48ed-9595-014b0a2072d4') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:48.532618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fcc91675-eb89-488f-8d17-3240f755c2da tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Unset dirty status for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:48.538203 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fcc91675-eb89-488f-8d17-3240f755c2da tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "GET /v2.0/ports/a7fd2fc3-257f-4985-bbff-388505ecb0ed HTTP/1.1" status: 404 len: 333 time: 0.2142000 Apr 22 09:28:48.541872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52796) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:48.555653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Allocated IP 2001:db8::2 (bcb84b10-2676-4640-907a-14d0b5b37b87/76c223c8-e4ac-4091-8852-342b317d69f0/27cf5f51-6b54-466d-9369-f63ba3d84144) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:48.585349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:48.595856 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d05eab6-2a13-471c-b081-975fb62e22fb None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:48.608079 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d05eab6-2a13-471c-b081-975fb62e22fb None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:48.609047 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1d05eab6-2a13-471c-b081-975fb62e22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:48.623467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-83fd92f3-4659-46cf-b376-90ae372e1db7 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting port 40c1f3b2-732b-4143-8138-24bf03159b44 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:48.623828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83fd92f3-4659-46cf-b376-90ae372e1db7 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.680764 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1d05eab6-2a13-471c-b081-975fb62e22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:48.685684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.691897 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d05eab6-2a13-471c-b081-975fb62e22fb None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:48.693165 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1d05eab6-2a13-471c-b081-975fb62e22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:48.758104 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1d05eab6-2a13-471c-b081-975fb62e22fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:48.758882 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d05eab6-2a13-471c-b081-975fb62e22fb None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:48.796383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: d82d42d1-4a3e-4f95-99ce-3ecb3f844144 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:28:48.796854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d82d42d1-4a3e-4f95-99ce-3ecb3f844144 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:28:48.827964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.839435 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Transition to ACTIVE for port object 27cf5f51-6b54-466d-9369-f63ba3d84144 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:48.866355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Transition to ACTIVE for port object 27cf5f51-6b54-466d-9369-f63ba3d84144 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:48.876201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.878063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.882439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.902457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:48.902891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:48.918868 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:48.942186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Network bcb84b10-2676-4640-907a-14d0b5b37b87 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:48.945339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:48.949115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:49.004224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Pushing event updated for resources: {'Port': ['ID=27cf5f51-6b54-466d-9369-f63ba3d84144,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:49.059720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Attempting to bind port 27cf5f51-6b54-466d-9369-f63ba3d84144 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:49.061412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Attempting to bind port 27cf5f51-6b54-466d-9369-f63ba3d84144 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcb84b10-2676-4640-907a-14d0b5b37b87'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:49.061412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Attempting to bind port 27cf5f51-6b54-466d-9369-f63ba3d84144 on network bcb84b10-2676-4640-907a-14d0b5b37b87 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:49.062331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83fd92f3-4659-46cf-b376-90ae372e1db7 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.066208 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:49.066686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Checking segment: {'id': 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcb84b10-2676-4640-907a-14d0b5b37b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:49.067221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.067707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Bound using segment: {'id': 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcb84b10-2676-4640-907a-14d0b5b37b87'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:49.068251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Bound port: 27cf5f51-6b54-466d-9369-f63ba3d84144, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bcb84b10-2676-4640-907a-14d0b5b37b87'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:49.069094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.141380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.164715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] For port 27cf5f51-6b54-466d-9369-f63ba3d84144, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:49.167926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] For port 27cf5f51-6b54-466d-9369-f63ba3d84144, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=27cf5f51-6b54-466d-9369-f63ba3d84144,segment=NetworkSegment(d03f7174-0af8-4198-a0ab-2a5d85a6c6a9),segment_id=d03f7174-0af8-4198-a0ab-2a5d85a6c6a9)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:49.173152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.217876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.224782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.230371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-83fd92f3-4659-46cf-b376-90ae372e1db7 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Calling delete_port for 40c1f3b2-732b-4143-8138-24bf03159b44 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:49.267600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb85e7-be54-4db4-a34f-d1dd16bce278 None None] Pushing event updated for resources: {'Port': ['ID=27cf5f51-6b54-466d-9369-f63ba3d84144,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:49.278580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Network': ['ID=76154ba0-cd2e-4f82-a983-fc82ae5921bf,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:49.294697 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d2353c52-c5f0-4dff-bcc7-a8637cc487cc tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/networks/76154ba0-cd2e-4f82-a983-fc82ae5921bf HTTP/1.1" status: 204 len: 168 time: 1.5482318 Apr 22 09:28:49.300155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52800) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:49.339545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Subnet': ['ID=76c223c8-e4ac-4091-8852-342b317d69f0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:49.533479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.550439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.660498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.697268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83fd92f3-4659-46cf-b376-90ae372e1db7 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.720340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb84b10-2676-4640-907a-14d0b5b37b87']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:49.749111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:49.749406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:49.771864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.793835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:49.804198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.883090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:49.883497 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:49.898948 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:49.925207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd92f3-4659-46cf-b376-90ae372e1db7 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event deleted for resources: {'Port': ['ID=40c1f3b2-732b-4143-8138-24bf03159b44,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:50.117531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.145896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.166017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.198383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:28:50.198383 dv-neutron-839018-1-hyperv neutron-server[88063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:28:50.198383 dv-neutron-839018-1-hyperv neutron-server[88063]: [parameters: {'id': 'bcb84b10-2676-4640-907a-14d0b5b37b87'}] Apr 22 09:28:50.198383 dv-neutron-839018-1-hyperv neutron-server[88063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:50.198817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:50.223352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea32a9f-f357-4055-aabf-e3e972cd7479']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:50.234561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83fd92f3-4659-46cf-b376-90ae372e1db7 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.245584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32bb8c1c-0d46-428d-ac57-9e21d8f7e467') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:50.245872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32bb8c1c-0d46-428d-ac57-9e21d8f7e467') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:50.254060 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:28:50.285136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.294507 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-83fd92f3-4659-46cf-b376-90ae372e1db7 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "DELETE /v2.0/ports/40c1f3b2-732b-4143-8138-24bf03159b44 HTTP/1.1" status: 204 len: 168 time: 1.7494895 Apr 22 09:28:50.299075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52806) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:50.351244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.363417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddd1a79-8f43-43ba-a258-c3969974c301 None None] Network bcb84b10-2676-4640-907a-14d0b5b37b87 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:50.384194 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-80467412-ca86-496d-9d18-9a6ce5600f5f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] GET failed (client error): The resource could not be found. Apr 22 09:28:50.384769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-80467412-ca86-496d-9d18-9a6ce5600f5f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Synchronizing usage tracker for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:50.393073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:50.393833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:50.410087 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:50.446988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:50.464027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.517769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.525678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.527638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-80467412-ca86-496d-9d18-9a6ce5600f5f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Unset dirty status for tenant:9620b56981564274a4681613d8875bdd on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:50.529098 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-80467412-ca86-496d-9d18-9a6ce5600f5f tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "GET /v2.0/ports/40c1f3b2-732b-4143-8138-24bf03159b44 HTTP/1.1" status: 404 len: 333 time: 0.2288175 Apr 22 09:28:50.532862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52812) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:50.559795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.589419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.611977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Network': ['ID=aea32a9f-f357-4055-aabf-e3e972cd7479,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:50.616432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225e56e-b84a-408d-ac3b-c980d28c2fe8 None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:50.623471 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-61d80420-41fa-4eab-985a-ac217a65f4e9 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/networks/aea32a9f-f357-4055-aabf-e3e972cd7479 HTTP/1.1" status: 204 len: 168 time: 1.3209085 Apr 22 09:28:50.630009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52816) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:50.650675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.658973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 27cf5f51-6b54-466d-9369-f63ba3d84144 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:28:50.702734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.710549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9225e56e-b84a-408d-ac3b-c980d28c2fe8 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:50.711202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9225e56e-b84a-408d-ac3b-c980d28c2fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:50.756034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-23642f8d-1e01-499e-bbd0-1aceb7540b00 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting port bb664cde-d20d-4d39-ad69-1c995c9feda8 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:50.756592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23642f8d-1e01-499e-bbd0-1aceb7540b00 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.790698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9225e56e-b84a-408d-ac3b-c980d28c2fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:50.792593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f3bb292f-f49b-4a69-bdfc-0e114915b096 None None] Provisioning for port 27cf5f51-6b54-466d-9369-f63ba3d84144 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:50.813910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9225e56e-b84a-408d-ac3b-c980d28c2fe8 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:50.814509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9225e56e-b84a-408d-ac3b-c980d28c2fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:50.864484 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1f0c7f7a-9292-45ae-b582-bc0510d47b79 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/floatingips/386a5f89-d56b-4d87-a20f-07ff24f7dc89 HTTP/1.1" status: 200 len: 979 time: 7.6982777 Apr 22 09:28:50.869962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52820) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:50.879051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9225e56e-b84a-408d-ac3b-c980d28c2fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:50.879975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9225e56e-b84a-408d-ac3b-c980d28c2fe8 None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:50.881640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:50.896449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 27cf5f51-6b54-466d-9369-f63ba3d84144 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:28:50.908378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 27cf5f51-6b54-466d-9369-f63ba3d84144 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:28:50.908770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:50.933628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port 27cf5f51-6b54-466d-9369-f63ba3d84144 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:50.933930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.013370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] DHCP port deletion for bcb84b10-2676-4640-907a-14d0b5b37b87 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:28:51.024665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Deleting port 27cf5f51-6b54-466d-9369-f63ba3d84144 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:51.025143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.025652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.036756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.039282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.083677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.125073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.126202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31b74e60-af16-4c3d-9f34-0fe3864165f5 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:28:51.182190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 27cf5f51-6b54-466d-9369-f63ba3d84144, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=27cf5f51-6b54-466d-9369-f63ba3d84144,segment=NetworkSegment(d03f7174-0af8-4198-a0ab-2a5d85a6c6a9),segment_id=d03f7174-0af8-4198-a0ab-2a5d85a6c6a9)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:51.193853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.198604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.202591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.228481 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 09:28:51.229469 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b0ce4f52-9cf8-4f28-9301-2b9ecaf34d62 tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5906599 Apr 22 09:28:51.232233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52824) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:51.235558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ef59e7-8398-4ae9-a6e2-f1634c58c549']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:51.284747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a9edf2-278b-4e56-b375-f6e38db2afdb') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:51.285037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a9edf2-278b-4e56-b375-f6e38db2afdb') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:51.305947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.321979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] For port 27cf5f51-6b54-466d-9369-f63ba3d84144, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=27cf5f51-6b54-466d-9369-f63ba3d84144,segment=NetworkSegment(d03f7174-0af8-4198-a0ab-2a5d85a6c6a9),segment_id=d03f7174-0af8-4198-a0ab-2a5d85a6c6a9)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:51.322368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.389190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=27cf5f51-6b54-466d-9369-f63ba3d84144,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:51.451347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-87fdf01e-9a97-4d79-a2c4-ed057d9f740c tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Deleting port 6f6bbca2-3a3e-4270-bbf0-02eee0638793 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:51.451347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87fdf01e-9a97-4d79-a2c4-ed057d9f740c tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.458767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Calling delete_port for 27cf5f51-6b54-466d-9369-f63ba3d84144 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:51.474936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.493372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:51.493786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:51.509645 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:51.538714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:51.538957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:51.607871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Router 12b92de8-c738-4877-bd2d-0160925a1d42 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:28:51.639059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.657438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.673310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] Pushing event deleted for resources: {'Network': ['ID=e0ef59e7-8398-4ae9-a6e2-f1634c58c549,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:51.703687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] For port 27cf5f51-6b54-466d-9369-f63ba3d84144, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=27cf5f51-6b54-466d-9369-f63ba3d84144,segment=NetworkSegment(d03f7174-0af8-4198-a0ab-2a5d85a6c6a9),segment_id=d03f7174-0af8-4198-a0ab-2a5d85a6c6a9)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:51.704051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.717210 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-74867488-9fbb-460b-9155-538aecf644c2 tempest-BulkNetworkOpsTest-707817854 tempest-BulkNetworkOpsTest-707817854-project] 10.222.0.32 "DELETE /v2.0/networks/e0ef59e7-8398-4ae9-a6e2-f1634c58c549 HTTP/1.1" status: 204 len: 168 time: 1.0839922 Apr 22 09:28:51.816772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87fdf01e-9a97-4d79-a2c4-ed057d9f740c tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.913069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23642f8d-1e01-499e-bbd0-1aceb7540b00 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:51.931087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Calling delete_port for 27cf5f51-6b54-466d-9369-f63ba3d84144 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:51.958820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-87fdf01e-9a97-4d79-a2c4-ed057d9f740c tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Calling delete_port for 6f6bbca2-3a3e-4270-bbf0-02eee0638793 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:52.010667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52832) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:52.039702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Deleting port 27cf5f51-6b54-466d-9369-f63ba3d84144 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:52.040228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.095161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-23642f8d-1e01-499e-bbd0-1aceb7540b00 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Calling delete_port for bb664cde-d20d-4d39-ad69-1c995c9feda8 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:52.118389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87fdf01e-9a97-4d79-a2c4-ed057d9f740c tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.189565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdf01e-9a97-4d79-a2c4-ed057d9f740c tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f6bbca2-3a3e-4270-bbf0-02eee0638793,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:52.265983 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] For port 27cf5f51-6b54-466d-9369-f63ba3d84144, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=27cf5f51-6b54-466d-9369-f63ba3d84144,segment=NetworkSegment(d03f7174-0af8-4198-a0ab-2a5d85a6c6a9),segment_id=d03f7174-0af8-4198-a0ab-2a5d85a6c6a9)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:52.266827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.305497 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-41ce377d-59e1-475b-ad49-8fec6bd999af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebb41f5415a1415b9ea1990eb4b788ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914565 Apr 22 09:28:52.305701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52838) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:52.309741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.327751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87fdf01e-9a97-4d79-a2c4-ed057d9f740c tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.341279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.341728 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP 386a5f89-d56b-4d87-a20f-07ff24f7dc89 disassociated. External IP: 172.26.2.247, port: af6f6def-a332-4feb-afd9-a228d7605e6b. Apr 22 09:28:52.349458 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-87fdf01e-9a97-4d79-a2c4-ed057d9f740c tempest-RoutersAdminNegativeTest-325277943 tempest-RoutersAdminNegativeTest-325277943-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6f6bbca2-3a3e-4270-bbf0-02eee0638793 HTTP/1.1" status: 204 len: 168 time: 1.1160710 Apr 22 09:28:52.397027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Calling delete_port for 27cf5f51-6b54-466d-9369-f63ba3d84144 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:52.399035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-962307b3-9b4d-40b8-9cd4-e666b3adc190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.435409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-962307b3-9b4d-40b8-9cd4-e666b3adc190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.475098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 27cf5f51-6b54-466d-9369-f63ba3d84144 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:52.499317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:52.500106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:52.507798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:52.508118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-962307b3-9b4d-40b8-9cd4-e666b3adc190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.522885 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e78fc-0f19-47ff-ae5b-f8061f03c056 None None] Sync routers for ids ['12b92de8-c738-4877-bd2d-0160925a1d42'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:52.532613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962307b3-9b4d-40b8-9cd4-e666b3adc190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb53304-8be8-488f-9afd-7b56463c30e7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:52.536477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-962307b3-9b4d-40b8-9cd4-e666b3adc190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.537639 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-962307b3-9b4d-40b8-9cd4-e666b3adc190 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fdb53304-8be8-488f-9afd-7b56463c30e7 HTTP/1.1" status: 204 len: 168 time: 0.2310393 Apr 22 09:28:52.558832 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e78fc-0f19-47ff-ae5b-f8061f03c056 None None] Routers {'12b92de8-c738-4877-bd2d-0160925a1d42'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:52.560735 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8d3e78fc-0f19-47ff-ae5b-f8061f03c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['12b92de8-c738-4877-bd2d-0160925a1d42'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:52.568286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.572540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52848) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:52.572702 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f1bd8bde-ed0a-42f3-8ba0-8c06eeb13d42 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "PUT /v2.0/routers/12b92de8-c738-4877-bd2d-0160925a1d42 HTTP/1.1" status: 200 len: 879 time: 9.2328842 Apr 22 09:28:52.662620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.686305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.739490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] No DVR routers for this DVR port 27cf5f51-6b54-466d-9369-f63ba3d84144 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:28:52.743767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd152ca-2bd4-4927-b2a9-31c1ff61c0af None None] Pushing event deleted for resources: {'Port': ['ID=27cf5f51-6b54-466d-9369-f63ba3d84144,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:52.775399 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8d3e78fc-0f19-47ff-ae5b-f8061f03c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:52.792427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52852) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:52.798351 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e78fc-0f19-47ff-ae5b-f8061f03c056 None None] Routers {'12b92de8-c738-4877-bd2d-0160925a1d42'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:52.800524 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8d3e78fc-0f19-47ff-ae5b-f8061f03c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['12b92de8-c738-4877-bd2d-0160925a1d42'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:52.881417 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8d3e78fc-0f19-47ff-ae5b-f8061f03c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:52.882207 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e78fc-0f19-47ff-ae5b-f8061f03c056 None None] The sync data for ids ['12b92de8-c738-4877-bd2d-0160925a1d42'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:52.904209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23642f8d-1e01-499e-bbd0-1aceb7540b00 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:52.946275 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-caf8f396-e927-4d41-a0c5-2e124531a22c tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/routers/12b92de8-c738-4877-bd2d-0160925a1d42 HTTP/1.1" status: 200 len: 920 time: 0.3720882 Apr 22 09:28:52.949019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52860) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:52.968171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23642f8d-1e01-499e-bbd0-1aceb7540b00 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event deleted for resources: {'Port': ['ID=bb664cde-d20d-4d39-ad69-1c995c9feda8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:53.046752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dc8a0b-e187-43df-986b-cc3529d685f6 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:53.048283 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-52dc8a0b-e187-43df-986b-cc3529d685f6 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=12b92de8-c738-4877-bd2d-0160925a1d42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0983620 Apr 22 09:28:53.050983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:53.167048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port 27cf5f51-6b54-466d-9369-f63ba3d84144 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:53.167377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.213134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3c1f63-610c-4539-bbe6-99148bf8e523 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:53.213762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ac3c1f63-610c-4539-bbe6-99148bf8e523 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Synchronizing usage tracker for tenant:cd12d3ee15444d6cb5e1385eae060d93 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:53.226911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ac3c1f63-610c-4539-bbe6-99148bf8e523 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Unset dirty status for tenant:cd12d3ee15444d6cb5e1385eae060d93 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:53.227999 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ac3c1f63-610c-4539-bbe6-99148bf8e523 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 881 time: 0.1753538 Apr 22 09:28:53.231088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52876) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:53.282222 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f8a48f60-c094-4e96-a977-7b700d5c8a9f tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b92de8-c738-4877-bd2d-0160925a1d42 HTTP/1.1" status: 200 len: 205 time: 0.0475621 Apr 22 09:28:53.282433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52880) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:53.290586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.377593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] The port '27cf5f51-6b54-466d-9369-f63ba3d84144' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:28:53.422825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:53.445436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] Usage tracker for resource:security_group_rule and tenant:346d279c0eb743a3a8f265870a2dfe74 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:53.466101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:53.486827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:53.516995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23642f8d-1e01-499e-bbd0-1aceb7540b00 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.565847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52892) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:53.599721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:28:53.605528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.617415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.638225 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-23642f8d-1e01-499e-bbd0-1aceb7540b00 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "DELETE /v2.0/ports/bb664cde-d20d-4d39-ad69-1c995c9feda8 HTTP/1.1" status: 204 len: 168 time: 3.1043055 Apr 22 09:28:53.641843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52898) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:53.654705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb84b10-2676-4640-907a-14d0b5b37b87']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:53.696739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-798871c2-26aa-4bb5-9793-7b0dcfd4b526 tempest-DvrRoutersNegativeTest-1516186321 tempest-DvrRoutersNegativeTest-1516186321-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-928933559', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:53.699766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.policy [None req-798871c2-26aa-4bb5-9793-7b0dcfd4b526 tempest-DvrRoutersNegativeTest-1516186321 tempest-DvrRoutersNegativeTest-1516186321-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88062) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 22 09:28:53.700056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.policy [None req-798871c2-26aa-4bb5-9793-7b0dcfd4b526 tempest-DvrRoutersNegativeTest-1516186321 tempest-DvrRoutersNegativeTest-1516186321-project] Failed policy check for 'create_router' {{(pid=88062) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 22 09:28:53.700596 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-798871c2-26aa-4bb5-9793-7b0dcfd4b526 tempest-DvrRoutersNegativeTest-1516186321 tempest-DvrRoutersNegativeTest-1516186321-project] create failed (client error): Access was denied to this resource. Apr 22 09:28:53.701517 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-798871c2-26aa-4bb5-9793-7b0dcfd4b526 tempest-DvrRoutersNegativeTest-1516186321 tempest-DvrRoutersNegativeTest-1516186321-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1351485 Apr 22 09:28:53.710010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:53.710315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd03f7174-0af8-4198-a0ab-2a5d85a6c6a9') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:53.802763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.825079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.837577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.837782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Deleting port 86a6fafe-741e-4ebd-9a2d-e476c3330567 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:53.838262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.851791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1d56e7-7dab-4a3b-8b2b-3cebb6f218ac tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting subnet 69b8fde9-b06f-4f8c-b166-dec4a2a3418a {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:28:53.863223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b1d56e7-7dab-4a3b-8b2b-3cebb6f218ac tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.900490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:53.900899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:53.922828 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:53.990218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52906) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:54.039031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.102234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b1d56e7-7dab-4a3b-8b2b-3cebb6f218ac tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.147604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.154726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.163890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.183221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Calling delete_port for 86a6fafe-741e-4ebd-9a2d-e476c3330567 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:54.186739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:54.197483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6967eb-6c6e-4d3a-8a2d-fc8c757b5a61 None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:54.207788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6967eb-6c6e-4d3a-8a2d-fc8c757b5a61 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:54.208696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ee6967eb-6c6e-4d3a-8a2d-fc8c757b5a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:54.208869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.222985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.234710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Network': ['ID=bcb84b10-2676-4640-907a-14d0b5b37b87,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:54.245686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:54.259717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] Usage tracker for resource:security_group_rule and tenant:483e0f2e2f924d6c8b314d5385cf729b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:54.263949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:54.275631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ee6967eb-6c6e-4d3a-8a2d-fc8c757b5a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:54.276300 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=346d279c0eb743a3a8f265870a2dfe74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4719031 Apr 22 09:28:54.280162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52912) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:54.280449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2b763-189c-4476-b28f-a372bf06be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a2bac5-aa60-4660-bfc7-dae41ce32d90,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:54.281060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:54.284051 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d1323f79-4083-4348-a2ef-47036fe283cb tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/bcb84b10-2676-4640-907a-14d0b5b37b87 HTTP/1.1" status: 204 len: 168 time: 6.3081827 Apr 22 09:28:54.287382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.289020 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6967eb-6c6e-4d3a-8a2d-fc8c757b5a61 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:54.290168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ee6967eb-6c6e-4d3a-8a2d-fc8c757b5a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:54.300216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52916) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:54.322347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1392563826'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:54.347765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:54.359283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b1d56e7-7dab-4a3b-8b2b-3cebb6f218ac tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.362661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ee6967eb-6c6e-4d3a-8a2d-fc8c757b5a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:54.363255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6967eb-6c6e-4d3a-8a2d-fc8c757b5a61 None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:54.371019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:network and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:54.377761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:54.392328 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-979abeb4-62f2-41be-82ae-3e266c985af1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/floatingips/386a5f89-d56b-4d87-a20f-07ff24f7dc89 HTTP/1.1" status: 200 len: 688 time: 3.5193849 Apr 22 09:28:54.393720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:54.397510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52920) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:54.430404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:54.433946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.487696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-372bf9e8-6445-4bf4-bfae-5e5d5e6ec3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.570586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 4afc8336-0abb-45b7-8893-d7608421b5b9 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:54.570793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.582975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-372bf9e8-6445-4bf4-bfae-5e5d5e6ec3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.591668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.607867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.659996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.676156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:54.745059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event deleted for resources: {'Port': ['ID=86a6fafe-741e-4ebd-9a2d-e476c3330567,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:54.774736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9673c3e5-b2dd-4681-9f15-feb002a787b9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:54.778334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b1d56e7-7dab-4a3b-8b2b-3cebb6f218ac tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.779381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.779812 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Added segment 34da4f44-5402-4596-b34d-37e3903c9e7d of type vlan for network 3a4ea24f-384c-41ca-a928-99b03c93bdf1 Apr 22 09:28:54.787783 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0092db05-99fa-4eed-abe5-bbbf0f1d086b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=483e0f2e2f924d6c8b314d5385cf729b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7965691 Apr 22 09:28:54.797620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52924) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:54.867536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d56e7-7dab-4a3b-8b2b-3cebb6f218ac tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event deleted for resources: {'Subnet': ['ID=69b8fde9-b06f-4f8c-b166-dec4a2a3418a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:54.878257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b1d56e7-7dab-4a3b-8b2b-3cebb6f218ac tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.883947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573831eb-69b8-42a8-bdd6-fa315b00df9e None None] Network f699dc62-2af4-4fc7-b6e1-bb3e433e5379 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:54.890058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.891450 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2b1d56e7-7dab-4a3b-8b2b-3cebb6f218ac tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "DELETE /v2.0/subnets/69b8fde9-b06f-4f8c-b166-dec4a2a3418a HTTP/1.1" status: 204 len: 168 time: 1.2469280 Apr 22 09:28:54.894250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52928) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:54.906620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-372bf9e8-6445-4bf4-bfae-5e5d5e6ec3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:54.949738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bf9e8-6445-4bf4-bfae-5e5d5e6ec3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a2bac5-aa60-4660-bfc7-dae41ce32d90,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:54.974387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.012725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.013079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.089080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.096209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855364ac-1141-4af9-8c36-ad803be31038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.111268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.116689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:55.117271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.155884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for 4afc8336-0abb-45b7-8893-d7608421b5b9 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:55.162786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] DHCP port deletion for f699dc62-2af4-4fc7-b6e1-bb3e433e5379 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:28:55.167419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] Deleting port 409372ab-9351-4140-9f56-cbde50db185d {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:55.167910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.203796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting port 409372ab-9351-4140-9f56-cbde50db185d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:55.204126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.334089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.351859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.358608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855364ac-1141-4af9-8c36-ad803be31038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.367221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-372bf9e8-6445-4bf4-bfae-5e5d5e6ec3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.371351 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-372bf9e8-6445-4bf4-bfae-5e5d5e6ec3d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6a2bac5-aa60-4660-bfc7-dae41ce32d90 HTTP/1.1" status: 204 len: 168 time: 1.0871251 Apr 22 09:28:55.386979 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0723474 Apr 22 09:28:55.400972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52934) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:55.426893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Request body: {'subnet': {'network_id': '3a4ea24f-384c-41ca-a928-99b03c93bdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:55.428697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] For port 409372ab-9351-4140-9f56-cbde50db185d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=409372ab-9351-4140-9f56-cbde50db185d,segment=NetworkSegment(c23af0f0-af67-4047-8171-e1e9326300ee),segment_id=c23af0f0-af67-4047-8171-e1e9326300ee)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:55.432866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.476160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d87eb2-cf5c-4285-a51b-0c735852600c tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Network': ['ID=3a4ea24f-384c-41ca-a928-99b03c93bdf1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:55.483506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.483845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Fanout notify agent at l3_agent the message router_deleted on router 12b92de8-c738-4877-bd2d-0160925a1d42 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:28:55.500122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.503525 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-02aedca4-fed0-4806-a943-f1452c99e55e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/12b92de8-c738-4877-bd2d-0160925a1d42 HTTP/1.1" status: 204 len: 168 time: 2.2182679 Apr 22 09:28:55.509945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52938) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:55.518303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1411940941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:55.526677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:55.530697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Usage tracker for resource:router and tenant:ecb837824e4b4e9f8b24b7e3ae72a0e2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:55.534531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:55.542413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:55.562021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.563944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.584754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.594803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 3a4ea24f-384c-41ca-a928-99b03c93bdf1 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:55.605629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855364ac-1141-4af9-8c36-ad803be31038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.624166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855364ac-1141-4af9-8c36-ad803be31038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9673c3e5-b2dd-4681-9f15-feb002a787b9,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:55.627153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.656907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-855364ac-1141-4af9-8c36-ad803be31038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.658030 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-855364ac-1141-4af9-8c36-ad803be31038 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9673c3e5-b2dd-4681-9f15-feb002a787b9 HTTP/1.1" status: 204 len: 168 time: 0.8586180 Apr 22 09:28:55.672690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.676782 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-18ad1748-8f11-4cc5-899e-ae3407d7f439 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1632023 Apr 22 09:28:55.681228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52946) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:55.692933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': True}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:55.734891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] Calling delete_port for 409372ab-9351-4140-9f56-cbde50db185d owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:55.765557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:55.811505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Usage tracker for resource:subnet and tenant:ce73069753734359bfcf9ae6a8bf3ef1 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:55.821752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:55.852100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] For port 409372ab-9351-4140-9f56-cbde50db185d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=409372ab-9351-4140-9f56-cbde50db185d,segment=NetworkSegment(c23af0f0-af67-4047-8171-e1e9326300ee),segment_id=c23af0f0-af67-4047-8171-e1e9326300ee)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:55.853473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.866954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52950) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:55.867840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:55.877132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:55.986861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.063928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] Pushing event deleted for resources: {'Port': ['ID=409372ab-9351-4140-9f56-cbde50db185d,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:56.071334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfca2ba-1cee-4abd-bb33-cce92eb1ea14 None None] No DVR routers for this DVR port 409372ab-9351-4140-9f56-cbde50db185d on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:28:56.105513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=4afc8336-0abb-45b7-8893-d7608421b5b9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:56.126554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Calling delete_port for 409372ab-9351-4140-9f56-cbde50db185d owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:56.155212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Made reservation on behalf of ce73069753734359bfcf9ae6a8bf3ef1 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:56.159355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.179066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.411351 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-67357982-3dfb-4705-941d-6197f3511ae6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b706290f955b4226ba3bc5ca7737422e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348165 Apr 22 09:28:56.418785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52966) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:56.493500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 409372ab-9351-4140-9f56-cbde50db185d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:28:56.526717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.559824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.592939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 409372ab-9351-4140-9f56-cbde50db185d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:28:56.593280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 409372ab-9351-4140-9f56-cbde50db185d not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:28:56.682756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.691833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:56.692091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:56.699817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9a38221-968a-4eeb-84f3-f28749d33b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.735107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Allocated IP 172.26.2.159 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/f86ccd5b-61d4-4f0c-8b0b-1176b2567bd6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:56.751416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.755490 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-71aae596-918e-4bcc-bedf-0a8ec7288b17 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/floatingips/386a5f89-d56b-4d87-a20f-07ff24f7dc89 HTTP/1.1" status: 204 len: 168 time: 2.3541465 Apr 22 09:28:56.755490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9a38221-968a-4eeb-84f3-f28749d33b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.763418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 52978) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:56.843242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52984) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:56.888872 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-d427e5e4-2c53-4033-972e-a633063289f1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] delete failed (client error): The resource could not be found. Apr 22 09:28:56.889888 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d427e5e4-2c53-4033-972e-a633063289f1 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/floatingips/386a5f89-d56b-4d87-a20f-07ff24f7dc89 HTTP/1.1" status: 404 len: 345 time: 0.1224158 Apr 22 09:28:56.896433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52990) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:56.966525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.974979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--345130366'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:56.976978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9a38221-968a-4eeb-84f3-f28749d33b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:56.986828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:56.994188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:56.997694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:57.007702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:57.029268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a38221-968a-4eeb-84f3-f28749d33b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153445fe-e270-436f-9746-f5940bb47ebe,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:57.030797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.059215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9a38221-968a-4eeb-84f3-f28749d33b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.060328 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a9a38221-968a-4eeb-84f3-f28749d33b8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/153445fe-e270-436f-9746-f5940bb47ebe HTTP/1.1" status: 204 len: 168 time: 0.6396372 Apr 22 09:28:57.063072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb97f6-e60a-48be-a535-33216b240ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:57.069365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb97f6-e60a-48be-a535-33216b240ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:57.075041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeb97f6-e60a-48be-a535-33216b240ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:57.076687 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8eeb97f6-e60a-48be-a535-33216b240ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "GET /v2.0/ports?network_id=0b5761af-5bbd-4ae2-95cb-e625a2927642 HTTP/1.1" status: 200 len: 2359 time: 0.1795325 Apr 22 09:28:57.080020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 52996) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:57.081540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.099302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:28:57.100519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.191381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event updated for resources: {'Subnet': ['ID=bd915693-9a89-47d1-924f-55e43b747415,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:57.195585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Deleting port 409372ab-9351-4140-9f56-cbde50db185d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:57.195927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.232901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Checking segment: {'id': '34da4f44-5402-4596-b34d-37e3903c9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3a4ea24f-384c-41ca-a928-99b03c93bdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:57.234294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network hostable DHCP agents. Network: 3a4ea24f-384c-41ca-a928-99b03c93bdf1, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:28:57.252299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:57.265073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:57.269730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:57.279817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:57.280209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] The port '409372ab-9351-4140-9f56-cbde50db185d' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:28:57.287143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.335000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442af97-5230-465a-be1a-911b0afbe4fe tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:57.341019 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c442af97-5230-465a-be1a-911b0afbe4fe tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "GET /v2.0/subnets/0b80abc7-d9e3-42b1-82d6-08000a21a988 HTTP/1.1" status: 200 len: 797 time: 0.2425747 Apr 22 09:28:57.341324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53002) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:57.351989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'port': {'network_id': '0b5761af-5bbd-4ae2-95cb-e625a2927642', 'name': 'tempest-FloatingIPTestJSON-2096561444', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:57.368742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:57.374634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:57.386141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:57.394486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Network 3a4ea24f-384c-41ca-a928-99b03c93bdf1 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:28:57.422739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'Port': ['ID=f86ccd5b-61d4-4f0c-8b0b-1176b2567bd6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:57.479684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.486651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 3a4ea24f-384c-41ca-a928-99b03c93bdf1) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:57.491592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:57.492258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.496448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c46c53f-994e-4f1d-b68a-a0ccb82e8998 None None] Network 3a4ea24f-384c-41ca-a928-99b03c93bdf1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:57.605536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f699dc62-2af4-4fc7-b6e1-bb3e433e5379']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:57.627512 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3985c2f5-b1b5-4bc9-a2d3-c0fc2458e9b5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2138238 Apr 22 09:28:57.631981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53014) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:57.633630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23af0f0-af67-4047-8171-e1e9326300ee') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:57.633929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23af0f0-af67-4047-8171-e1e9326300ee') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:57.670897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.748200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:57.757655 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.759557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:port and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:57.767854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:57.798567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.810653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.823854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-3a4ea24f-384c-41ca-a928-99b03c93bdf1', 'network_id': '3a4ea24f-384c-41ca-a928-99b03c93bdf1', 'tenant_id': 'ce73069753734359bfcf9ae6a8bf3ef1', 'fixed_ips': [{'subnet_id': 'bd915693-9a89-47d1-924f-55e43b747415'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:28:57.824914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.825053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:57.835079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:57.841536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:57.848515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:57.851846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:28:57.852688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.862671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:28:57.874172 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:28:57.931885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fecb3d-6072-4bfc-b2c2-fcdff4951202,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:57.985832 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:57.998024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Allocated IP 2001:db8::f816:3eff:fec5:f99 (3a4ea24f-384c-41ca-a928-99b03c93bdf1/bd915693-9a89-47d1-924f-55e43b747415/d77f5839-2449-403a-91b6-8d67e61fdebb) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:58.046828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.053711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53026) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:58.055838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.099148 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] 10.222.0.32 "DELETE /v2.0/networks/f699dc62-2af4-4fc7-b6e1-bb3e433e5379 HTTP/1.1" status: 204 len: 168 time: 3.2009740 Apr 22 09:28:58.110955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751750f-30fb-46fa-893b-ef2a2bf866a9 tempest-AllowedAddressPairTestJSON-1982052449 tempest-AllowedAddressPairTestJSON-1982052449-project] Pushing event deleted for resources: {'Network': ['ID=f699dc62-2af4-4fc7-b6e1-bb3e433e5379,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:58.133055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:58.177008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.193984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.216315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.242424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.258398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Transition to ACTIVE for port object d77f5839-2449-403a-91b6-8d67e61fdebb will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:58.279660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Transition to ACTIVE for port object d77f5839-2449-403a-91b6-8d67e61fdebb will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:28:58.289606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.290210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1389675281'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:58.294682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:58.298441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:58.301692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:58.307367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:58.309079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port d77f5839-2449-403a-91b6-8d67e61fdebb {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:58.309696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.333984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:58.337299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.354866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa6fb85-8729-430f-a1e1-91e43bf96f4d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:58.360584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.361779 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-74fd9b4c-ecb7-44e5-86d5-675059cb18f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5175359 Apr 22 09:28:58.362629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.372754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53036) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:58.395630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:58.399420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:security_group_rule and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:58.399586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Pushing event updated for resources: {'Port': ['ID=d77f5839-2449-403a-91b6-8d67e61fdebb,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:58.402256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:58.406239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Network 3a4ea24f-384c-41ca-a928-99b03c93bdf1 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:28:58.407907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:28:58.408112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:58.410356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:28:58.483578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.502795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53040) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:58.508008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Attempting to bind port d77f5839-2449-403a-91b6-8d67e61fdebb on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:28:58.509024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Attempting to bind port d77f5839-2449-403a-91b6-8d67e61fdebb by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '34da4f44-5402-4596-b34d-37e3903c9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3a4ea24f-384c-41ca-a928-99b03c93bdf1'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:28:58.509542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Attempting to bind port d77f5839-2449-403a-91b6-8d67e61fdebb on network 3a4ea24f-384c-41ca-a928-99b03c93bdf1 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:28:58.516209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:28:58.516874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Checking segment: {'id': '34da4f44-5402-4596-b34d-37e3903c9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3a4ea24f-384c-41ca-a928-99b03c93bdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:28:58.517427 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.518356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Bound using segment: {'id': '34da4f44-5402-4596-b34d-37e3903c9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3a4ea24f-384c-41ca-a928-99b03c93bdf1'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:28:58.526504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Bound port: d77f5839-2449-403a-91b6-8d67e61fdebb, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34da4f44-5402-4596-b34d-37e3903c9e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '3a4ea24f-384c-41ca-a928-99b03c93bdf1'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:28:58.530578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.538903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] device_id is not set on port 49c9202d-267e-4f0c-bced-0c54c9fd562a yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:28:58.585389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.591635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-61607bd4-83a3-4e1d-8f30-e66061e32e6c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:58.610310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.677437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] For port d77f5839-2449-403a-91b6-8d67e61fdebb, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:28:58.682101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] For port d77f5839-2449-403a-91b6-8d67e61fdebb, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d77f5839-2449-403a-91b6-8d67e61fdebb,segment=NetworkSegment(34da4f44-5402-4596-b34d-37e3903c9e7d),segment_id=34da4f44-5402-4596-b34d-37e3903c9e7d)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:28:58.687439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.711154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-61607bd4-83a3-4e1d-8f30-e66061e32e6c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:58.715292 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-61607bd4-83a3-4e1d-8f30-e66061e32e6c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3369160 Apr 22 09:28:58.720199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53046) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:58.726183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.733159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c0237104-0d14-4ca8-9ba3-3ae5990312b5 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-security--885298263', 'description': 'tempest-security-description-1656070202'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:58.747611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.771515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:28:58.779844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61541e5-c8b9-405a-aa3f-d732b451d414 None None] Pushing event updated for resources: {'Port': ['ID=d77f5839-2449-403a-91b6-8d67e61fdebb,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:58.980914 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1e750cf3-d37b-43cb-9386-dc3b987aa494 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9620b56981564274a4681613d8875bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768810 Apr 22 09:28:58.989590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53050) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:58.990262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:58.991149 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment d0f4bfd1-1103-474d-82e8-b41305e75be0 of type vlan for network 4af1170c-e729-4de4-8ff5-fd62fb0507cb Apr 22 09:28:59.017349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0237104-0d14-4ca8-9ba3-3ae5990312b5 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.022389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] For port d77f5839-2449-403a-91b6-8d67e61fdebb, host dv-neutron-839018-1-hyperv, got binding levels [] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:28:59.022681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.038821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef55bf9c-6386-4b13-ab3b-0f52de97a3f3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:59.101869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.131651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0237104-0d14-4ca8-9ba3-3ae5990312b5 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.153221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0237104-0d14-4ca8-9ba3-3ae5990312b5 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.199669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.204972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:28:59.205570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.222627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Calling delete_port for d77f5839-2449-403a-91b6-8d67e61fdebb owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:28:59.241525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0237104-0d14-4ca8-9ba3-3ae5990312b5 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa6fb85-8729-430f-a1e1-91e43bf96f4d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:59.265358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Router 9fbd4e35-56c9-4352-8e49-df7c6e3971fa is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:28:59.267385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0237104-0d14-4ca8-9ba3-3ae5990312b5 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.271800 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c0237104-0d14-4ca8-9ba3-3ae5990312b5 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "PUT /v2.0/security-groups/1aa6fb85-8729-430f-a1e1-91e43bf96f4d HTTP/1.1" status: 200 len: 1777 time: 0.5475023 Apr 22 09:28:59.273250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53054) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:59.276859 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2205963 Apr 22 09:28:59.299893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aba8c551-7b4f-43d1-a157-d1bc816b6d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.400372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8a9b6-a29a-4403-9423-9ad785849860 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=4af1170c-e729-4de4-8ff5-fd62fb0507cb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:59.407070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aba8c551-7b4f-43d1-a157-d1bc816b6d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.419562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53058) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:59.424556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 4af1170c-e729-4de4-8ff5-fd62fb0507cb details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:28:59.426032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': '4af1170c-e729-4de4-8ff5-fd62fb0507cb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:59.455136 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-27d3507f-9f99-4caa-a10d-f578f4d59656 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups/1aa6fb85-8729-430f-a1e1-91e43bf96f4d HTTP/1.1" status: 200 len: 1777 time: 0.1776736 Apr 22 09:28:59.455939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53062) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:59.459605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:28:59.459920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:28:59.601635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:28:59.607452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.611480 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4c368ef7-bab6-421f-bf65-b61c152a9e1f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "PUT /v2.0/routers/9fbd4e35-56c9-4352-8e49-df7c6e3971fa HTTP/1.1" status: 200 len: 915 time: 3.9288733 Apr 22 09:28:59.615219 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77e6271-1e6c-4e04-afaa-3fa4a3a6722b None None] Sync routers for ids ['9fbd4e35-56c9-4352-8e49-df7c6e3971fa'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:28:59.615792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53066) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:59.632219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4abf493-a39c-4f75-b739-265b29a7b750 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.638457 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e6271-1e6c-4e04-afaa-3fa4a3a6722b None None] Routers {'9fbd4e35-56c9-4352-8e49-df7c6e3971fa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:59.639321 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a77e6271-1e6c-4e04-afaa-3fa4a3a6722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9fbd4e35-56c9-4352-8e49-df7c6e3971fa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:59.662699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4abf493-a39c-4f75-b739-265b29a7b750 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.709990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.20.0.14 (0b5761af-5bbd-4ae2-95cb-e625a2927642/0b80abc7-d9e3-42b1-82d6-08000a21a988/49c9202d-267e-4f0c-bced-0c54c9fd562a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:59.712086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:59.715846 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a77e6271-1e6c-4e04-afaa-3fa4a3a6722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:59.729258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.20.0.13 (0b5761af-5bbd-4ae2-95cb-e625a2927642/0b80abc7-d9e3-42b1-82d6-08000a21a988/49c9202d-267e-4f0c-bced-0c54c9fd562a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:28:59.732518 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77e6271-1e6c-4e04-afaa-3fa4a3a6722b None None] Routers {'9fbd4e35-56c9-4352-8e49-df7c6e3971fa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:28:59.733123 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a77e6271-1e6c-4e04-afaa-3fa4a3a6722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9fbd4e35-56c9-4352-8e49-df7c6e3971fa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:59.733925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4abf493-a39c-4f75-b739-265b29a7b750 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.734055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:59.742478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:59.751625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aba8c551-7b4f-43d1-a157-d1bc816b6d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.758123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:59.759111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abf493-a39c-4f75-b739-265b29a7b750 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa6fb85-8729-430f-a1e1-91e43bf96f4d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:59.782718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8c551-7b4f-43d1-a157-d1bc816b6d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e050ba59-497c-4f0b-b37c-9654721e9711,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:28:59.790479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4abf493-a39c-4f75-b739-265b29a7b750 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.796495 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a4abf493-a39c-4f75-b739-265b29a7b750 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/1aa6fb85-8729-430f-a1e1-91e43bf96f4d HTTP/1.1" status: 204 len: 168 time: 0.3394384 Apr 22 09:28:59.797337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53070) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:59.828993 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a77e6271-1e6c-4e04-afaa-3fa4a3a6722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:28:59.829399 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77e6271-1e6c-4e04-afaa-3fa4a3a6722b None None] The sync data for ids ['9fbd4e35-56c9-4352-8e49-df7c6e3971fa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:28:59.869899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-67ceed22-83ad-4ae0-aa23-37b867644743 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:28:59.887419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-67ceed22-83ad-4ae0-aa23-37b867644743 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:28:59.889066 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-67ceed22-83ad-4ae0-aa23-37b867644743 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0895464 Apr 22 09:28:59.891811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53074) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:59.899472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:28:59.902865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.909086 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-53d52803-bc25-4e46-a386-8ae0eeb704e0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] delete failed (client error): The resource could not be found. Apr 22 09:28:59.911321 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-53d52803-bc25-4e46-a386-8ae0eeb704e0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/1aa6fb85-8729-430f-a1e1-91e43bf96f4d HTTP/1.1" status: 404 len: 347 time: 0.0172997 Apr 22 09:28:59.915035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53078) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:28:59.919948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--764781491'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:28:59.923677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ccb80-2fe8-41de-aa3d-997257961b17 None None] Network 3a4ea24f-384c-41ca-a928-99b03c93bdf1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:28:59.925700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:59.936364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:28:59.947214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.969421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port d77f5839-2449-403a-91b6-8d67e61fdebb {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:28:59.970046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:28:59.971056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:28:59.975106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:28:59.978078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:28:59.983686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:00.004017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aba8c551-7b4f-43d1-a157-d1bc816b6d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.007995 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aba8c551-7b4f-43d1-a157-d1bc816b6d9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e050ba59-497c-4f0b-b37c-9654721e9711 HTTP/1.1" status: 204 len: 168 time: 1.0151715 Apr 22 09:29:00.069066 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cbf3cb37-d25d-4bc5-b3e2-a091d5c0da83 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/routers/9fbd4e35-56c9-4352-8e49-df7c6e3971fa HTTP/1.1" status: 200 len: 921 time: 0.4510579 Apr 22 09:29:00.069539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.071871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53084) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:00.120308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.197632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8fa705-11b3-483f-bb34-7474d41e2674,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:00.205235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.209333 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8bfae072-dfd0-4a40-9263-50e7a98d6364 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2904654 Apr 22 09:29:00.209333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53090) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:00.216007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': 'ed8fa705-11b3-483f-bb34-7474d41e2674', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:00.218993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e6748b39-34fb-442e-88de-d8556458e316 None None] Provisioning for port d77f5839-2449-403a-91b6-8d67e61fdebb completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:00.223607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:00.236189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:00.240920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb8fdc-4c06-4ae6-a12b-54071d6933ab tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:00.242420 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1abb8fdc-4c06-4ae6-a12b-54071d6933ab tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=9fbd4e35-56c9-4352-8e49-df7c6e3971fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1690762 Apr 22 09:29:00.243393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:00.245978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53094) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:00.356238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:00.387899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.412846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.422753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b074cf3-6c8c-4b0d-bf61-3061167f846f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:00.427460 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6b074cf3-6c8c-4b0d-bf61-3061167f846f tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 881 time: 0.1792498 Apr 22 09:29:00.431012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53104) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:00.524488 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-930ea799-5429-4ebb-a36d-269a5842024f tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fbd4e35-56c9-4352-8e49-df7c6e3971fa HTTP/1.1" status: 200 len: 205 time: 0.0914803 Apr 22 09:29:00.527587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53110) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:00.567684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d77f5839-2449-403a-91b6-8d67e61fdebb up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:00.634910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.646757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.694018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port d77f5839-2449-403a-91b6-8d67e61fdebb completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:00.701218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d77f5839-2449-403a-91b6-8d67e61fdebb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:00.702456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.706218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b83e16-fda2-48f8-8c95-defbea619d5b,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:00.751621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] For port d77f5839-2449-403a-91b6-8d67e61fdebb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d77f5839-2449-403a-91b6-8d67e61fdebb,segment=NetworkSegment(34da4f44-5402-4596-b34d-37e3903c9e7d),segment_id=34da4f44-5402-4596-b34d-37e3903c9e7d)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:00.751621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.779935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.783790 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-83c2f774-e6fc-4301-b1b3-aff58d960f8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5710287 Apr 22 09:29:00.784676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53118) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:00.834197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.849387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.885457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port d77f5839-2449-403a-91b6-8d67e61fdebb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d77f5839-2449-403a-91b6-8d67e61fdebb,segment=NetworkSegment(34da4f44-5402-4596-b34d-37e3903c9e7d),segment_id=34da4f44-5402-4596-b34d-37e3903c9e7d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:00.890393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.896304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-582504ca-c012-47be-8630-5f1b943711da tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.908774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Calling delete_port for d77f5839-2449-403a-91b6-8d67e61fdebb owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:00.917386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-582504ca-c012-47be-8630-5f1b943711da tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.944742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:00.985212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=d77f5839-2449-403a-91b6-8d67e61fdebb,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:01.004204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.030911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-582504ca-c012-47be-8630-5f1b943711da tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.053763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53126) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:01.054414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582504ca-c012-47be-8630-5f1b943711da tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7b83e16-fda2-48f8-8c95-defbea619d5b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:01.073463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-582504ca-c012-47be-8630-5f1b943711da tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.076863 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-582504ca-c012-47be-8630-5f1b943711da tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a7b83e16-fda2-48f8-8c95-defbea619d5b HTTP/1.1" status: 204 len: 168 time: 0.2894893 Apr 22 09:29:01.079056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53132) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:01.112754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.132596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Deleting port f86ccd5b-61d4-4f0c-8b0b-1176b2567bd6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:01.132967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.133463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:01.144492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:01.146869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=3dd94a67-a500-4877-8282-e2ae67c7de6a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:01.148775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:01.190739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': 'd0f4bfd1-1103-474d-82e8-b41305e75be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af1170c-e729-4de4-8ff5-fd62fb0507cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:01.191100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: 4af1170c-e729-4de4-8ff5-fd62fb0507cb, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:01.204070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=49c9202d-267e-4f0c-bced-0c54c9fd562a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:01.218121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:01.218434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:01.245119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:01.245750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.260122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network 4af1170c-e729-4de4-8ff5-fd62fb0507cb is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:01.274060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 4af1170c-e729-4de4-8ff5-fd62fb0507cb) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:01.278367 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0438c699-e12c-43be-b481-2b5bea8da0a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.9360714 Apr 22 09:29:01.280007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:01.280628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.284435 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c4830-fddd-4ca8-8339-23ac380ccad1 None None] Network 4af1170c-e729-4de4-8ff5-fd62fb0507cb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:01.284583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53136) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:01.296306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '49c9202d-267e-4f0c-bced-0c54c9fd562a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:01.299511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'networks': [{'name': 'tempest-network--1903057966'}, {'name': 'tempest-network--50454283'}]} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:01.299807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'network': {'name': 'tempest-network--1903057966'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:01.300256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'network': {'name': 'tempest-network--50454283'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:01.306127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:01.311947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:floatingip and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:01.314484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7f5ac76b-fada-4fb1-a00b-40219523f2af tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:01.315227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:01.318769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:01.323431 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a9bfea28-2d31-4d4d-87fd-2c2641d64a03 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8993456 Apr 22 09:29:01.323591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53140) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:01.325060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Usage tracker for resource:network and tenant:c36cf5f0a64a4a30a9ca392341b4b33a is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:01.326073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:01.331494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1385866399'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:01.333964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:01.340236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:01.345854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:01.349492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:01.352725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.367088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:01.371531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:01.401842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:01.405439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.438550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7f5ac76b-fada-4fb1-a00b-40219523f2af tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:01.443248 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7f5ac76b-fada-4fb1-a00b-40219523f2af tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3599410 Apr 22 09:29:01.445001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53144) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:01.459712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Made reservation on behalf of c36cf5f0a64a4a30a9ca392341b4b33a for: {'network': 2} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:01.468644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.495930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.497528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:01.516956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.517330 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment 0c8b6881-f04f-4285-8225-5c899b78ad57 of type vlan for network eab39f98-5a56-42f5-93ee-578352aa4813 Apr 22 09:29:01.531130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:01.535123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Usage tracker for resource:security_group_rule and tenant:c36cf5f0a64a4a30a9ca392341b4b33a is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:01.538159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:01.544077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:01.555524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.571206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port d77f5839-2449-403a-91b6-8d67e61fdebb {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:01.571575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.593624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-4af1170c-e729-4de4-8ff5-fd62fb0507cb', 'network_id': '4af1170c-e729-4de4-8ff5-fd62fb0507cb', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '3dd94a67-a500-4877-8282-e2ae67c7de6a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:01.594803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.616285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.682189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.697067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.702524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:01.703116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.755771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Allocated IP 172.20.255.242 (4af1170c-e729-4de4-8ff5-fd62fb0507cb/3dd94a67-a500-4877-8282-e2ae67c7de6a/f7235a6f-7b1e-4451-8e47-21f43f63e4b6) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:01.816747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.825685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Calling delete_port for f86ccd5b-61d4-4f0c-8b0b-1176b2567bd6 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:01.852648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b886d11-2f00-4a81-b44e-bafbfc13be4e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.863141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.864126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:01.899272 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5746586 Apr 22 09:29:01.908306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53148) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:01.930724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a7e0f-4106-4152-9e8d-3b7b1b245ec7 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=eab39f98-5a56-42f5-93ee-578352aa4813,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:01.938739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': 'eab39f98-5a56-42f5-93ee-578352aa4813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:01.971006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network eab39f98-5a56-42f5-93ee-578352aa4813 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:01.987032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b886d11-2f00-4a81-b44e-bafbfc13be4e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.006079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc50f965-cca0-4835-a022-10e09abbdaad,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:02.022797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.037214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.26.2.144 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/ddef3831-33e9-408a-a873-d3023ae74bf6) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:02.093800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Transition to ACTIVE for port object f7235a6f-7b1e-4451-8e47-21f43f63e4b6 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:02.108468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:02.112855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] For port d77f5839-2449-403a-91b6-8d67e61fdebb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d77f5839-2449-403a-91b6-8d67e61fdebb,segment=NetworkSegment(34da4f44-5402-4596-b34d-37e3903c9e7d),segment_id=34da4f44-5402-4596-b34d-37e3903c9e7d)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:02.113238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.120780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Transition to ACTIVE for port object f7235a6f-7b1e-4451-8e47-21f43f63e4b6 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:02.127288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.150785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.151127 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Added segment 2d0f9d7b-d78b-4d92-8594-b4dc595db1a0 of type vlan for network 74fa4436-15b7-4629-9fb7-959b2a9ca9ff Apr 22 09:29:02.173901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:02.191095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:02.194630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:02.198836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Network 4af1170c-e729-4de4-8ff5-fd62fb0507cb is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:02.199008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b886d11-2f00-4a81-b44e-bafbfc13be4e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.204472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.206193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:02.211024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:02.214830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Pushing event updated for resources: {'Port': ['ID=f7235a6f-7b1e-4451-8e47-21f43f63e4b6,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:02.226482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:02.247076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b886d11-2f00-4a81-b44e-bafbfc13be4e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8fa705-11b3-483f-bb34-7474d41e2674,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:02.275706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:02.279161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.302938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.325383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Attempting to bind port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:02.325928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Attempting to bind port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd0f4bfd1-1103-474d-82e8-b41305e75be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af1170c-e729-4de4-8ff5-fd62fb0507cb'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:02.327035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Attempting to bind port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 on network 4af1170c-e729-4de4-8ff5-fd62fb0507cb {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:02.333604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:02.333604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Checking segment: {'id': 'd0f4bfd1-1103-474d-82e8-b41305e75be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af1170c-e729-4de4-8ff5-fd62fb0507cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:02.334210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.334694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Bound using segment: {'id': 'd0f4bfd1-1103-474d-82e8-b41305e75be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af1170c-e729-4de4-8ff5-fd62fb0507cb'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:02.335207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Bound port: f7235a6f-7b1e-4451-8e47-21f43f63e4b6, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f4bfd1-1103-474d-82e8-b41305e75be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4af1170c-e729-4de4-8ff5-fd62fb0507cb'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:02.335675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.426857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:02.442526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] For port f7235a6f-7b1e-4451-8e47-21f43f63e4b6, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:02.462493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b886d11-2f00-4a81-b44e-bafbfc13be4e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.463618 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2b886d11-2f00-4a81-b44e-bafbfc13be4e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed8fa705-11b3-483f-bb34-7474d41e2674 HTTP/1.1" status: 204 len: 168 time: 1.0176747 Apr 22 09:29:02.467984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.468311 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Added segment 3e48c7e2-672f-4035-91fb-8720c38ae39d of type vlan for network 4befef64-df5c-4acb-8daf-8cf6432222b9 Apr 22 09:29:02.469175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d77f5839-2449-403a-91b6-8d67e61fdebb up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:02.469859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53152) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:02.507193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.516603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] For port f7235a6f-7b1e-4451-8e47-21f43f63e4b6, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f7235a6f-7b1e-4451-8e47-21f43f63e4b6,segment=NetworkSegment(d0f4bfd1-1103-474d-82e8-b41305e75be0),segment_id=d0f4bfd1-1103-474d-82e8-b41305e75be0)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:02.536318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.580697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Calling delete_port for d77f5839-2449-403a-91b6-8d67e61fdebb owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:02.594353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event deleted for resources: {'Port': ['ID=f86ccd5b-61d4-4f0c-8b0b-1176b2567bd6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:02.630020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.631237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.635136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d77f5839-2449-403a-91b6-8d67e61fdebb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:02.635501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.673496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70676ef-c1b1-4237-af5f-bd4873f5fe29 None None] Pushing event updated for resources: {'Port': ['ID=f7235a6f-7b1e-4451-8e47-21f43f63e4b6,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:02.734339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:02.737206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f2f30329-6b93-4276-8b89-ede9730817d1 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:02.737650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:02.740102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:02.763608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.764214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.771137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:02.774688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=ddef3831-33e9-408a-a873-d3023ae74bf6,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:02.776132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:02.777126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:02.943970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f2f30329-6b93-4276-8b89-ede9730817d1 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:02.949386 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f2f30329-6b93-4276-8b89-ede9730817d1 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4688954 Apr 22 09:29:02.959196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53156) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:02.972578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--374673001'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:02.998876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:03.003961 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9466393 Apr 22 09:29:03.005415 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53160) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:03.023429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.053458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:03.140382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.236650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Network': ['ID=74fa4436-15b7-4629-9fb7-959b2a9ca9ff,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:03.248248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 74fa4436-15b7-4629-9fb7-959b2a9ca9ff details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:03.250074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Port': ['ID=d77f5839-2449-403a-91b6-8d67e61fdebb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:03.260645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.369394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.375378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.399788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8c460a-03d2-4cbb-8c6b-c693036d4b0d None None] DHCP port deletion for 3a4ea24f-384c-41ca-a928-99b03c93bdf1 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:29:03.435850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.459886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No DVR routers for this DVR port d77f5839-2449-403a-91b6-8d67e61fdebb on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:03.463626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:03.492787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe8e8b-69e0-43e3-bea9-ae922c63ca97 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Network': ['ID=4befef64-df5c-4acb-8daf-8cf6432222b9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:03.507717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 4befef64-df5c-4acb-8daf-8cf6432222b9 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:03.522057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.522804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Fanout notify agent at l3_agent the message router_deleted on router 9fbd4e35-56c9-4352-8e49-df7c6e3971fa {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:29:03.523713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:03.548586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:03.558560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=417784f8-3501-47fd-98fb-66a16475f734,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:03.570420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.571657 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a508867a-c467-4a64-b5bb-5cca95f150fa tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/9fbd4e35-56c9-4352-8e49-df7c6e3971fa HTTP/1.1" status: 204 len: 168 time: 3.0431654 Apr 22 09:29:03.573459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:03.584021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53164) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:03.593757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1946701772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:03.596870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ad61c-b290-474e-974a-7b37c1f71298 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:03.602572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': '0c8b6881-f04f-4285-8225-5c899b78ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eab39f98-5a56-42f5-93ee-578352aa4813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:03.602936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: eab39f98-5a56-42f5-93ee-578352aa4813, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:03.603409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ad61c-b290-474e-974a-7b37c1f71298 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:03.610159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ad61c-b290-474e-974a-7b37c1f71298 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:03.616788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2ad61c-b290-474e-974a-7b37c1f71298 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:03.618488 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3f2ad61c-b290-474e-974a-7b37c1f71298 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6105418 Apr 22 09:29:03.633196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:03.636806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53170) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:03.640996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Usage tracker for resource:router and tenant:ecb837824e4b4e9f8b24b7e3ae72a0e2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:03.662228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:03.665012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.690094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:03.752051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network eab39f98-5a56-42f5-93ee-578352aa4813 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:03.754617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.755529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.790628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, eab39f98-5a56-42f5-93ee-578352aa4813) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:03.798181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.801829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:03.802387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.803214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a082e-470c-4bbf-b5bb-1e770da3a426 None None] Network eab39f98-5a56-42f5-93ee-578352aa4813 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:03.844845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.856574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.872045 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-84206d79-9e95-4ce9-adf1-8ca3441c686b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9600742 Apr 22 09:29:03.885581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53174) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:03.895420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.897750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:03.909870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ccf090-dfd0-4216-bcc2-e7d4e75ff95d None None] Network 4af1170c-e729-4de4-8ff5-fd62fb0507cb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:03.928629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Subnet': ['ID=bd915693-9a89-47d1-924f-55e43b747415,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:03.974374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09659b-2d99-4947-ae18-c2650b970250 None None] Network 3a4ea24f-384c-41ca-a928-99b03c93bdf1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:04.060032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e256f55c-8a61-4496-b58a-63cb7a6d2d88,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:04.067855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.088467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.096744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.102013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.105436 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-320317b7-88ee-4394-b1b3-1434c4262520 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1449423 Apr 22 09:29:04.107054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53178) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:04.129179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fa4436-15b7-4629-9fb7-959b2a9ca9ff']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:04.133439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35a17447-d155-4690-b4bf-05f38f3bcb71 None None] Provisioning for port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:04.136704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.146028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': 'e256f55c-8a61-4496-b58a-63cb7a6d2d88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:04.158449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4ea24f-384c-41ca-a928-99b03c93bdf1']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:04.170752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:04.177638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0f9d7b-d78b-4d92-8594-b4dc595db1a0') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:04.177883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34da4f44-5402-4596-b34d-37e3903c9e7d') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:04.177983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34da4f44-5402-4596-b34d-37e3903c9e7d') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:04.178409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0f9d7b-d78b-4d92-8594-b4dc595db1a0') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:04.185417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:04.189002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:04.197527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.199269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:04.207119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.208090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.225925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.227237 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1ab68b71-0b1a-43ea-95cf-0d8a0c1f2b90 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6420732 Apr 22 09:29:04.232141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53182) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:04.237771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.240540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': False}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:04.245786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.312837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:04.315031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.328603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:04.333904 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:04.412882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:04.413589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:04.431862 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:04.575030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043ece83-054b-41ef-acc7-34f73287864b None None] DHCP port deletion for 3a4ea24f-384c-41ca-a928-99b03c93bdf1 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:29:04.580675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-eab39f98-5a56-42f5-93ee-578352aa4813', 'network_id': 'eab39f98-5a56-42f5-93ee-578352aa4813', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '417784f8-3501-47fd-98fb-66a16475f734'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:04.581492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.601310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.636855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.658568 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f7235a6f-7b1e-4451-8e47-21f43f63e4b6 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:04.829273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.838132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.855461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.862014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:04.864253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.866123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Allocated IP 172.20.0.2 (eab39f98-5a56-42f5-93ee-578352aa4813/417784f8-3501-47fd-98fb-66a16475f734/c48573b3-e7e0-4962-b5e4-aebfa386cf8b) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:04.872429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:04.872814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.883468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.890487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Network': ['ID=3a4ea24f-384c-41ca-a928-99b03c93bdf1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:04.905649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.905997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.906339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.906675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.907013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.907540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.907657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.907984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.908310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.908660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.908982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.909298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:04.919137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.923488 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0f525595-b3b4-4599-af25-49e7ece29992 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/3a4ea24f-384c-41ca-a928-99b03c93bdf1 HTTP/1.1" status: 204 len: 168 time: 7.2825799 Apr 22 09:29:04.930284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f27d33-061e-444f-af6f-db5f3a47988e,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:04.932937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53188) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:04.993817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Network': ['ID=74fa4436-15b7-4629-9fb7-959b2a9ca9ff,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:04.994363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:04.998601 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4803b327-c80b-46f9-a789-353aa4b25bb7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8599799 Apr 22 09:29:05.000810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53192) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.009250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': 'e256f55c-8a61-4496-b58a-63cb7a6d2d88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:05.015725 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3ddfb3de-061e-49a6-9d3a-f8436697198e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/networks/74fa4436-15b7-4629-9fb7-959b2a9ca9ff HTTP/1.1" status: 204 len: 168 time: 1.3768754 Apr 22 09:29:05.016744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53196) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.017714 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68cf865-8f5a-4c3c-86a8-1f3f7f2b40d5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:05.017817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68cf865-8f5a-4c3c-86a8-1f3f7f2b40d5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:05.022718 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c68cf865-8f5a-4c3c-86a8-1f3f7f2b40d5 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/subnets/bd915693-9a89-47d1-924f-55e43b747415 HTTP/1.1" status: 404 len: 337 time: 0.0778522 Apr 22 09:29:05.024525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53198) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.025610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.027055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:05.050629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:05.057885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:05.078750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:05.085865 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9185a305-1ce9-4411-ba0c-80d37f01ec66 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:05.086180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9185a305-1ce9-4411-ba0c-80d37f01ec66 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:05.087833 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9185a305-1ce9-4411-ba0c-80d37f01ec66 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/3a4ea24f-384c-41ca-a928-99b03c93bdf1 HTTP/1.1" status: 404 len: 339 time: 0.0623937 Apr 22 09:29:05.091443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53204) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.094070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.137039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.167795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.172261 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4211ae47-63a8-4b85-8b49-c59b95cc8bba tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:05.172732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4211ae47-63a8-4b85-8b49-c59b95cc8bba tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:05.174414 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4211ae47-63a8-4b85-8b49-c59b95cc8bba tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/subnets/76c223c8-e4ac-4091-8852-342b317d69f0 HTTP/1.1" status: 404 len: 337 time: 0.0783296 Apr 22 09:29:05.180681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53208) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.212061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.222940 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ccbe70-558c-4955-ab2f-9b79cf55b1fa tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:05.223414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ccbe70-558c-4955-ab2f-9b79cf55b1fa tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:05.227953 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a3ccbe70-558c-4955-ab2f-9b79cf55b1fa tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/bcb84b10-2676-4640-907a-14d0b5b37b87 HTTP/1.1" status: 404 len: 339 time: 0.0463302 Apr 22 09:29:05.229754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53212) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.231975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.257510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port f7235a6f-7b1e-4451-8e47-21f43f63e4b6, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f7235a6f-7b1e-4451-8e47-21f43f63e4b6,segment=NetworkSegment(d0f4bfd1-1103-474d-82e8-b41305e75be0),segment_id=d0f4bfd1-1103-474d-82e8-b41305e75be0)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:05.265753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.285274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=ddef3831-33e9-408a-a873-d3023ae74bf6,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:05.313324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.326731 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce4faf4-f1f1-497d-9a3f-01dc9b0e48ab tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:05.327809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce4faf4-f1f1-497d-9a3f-01dc9b0e48ab tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:05.332866 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7ce4faf4-f1f1-497d-9a3f-01dc9b0e48ab tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/subnets/1291e1c0-3908-40cb-809e-2ab7660086db HTTP/1.1" status: 404 len: 337 time: 0.1012809 Apr 22 09:29:05.333645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53216) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.341290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-83990481-9f73-4297-87bf-c1627c0abada None None] Provisioning complete for port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:05.341590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-83990481-9f73-4297-87bf-c1627c0abada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.369057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.371732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d77f5839-2449-403a-91b6-8d67e61fdebb no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:29:05.424086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: d77f5839-2449-403a-91b6-8d67e61fdebb {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:29:05.424527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d77f5839-2449-403a-91b6-8d67e61fdebb not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:29:05.426954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Transition to ACTIVE for port object c48573b3-e7e0-4962-b5e4-aebfa386cf8b will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:05.433461 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec78bbf-f5e9-4b06-b339-923116a63b21 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:05.433936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec78bbf-f5e9-4b06-b339-923116a63b21 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:05.438223 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cec78bbf-f5e9-4b06-b339-923116a63b21 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/eded86f3-79ef-4ca1-ac81-443a798b1e66 HTTP/1.1" status: 404 len: 339 time: 0.1027176 Apr 22 09:29:05.439942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53220) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.458873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=f7235a6f-7b1e-4451-8e47-21f43f63e4b6,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:05.477937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.479776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Transition to ACTIVE for port object c48573b3-e7e0-4962-b5e4-aebfa386cf8b will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:05.486341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.493720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.514673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1752593e-7866-42c9-9347-5aa7fc3232ae,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:05.550641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.555569 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e87ad4c5-fbfe-4ced-b79d-826830c727f0 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5492043 Apr 22 09:29:05.557511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.557656 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP c40147de-2cdb-4620-90df-209ba5dfb869 associated. External IP: 172.26.2.144, port: 49c9202d-267e-4f0c-bced-0c54c9fd562a. Apr 22 09:29:05.568757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53224) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:05.587942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': 'e256f55c-8a61-4496-b58a-63cb7a6d2d88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:05.613050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:05.628486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5a32b2bf-8a96-4528-aa05-f999175acbdc tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:05.628829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a32b2bf-8a96-4528-aa05-f999175acbdc tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.630862 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Network eab39f98-5a56-42f5-93ee-578352aa4813 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:05.636714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:05.641887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:05.663626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Pushing event updated for resources: {'Port': ['ID=c48573b3-e7e0-4962-b5e4-aebfa386cf8b,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:05.663864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4befef64-df5c-4acb-8daf-8cf6432222b9']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:05.672036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:05.684361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:05.697618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:05.702258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.710776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e48c7e2-672f-4035-91fb-8720c38ae39d') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:05.711116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e48c7e2-672f-4035-91fb-8720c38ae39d') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:05.756143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Attempting to bind port c48573b3-e7e0-4962-b5e4-aebfa386cf8b on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:05.756539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Attempting to bind port c48573b3-e7e0-4962-b5e4-aebfa386cf8b by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '0c8b6881-f04f-4285-8225-5c899b78ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eab39f98-5a56-42f5-93ee-578352aa4813'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:05.756953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Attempting to bind port c48573b3-e7e0-4962-b5e4-aebfa386cf8b on network eab39f98-5a56-42f5-93ee-578352aa4813 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:05.764081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:05.764310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Checking segment: {'id': '0c8b6881-f04f-4285-8225-5c899b78ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eab39f98-5a56-42f5-93ee-578352aa4813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:05.764957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.765093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Bound using segment: {'id': '0c8b6881-f04f-4285-8225-5c899b78ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eab39f98-5a56-42f5-93ee-578352aa4813'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:05.765522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Bound port: c48573b3-e7e0-4962-b5e4-aebfa386cf8b, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c8b6881-f04f-4285-8225-5c899b78ad57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'eab39f98-5a56-42f5-93ee-578352aa4813'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:05.765872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.768256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.783814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=417784f8-3501-47fd-98fb-66a16475f734,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:05.867661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] For port c48573b3-e7e0-4962-b5e4-aebfa386cf8b, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:05.880745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.881094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.881442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.881781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.882127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.882463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.882785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.883117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.883424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.883742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.884063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.884380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:05.895670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:05.944428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:05.949724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.029073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:06.029478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:06.048787 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:06.077518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.124765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:06.134375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556009a-b8aa-411c-9420-224eaf8c5b76 None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:06.146247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.146438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556009a-b8aa-411c-9420-224eaf8c5b76 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:06.147019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b556009a-b8aa-411c-9420-224eaf8c5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:06.208049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b556009a-b8aa-411c-9420-224eaf8c5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:06.209053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-802f67e1-f75c-4ac1-ab4a-1149ea14690b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.9220972 Apr 22 09:29:06.211558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53228) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:06.216563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2eac3d4d-f975-48e4-a893-d8c1c6770c42 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'port_id': '49c9202d-267e-4f0c-bced-0c54c9fd562a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:06.217074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b556009a-b8aa-411c-9420-224eaf8c5b76 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:06.218237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b556009a-b8aa-411c-9420-224eaf8c5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:06.331356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-b556009a-b8aa-411c-9420-224eaf8c5b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:06.331765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b556009a-b8aa-411c-9420-224eaf8c5b76 None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:06.445346 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eac3d4d-f975-48e4-a893-d8c1c6770c42 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.448929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f7235a6f-7b1e-4451-8e47-21f43f63e4b6 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:06.470440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab39f98-5a56-42f5-93ee-578352aa4813']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:06.494848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] For port c48573b3-e7e0-4962-b5e4-aebfa386cf8b, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c48573b3-e7e0-4962-b5e4-aebfa386cf8b,segment=NetworkSegment(0c8b6881-f04f-4285-8225-5c899b78ad57),segment_id=0c8b6881-f04f-4285-8225-5c899b78ad57)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:06.507529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.509187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.516168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8b6881-f04f-4285-8225-5c899b78ad57') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:06.516495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8b6881-f04f-4285-8225-5c899b78ad57') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:06.557680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.561235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a32b2bf-8a96-4528-aa05-f999175acbdc tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.576361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.596843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Network': ['ID=4befef64-df5c-4acb-8daf-8cf6432222b9,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:06.642326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:06.642860 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.669559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e2654-7dfd-4f92-b1b3-682488a5bba9 None None] Pushing event updated for resources: {'Port': ['ID=c48573b3-e7e0-4962-b5e4-aebfa386cf8b,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:06.723983 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab4ea87-90df-4d09-8b46-18053859e221 None None] Network eab39f98-5a56-42f5-93ee-578352aa4813 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:06.742395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5a32b2bf-8a96-4528-aa05-f999175acbdc tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Calling delete_port for 09037ca6-ba7c-41dc-9df4-9acbcc8d4064 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:06.772928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.778060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.789053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.815657 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e07dbf42-bfc4-4abf-891a-79a607c5f7c9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/networks/4befef64-df5c-4acb-8daf-8cf6432222b9 HTTP/1.1" status: 204 len: 168 time: 1.7835701 Apr 22 09:29:06.817706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53232) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:06.825764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.828116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:06.828589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.851247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:06.853462 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:06.934979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd184ea-5705-4c1a-b4d2-11fab573de2c,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:06.991050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bb8b06-b9b9-4583-9478-7c2bd2e34432 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:29:07.041824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.042332 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4303f738-0513-47c2-9929-8abf1f2db8ad tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4688334 Apr 22 09:29:07.048556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53236) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:07.055137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:29:07.055137 dv-neutron-839018-1-hyperv neutron-server[88062]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:29:07.055137 dv-neutron-839018-1-hyperv neutron-server[88062]: [parameters: {'id': 'eab39f98-5a56-42f5-93ee-578352aa4813'}] Apr 22 09:29:07.055137 dv-neutron-839018-1-hyperv neutron-server[88062]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:07.055444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:07.058577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': 'e256f55c-8a61-4496-b58a-63cb7a6d2d88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:07.065713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a32b2bf-8a96-4528-aa05-f999175acbdc tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.107970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:07.120917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb8b06-b9b9-4583-9478-7c2bd2e34432 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:29:07.124460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:07.150266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d25081-00c4-4ec5-832b-00cfb21bcfac tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:07.156130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d25081-00c4-4ec5-832b-00cfb21bcfac tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:07.157609 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f5d25081-00c4-4ec5-832b-00cfb21bcfac tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3389046 Apr 22 09:29:07.159593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:07.161424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53240) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:07.164120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32b2bf-8a96-4528-aa05-f999175acbdc tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Port': ['ID=09037ca6-ba7c-41dc-9df4-9acbcc8d4064,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:07.167129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1079263259'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:07.172192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:07.173528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:07.180491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a32b2bf-8a96-4528-aa05-f999175acbdc tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.182963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Usage tracker for resource:network and tenant:c36cf5f0a64a4a30a9ca392341b4b33a is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:07.186545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:07.194074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:07.199618 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5a32b2bf-8a96-4528-aa05-f999175acbdc tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/ports/09037ca6-ba7c-41dc-9df4-9acbcc8d4064 HTTP/1.1" status: 204 len: 168 time: 1.7561235 Apr 22 09:29:07.202583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53244) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:07.226118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Made reservation on behalf of c36cf5f0a64a4a30a9ca392341b4b33a for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:07.229983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.255663 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.266855 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca90912-555d-42f7-a896-e82233a18910 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:07.267307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca90912-555d-42f7-a896-e82233a18910 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:07.269445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2ca90912-555d-42f7-a896-e82233a18910 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/subnets/bca6f6b0-8b7c-41b6-8f77-0dc9ecab9ed9 HTTP/1.1" status: 404 len: 337 time: 0.0659671 Apr 22 09:29:07.276039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53248) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:07.279037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Allocated IP 172.26.2.223 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/6cad86be-5b6e-425e-9ddc-3974a4587673) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:07.279794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:07.380989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.381333 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Added segment 5225abb0-8f02-4072-871a-abd759b3c991 of type vlan for network c9a51057-0b71-4150-aff5-41712e7abddb Apr 22 09:29:07.419510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.428111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.458422 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b6ff6d-0069-4040-bdb7-1a597117babb,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:07.497964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eac3d4d-f975-48e4-a893-d8c1c6770c42 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.498214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.502871 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-818c6acc-90f4-4688-bc1d-40360352fecd tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4493124 Apr 22 09:29:07.502871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53252) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:07.508953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': 'e256f55c-8a61-4496-b58a-63cb7a6d2d88', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:07.515505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eac3d4d-f975-48e4-a893-d8c1c6770c42 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.515642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.521118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:07.527320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:07.530767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:07.536249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1507a50a-2c64-4295-9729-77191beb8fae None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:29:07.538192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:07.556310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.574791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.580340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.589085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.593523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port c48573b3-e7e0-4962-b5e4-aebfa386cf8b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:07.594054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.594175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.683423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507a50a-2c64-4295-9729-77191beb8fae None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:29:07.721439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:07.733183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:07.744001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:07.775918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.781690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:07.783767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.818996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Pushing event updated for resources: {'Port': ['ID=6cad86be-5b6e-425e-9ddc-3974a4587673,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:07.862158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:07.893882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.014258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.057129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea53d794-25ea-4866-b88b-277fe297d817,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:08.064976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port c48573b3-e7e0-4962-b5e4-aebfa386cf8b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c48573b3-e7e0-4962-b5e4-aebfa386cf8b,segment=NetworkSegment(0c8b6881-f04f-4285-8225-5c899b78ad57),segment_id=0c8b6881-f04f-4285-8225-5c899b78ad57)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:08.065337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.152969 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9902961 Apr 22 09:29:08.156996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.173313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53256) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:08.180586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dddc13c-914d-4118-9cd3-f1be7b8d81eb']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:08.193459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1179571562'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:08.197910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad6bf7-1e9f-4d72-aa94-02b61756eeb0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Network': ['ID=c9a51057-0b71-4150-aff5-41712e7abddb,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:08.207619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:08.208363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network c9a51057-0b71-4150-aff5-41712e7abddb details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:08.213455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:08.213800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e3fd70-932a-4dae-bfbd-9a2f9a2d6af3') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:08.227840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.249124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.256595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Usage tracker for resource:network and tenant:c36cf5f0a64a4a30a9ca392341b4b33a is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:08.262875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:08.263283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:08.279434 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:08.282603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:08.303469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.304664 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-890dc280-b6f0-4fd9-a8d2-50cd5eaa6323 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8013408 Apr 22 09:29:08.313681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53260) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:08.361665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:08.372721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for c48573b3-e7e0-4962-b5e4-aebfa386cf8b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:08.466936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Made reservation on behalf of c36cf5f0a64a4a30a9ca392341b4b33a for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:08.470585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.505992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.531753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00108e80-de9c-4ca7-8bb0-4cb9bc20e963 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.542771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.557643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00108e80-de9c-4ca7-8bb0-4cb9bc20e963 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.564016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.564588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eac3d4d-f975-48e4-a893-d8c1c6770c42 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:08.567331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Network': ['ID=7dddc13c-914d-4118-9cd3-f1be7b8d81eb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:08.588743 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e6e8e7e-0081-49fd-976d-02219f707d17 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/7dddc13c-914d-4118-9cd3-f1be7b8d81eb HTTP/1.1" status: 204 len: 168 time: 1.3116338 Apr 22 09:29:08.596317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53264) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:08.605617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:08.626862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=c48573b3-e7e0-4962-b5e4-aebfa386cf8b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:08.630038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port c48573b3-e7e0-4962-b5e4-aebfa386cf8b on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:08.731178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00108e80-de9c-4ca7-8bb0-4cb9bc20e963 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.733161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.733568 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Added segment b88bcc8b-949b-4265-a004-17c98eadbec7 of type vlan for network 580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf Apr 22 09:29:08.786095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00108e80-de9c-4ca7-8bb0-4cb9bc20e963 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea53d794-25ea-4866-b88b-277fe297d817,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:08.802223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-374c68e0-bcf9-4c6a-a7b2-964cc5d1b680 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port c62d29eb-07a5-40ea-8e56-8ecdccbea2d8 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:08.802570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-374c68e0-bcf9-4c6a-a7b2-964cc5d1b680 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.828245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.863713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.906483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.919092 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00108e80-de9c-4ca7-8bb0-4cb9bc20e963 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:08.920198 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-00108e80-de9c-4ca7-8bb0-4cb9bc20e963 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ea53d794-25ea-4866-b88b-277fe297d817 HTTP/1.1" status: 204 len: 168 time: 0.6023555 Apr 22 09:29:08.924487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53268) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:08.926027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab39f98-5a56-42f5-93ee-578352aa4813']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:08.959698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8b6881-f04f-4285-8225-5c899b78ad57') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:08.960000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8b6881-f04f-4285-8225-5c899b78ad57') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:08.981142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.014748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.021040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eac3d4d-f975-48e4-a893-d8c1c6770c42 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:09.027522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eac3d4d-f975-48e4-a893-d8c1c6770c42 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.032605 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb398a8-e8f9-41f0-8c66-e43c2a96c7a7 None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:09.042507 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb398a8-e8f9-41f0-8c66-e43c2a96c7a7 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:09.043020 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9eb398a8-e8f9-41f0-8c66-e43c2a96c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:09.060780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.066133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:09.067236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.086497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:09.086899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:09.101301 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:09.108581 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9eb398a8-e8f9-41f0-8c66-e43c2a96c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:09.118371 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb398a8-e8f9-41f0-8c66-e43c2a96c7a7 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:09.119169 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9eb398a8-e8f9-41f0-8c66-e43c2a96c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:09.132867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9595fc50-b2d4-45e5-abeb-8ebc32c764a3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:09.179534 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9eb398a8-e8f9-41f0-8c66-e43c2a96c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:09.179924 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb398a8-e8f9-41f0-8c66-e43c2a96c7a7 None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:09.226522 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0521207 Apr 22 09:29:09.269530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53272) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:09.283958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'ports': [{'network_id': 'c9a51057-0b71-4150-aff5-41712e7abddb', 'name': 'tempest-port--1484164909', 'admin_state_up': True}, {'network_id': '580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf', 'admin_state_up': False}]} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:09.284269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'port': {'network_id': 'c9a51057-0b71-4150-aff5-41712e7abddb', 'name': 'tempest-port--1484164909', 'admin_state_up': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:09.284769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'port': {'network_id': '580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf', 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:09.303490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9595fc50-b2d4-45e5-abeb-8ebc32c764a3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:09.307422 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9595fc50-b2d4-45e5-abeb-8ebc32c764a3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3716357 Apr 22 09:29:09.320700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53276) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:09.323906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.331931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d9b2a-7cea-4c8d-b33e-26d390c1ece4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Network': ['ID=580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:09.344602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:09.353458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.365279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-374c68e0-bcf9-4c6a-a7b2-964cc5d1b680 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.412048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=eab39f98-5a56-42f5-93ee-578352aa4813,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:09.444629 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f93dd862-85d6-4592-9050-7fbd7097310e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/eab39f98-5a56-42f5-93ee-578352aa4813 HTTP/1.1" status: 204 len: 168 time: 5.5531483 Apr 22 09:29:09.449468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53280) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:09.510432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef19b872-f94a-4157-a520-039834697c86 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.519807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912826281'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:09.529513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-374c68e0-bcf9-4c6a-a7b2-964cc5d1b680 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Calling delete_port for c62d29eb-07a5-40ea-8e56-8ecdccbea2d8 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:09.695290 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2eac3d4d-f975-48e4-a893-d8c1c6770c42 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/floatingips/c40147de-2cdb-4620-90df-209ba5dfb869 HTTP/1.1" status: 200 len: 979 time: 3.4826689 Apr 22 09:29:09.705205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53284) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:09.708670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:09.715654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef19b872-f94a-4157-a520-039834697c86 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.749725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.764970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.784152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:09.794465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:09.823660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:09.824253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:09.844538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Usage tracker for resource:port and tenant:c36cf5f0a64a4a30a9ca392341b4b33a is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:09.849300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:09.859069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:09.882228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef19b872-f94a-4157-a520-039834697c86 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.883865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:09.887626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.933540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Made reservation on behalf of c36cf5f0a64a4a30a9ca392341b4b33a for: {'port': 2} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:09.937717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:09.968582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.000694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19b872-f94a-4157-a520-039834697c86 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29b6ff6d-0069-4040-bdb7-1a597117babb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:10.012150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-374c68e0-bcf9-4c6a-a7b2-964cc5d1b680 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.013845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef19b872-f94a-4157-a520-039834697c86 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.014990 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ef19b872-f94a-4157-a520-039834697c86 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/29b6ff6d-0069-4040-bdb7-1a597117babb HTTP/1.1" status: 204 len: 168 time: 0.6933622 Apr 22 09:29:10.044578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53288) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:10.078749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c68e0-bcf9-4c6a-a7b2-964cc5d1b680 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Port': ['ID=c62d29eb-07a5-40ea-8e56-8ecdccbea2d8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:10.080651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:10.105952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-374c68e0-bcf9-4c6a-a7b2-964cc5d1b680 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.108654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port ddef3831-33e9-408a-a873-d3023ae74bf6 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:10.108979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.139768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.140113 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment 48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8 of type vlan for network 027b520c-4324-4a85-8cad-1dcf75f87fed Apr 22 09:29:10.163327 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-374c68e0-bcf9-4c6a-a7b2-964cc5d1b680 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/ports/c62d29eb-07a5-40ea-8e56-8ecdccbea2d8 HTTP/1.1" status: 204 len: 168 time: 1.5637145 Apr 22 09:29:10.168078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53292) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:10.215737 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c9f0610a-b973-4798-9a75-3727ca38fc95 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1662314 Apr 22 09:29:10.224952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53296) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:10.253438 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d49d7c-a87b-4419-98ed-c534025997b1 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:10.254534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d49d7c-a87b-4419-98ed-c534025997b1 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:10.256190 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e4d49d7c-a87b-4419-98ed-c534025997b1 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/subnets/81059f22-3575-4e07-9cca-76bc589414ca HTTP/1.1" status: 404 len: 337 time: 0.0871868 Apr 22 09:29:10.261684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.264883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53300) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:10.292670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Router 9c4f7a04-dec7-4518-8119-27423a453bbf is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:29:10.334679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] device_id is not set on port c2f03c8e-216f-4b97-a73f-bafd3d52e4eb yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:29:10.403294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4e65-993c-4156-b1d3-a235b2f9a1ae tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.420480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4e65-993c-4156-b1d3-a235b2f9a1ae tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.471970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.472290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.482678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.484405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.489645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:10.490272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.536459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4e65-993c-4156-b1d3-a235b2f9a1ae tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.572754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:10.576343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e4e65-993c-4156-b1d3-a235b2f9a1ae tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fd184ea-5705-4c1a-b4d2-11fab573de2c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:10.592363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f715fc4-e155-4506-98f5-bd63ee726907 None None] Sync routers for ids ['9c4f7a04-dec7-4518-8119-27423a453bbf'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:10.604918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f715fc4-e155-4506-98f5-bd63ee726907 None None] Routers {'9c4f7a04-dec7-4518-8119-27423a453bbf'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:10.605735 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1f715fc4-e155-4506-98f5-bd63ee726907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9c4f7a04-dec7-4518-8119-27423a453bbf'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:10.619692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.623024 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-93c3fc48-69af-46d5-b445-dee948581596 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "PUT /v2.0/routers/9c4f7a04-dec7-4518-8119-27423a453bbf HTTP/1.1" status: 200 len: 916 time: 6.3861156 Apr 22 09:29:10.623957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53304) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:10.624667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c2e4e65-993c-4156-b1d3-a235b2f9a1ae tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.627895 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2c2e4e65-993c-4156-b1d3-a235b2f9a1ae tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/7fd184ea-5705-4c1a-b4d2-11fab573de2c HTTP/1.1" status: 204 len: 168 time: 0.3994174 Apr 22 09:29:10.634647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53308) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:10.668976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1f715fc4-e155-4506-98f5-bd63ee726907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:10.678306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f715fc4-e155-4506-98f5-bd63ee726907 None None] Routers {'9c4f7a04-dec7-4518-8119-27423a453bbf'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:10.679021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1f715fc4-e155-4506-98f5-bd63ee726907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9c4f7a04-dec7-4518-8119-27423a453bbf'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:10.703000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for ddef3831-33e9-408a-a873-d3023ae74bf6 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:10.742973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1f715fc4-e155-4506-98f5-bd63ee726907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:10.743401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f715fc4-e155-4506-98f5-bd63ee726907 None None] The sync data for ids ['9c4f7a04-dec7-4518-8119-27423a453bbf'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:10.767974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:10.786139 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2804801 Apr 22 09:29:10.794237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53312) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:10.804303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': '027b520c-4324-4a85-8cad-1dcf75f87fed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:10.851159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410b973-f4ef-4003-8f4c-99025a8e9bd6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=027b520c-4324-4a85-8cad-1dcf75f87fed,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:10.861848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 027b520c-4324-4a85-8cad-1dcf75f87fed details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:10.901174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-017e102d-867c-4450-8426-ff7f0c32841f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:10.990348 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-eff7c109-5931-4cbb-b8d6-3531b21943b6 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/routers/9c4f7a04-dec7-4518-8119-27423a453bbf HTTP/1.1" status: 200 len: 922 time: 0.3634276 Apr 22 09:29:10.995290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53316) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:11.000264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] device_id is not set on port 81a24faf-3222-496d-91b4-d1197603145a yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:29:11.042548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.045883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-017e102d-867c-4450-8426-ff7f0c32841f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:11.047147 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-017e102d-867c-4450-8426-ff7f0c32841f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3499577 Apr 22 09:29:11.053816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53320) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:11.088293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f031c2f5-2302-45ad-b083-f7e0e7864dbf']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:11.095975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:11.099743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffb865c5-a25d-45f8-8e0e-0705c69c2918 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.104590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:11.107653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:11.111053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a737c952-cc80-46c6-bae7-e5ad37a13574') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:11.111347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a737c952-cc80-46c6-bae7-e5ad37a13574') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:11.115595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffb865c5-a25d-45f8-8e0e-0705c69c2918 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.120639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:11.132049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.168923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3145a36d-c67a-4aee-b8c8-323a93ffd783 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:11.170354 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3145a36d-c67a-4aee-b8c8-323a93ffd783 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=9c4f7a04-dec7-4518-8119-27423a453bbf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1733449 Apr 22 09:29:11.174575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53324) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:11.185318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:11.188726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.207897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.208694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffb865c5-a25d-45f8-8e0e-0705c69c2918 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.255744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb865c5-a25d-45f8-8e0e-0705c69c2918 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1752593e-7866-42c9-9347-5aa7fc3232ae,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:11.337376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.347405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffb865c5-a25d-45f8-8e0e-0705c69c2918 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.349443 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ffb865c5-a25d-45f8-8e0e-0705c69c2918 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1752593e-7866-42c9-9347-5aa7fc3232ae HTTP/1.1" status: 204 len: 168 time: 0.2944455 Apr 22 09:29:11.352934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53328) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:11.354792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:11.355368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:11.370745 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:11.384435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.413166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef6777e-05fb-4d41-85d1-71e478add3bc tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:11.414543 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7ef6777e-05fb-4d41-85d1-71e478add3bc tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 881 time: 0.2366140 Apr 22 09:29:11.419837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53332) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:11.528138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing IP validity checks on allocation pools {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 09:29:11.528674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 09:29:11.549325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=ddef3831-33e9-408a-a873-d3023ae74bf6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:11.586901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-12e7f7af-6535-464f-897e-865d05f9cb0a tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:11.592782 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-21e75038-bfe8-4b50-9154-b580e51bfce6 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c4f7a04-dec7-4518-8119-27423a453bbf HTTP/1.1" status: 200 len: 205 time: 0.1705019 Apr 22 09:29:11.594808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.595696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53336) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:11.629833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.652073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.680013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Network': ['ID=f031c2f5-2302-45ad-b083-f7e0e7864dbf,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:11.692653 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-67e83c19-ccb6-4809-8f1c-04b380e964f2 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/f031c2f5-2302-45ad-b083-f7e0e7864dbf HTTP/1.1" status: 204 len: 168 time: 1.4246254 Apr 22 09:29:11.693550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53340) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:11.699735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.700059 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP c40147de-2cdb-4620-90df-209ba5dfb869 disassociated (deleted). External IP: 172.26.2.144, port: 49c9202d-267e-4f0c-bced-0c54c9fd562a. Apr 22 09:29:11.740618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-12e7f7af-6535-464f-897e-865d05f9cb0a tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:11.741883 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-12e7f7af-6535-464f-897e-865d05f9cb0a tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3869438 Apr 22 09:29:11.749273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53344) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:11.792825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Port': ['ID=c2f03c8e-216f-4b97-a73f-bafd3d52e4eb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:11.883134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Checking segment: {'id': '5225abb0-8f02-4072-871a-abd759b3c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c9a51057-0b71-4150-aff5-41712e7abddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:11.883495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Network hostable DHCP agents. Network: c9a51057-0b71-4150-aff5-41712e7abddb, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:11.883934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-05169fd8-b201-4600-bb8e-fb106ef54940 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting subnet 286dd375-8abd-440d-890c-9d2fb2734a7e {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:29:11.901063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d34d5b97-0866-4b82-8c91-1754fa02ee7e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.901499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05169fd8-b201-4600-bb8e-fb106ef54940 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.921086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.945450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ccf50bf3-a919-4588-864b-f6b5edad1e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:11.969931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d34d5b97-0866-4b82-8c91-1754fa02ee7e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.011988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Network c9a51057-0b71-4150-aff5-41712e7abddb is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:12.030294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, c9a51057-0b71-4150-aff5-41712e7abddb) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:12.042571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d34d5b97-0866-4b82-8c91-1754fa02ee7e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.042860 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a461bb08-a816-4522-b679-45208a17d181 None None] Network c9a51057-0b71-4150-aff5-41712e7abddb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:12.051402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.056286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05169fd8-b201-4600-bb8e-fb106ef54940 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.091182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:12.091768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.171017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d5b97-0866-4b82-8c91-1754fa02ee7e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08f27d33-061e-444f-af6f-db5f3a47988e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:12.210468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d34d5b97-0866-4b82-8c91-1754fa02ee7e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.211493 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d34d5b97-0866-4b82-8c91-1754fa02ee7e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/08f27d33-061e-444f-af6f-db5f3a47988e HTTP/1.1" status: 204 len: 168 time: 0.4594219 Apr 22 09:29:12.224022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53350) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:12.240603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Port': ['ID=81a24faf-3222-496d-91b4-d1197603145a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:12.248625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.265414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Checking segment: {'id': 'b88bcc8b-949b-4265-a004-17c98eadbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:12.265772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Network hostable DHCP agents. Network: 580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:12.272693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Deleting port 6cad86be-5b6e-425e-9ddc-3974a4587673 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:12.273032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.275753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=9247e74d-b2d0-403a-9e14-bb2222986228,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:12.316111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '027b520c-4324-4a85-8cad-1dcf75f87fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:12.316539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: 027b520c-4324-4a85-8cad-1dcf75f87fed, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:12.349569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Network 580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:12.371791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:12.382297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cab0ca-3736-4e21-b8ac-0dd471fae41c None None] Network 580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:12.403948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05169fd8-b201-4600-bb8e-fb106ef54940 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.423087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:12.429816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:12.434537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:12.435344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.472548 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b717e877-f3f4-4bca-8ef6-d8dee2d9e139 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.2006285 Apr 22 09:29:12.476549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53354) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:12.483546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-62ccbd8d-ac5d-49b9-bc1e-854fcb3d5ce3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:12.533647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.536797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network 027b520c-4324-4a85-8cad-1dcf75f87fed is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:12.539172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05169fd8-b201-4600-bb8e-fb106ef54940 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.592970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 027b520c-4324-4a85-8cad-1dcf75f87fed) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:12.594965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05169fd8-b201-4600-bb8e-fb106ef54940 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.598734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:12.600175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05169fd8-b201-4600-bb8e-fb106ef54940 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Subnet': ['ID=286dd375-8abd-440d-890c-9d2fb2734a7e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:12.608323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-62ccbd8d-ac5d-49b9-bc1e-854fcb3d5ce3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:12.612146 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-62ccbd8d-ac5d-49b9-bc1e-854fcb3d5ce3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3804474 Apr 22 09:29:12.613545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:12.614081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:12.622522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2cb95f-15ce-4680-909e-83e6961f251d None None] Network 027b520c-4324-4a85-8cad-1dcf75f87fed requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:12.622761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53358) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:12.639617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfacde9-e6ec-4901-a685-256e1d5a8bf8 None None] Network d743a48b-9bef-42f6-adc7-d1b352f7b06c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:12.650360 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-05169fd8-b201-4600-bb8e-fb106ef54940 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/subnets/286dd375-8abd-440d-890c-9d2fb2734a7e HTTP/1.1" status: 204 len: 168 time: 0.9516797 Apr 22 09:29:12.653557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53362) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:12.668572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Calling delete_port for 6cad86be-5b6e-425e-9ddc-3974a4587673 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:12.726461 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cf4d6901-9f49-4272-a31f-6ab91711d85e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9268863 Apr 22 09:29:12.731480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53366) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:12.967949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ad32111-25a8-4cf3-a30a-c2c084ceba8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.012894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:13.019437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.026724 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f6fca-680c-498e-9fdb-186aee656b18 None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:13.038867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-027b520c-4324-4a85-8cad-1dcf75f87fed', 'network_id': '027b520c-4324-4a85-8cad-1dcf75f87fed', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '9247e74d-b2d0-403a-9e14-bb2222986228'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:13.039697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.041728 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f6fca-680c-498e-9fdb-186aee656b18 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:13.042767 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-748f6fca-680c-498e-9fdb-186aee656b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:13.045985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ad32111-25a8-4cf3-a30a-c2c084ceba8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.090937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.112882 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-87ea68f6-4043-4c9c-9cac-a88c56ea3d7a tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/floatingips/c40147de-2cdb-4620-90df-209ba5dfb869 HTTP/1.1" status: 204 len: 168 time: 3.4016051 Apr 22 09:29:13.116550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53372) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:13.128695 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-748f6fca-680c-498e-9fdb-186aee656b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:13.133714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0fdd0-352d-42bc-897d-1233e94df1a7 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:13.138726 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f6fca-680c-498e-9fdb-186aee656b18 None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:13.139158 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-748f6fca-680c-498e-9fdb-186aee656b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:28:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:13.140810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0fdd0-352d-42bc-897d-1233e94df1a7 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:13.141763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-43b0fdd0-352d-42bc-897d-1233e94df1a7 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Synchronizing usage tracker for tenant:c36cf5f0a64a4a30a9ca392341b4b33a on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:13.179134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:13.179747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.206491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ad32111-25a8-4cf3-a30a-c2c084ceba8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.217976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] DHCP port deletion for d743a48b-9bef-42f6-adc7-d1b352f7b06c request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:29:13.227925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Deleting port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:13.229168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.230168 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-748f6fca-680c-498e-9fdb-186aee656b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:13.230742 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f6fca-680c-498e-9fdb-186aee656b18 None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:13.246728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2543ff76-16db-4b28-9b41-2891425b346f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 49c9202d-267e-4f0c-bced-0c54c9fd562a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:13.247063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2543ff76-16db-4b28-9b41-2891425b346f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.285777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad32111-25a8-4cf3-a30a-c2c084ceba8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e256f55c-8a61-4496-b58a-63cb7a6d2d88,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:13.304873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.314090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ad32111-25a8-4cf3-a30a-c2c084ceba8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.315505 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3ad32111-25a8-4cf3-a30a-c2c084ceba8d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/e256f55c-8a61-4496-b58a-63cb7a6d2d88 HTTP/1.1" status: 204 len: 168 time: 0.6918366 Apr 22 09:29:13.316697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-43b0fdd0-352d-42bc-897d-1233e94df1a7 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Unset dirty status for tenant:c36cf5f0a64a4a30a9ca392341b4b33a on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:13.317828 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-43b0fdd0-352d-42bc-897d-1233e94df1a7 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8401425 Apr 22 09:29:13.319637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53376) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:13.326048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53378) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:13.457013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-90756aa4-6f6d-4ffd-bb87-2174ee4fa3d4 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:13.482725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Allocated IP 172.20.0.3 (027b520c-4324-4a85-8cad-1dcf75f87fed/9247e74d-b2d0-403a-9e14-bb2222986228/a5a17c48-0fe9-4d7b-9b00-33e533fe58e7) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:13.539861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-90756aa4-6f6d-4ffd-bb87-2174ee4fa3d4 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:13.545092 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-90756aa4-6f6d-4ffd-bb87-2174ee4fa3d4 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2200508 Apr 22 09:29:13.548685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53384) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:13.557763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-637cde30-4bc4-4280-97ef-9d1680c83ec0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Deleting port c2f03c8e-216f-4b97-a73f-bafd3d52e4eb {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:13.558138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-637cde30-4bc4-4280-97ef-9d1680c83ec0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.558311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--655214564'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:13.567719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:13.594252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:13.601062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2543ff76-16db-4b28-9b41-2891425b346f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.608548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.638056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] For port 7bc6534f-9bad-4b47-a71c-a12c73c75b19, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7bc6534f-9bad-4b47-a71c-a12c73c75b19,segment=NetworkSegment(fd457776-0780-425d-a9b6-c89d49d5e5ed),segment_id=fd457776-0780-425d-a9b6-c89d49d5e5ed)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:13.638453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.672380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.703810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.730503 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-19e21cfd-ea8f-4954-a41a-8c395541c203 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4889331 Apr 22 09:29:13.738734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event deleted for resources: {'Port': ['ID=6cad86be-5b6e-425e-9ddc-3974a4587673,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:13.746024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2543ff76-16db-4b28-9b41-2891425b346f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for 49c9202d-267e-4f0c-bced-0c54c9fd562a owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:13.795133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:13.803245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:13.812138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:13.814943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Calling delete_port for 7bc6534f-9bad-4b47-a71c-a12c73c75b19 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:13.822607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:13.967706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.969541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:13.998559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] For port 7bc6534f-9bad-4b47-a71c-a12c73c75b19, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7bc6534f-9bad-4b47-a71c-a12c73c75b19,segment=NetworkSegment(fd457776-0780-425d-a9b6-c89d49d5e5ed),segment_id=fd457776-0780-425d-a9b6-c89d49d5e5ed)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:13.998945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.002886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.029671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Pushing event deleted for resources: {'Port': ['ID=7bc6534f-9bad-4b47-a71c-a12c73c75b19,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:14.031991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.047117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.047770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.047770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.048085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.048322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.048674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.049088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.049312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.049637 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.049962 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.050279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.050593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:29:14.056767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26064001-2262-4487-a6d1-b9d8004590b4 None None] No DVR routers for this DVR port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:14.074564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb86453-eeb2-410f-b417-73413c8501d5,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:14.089174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.090442 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4ae12e87-92cd-46b6-83f2-4808e6a9c420 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5409815 Apr 22 09:29:14.091554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2543ff76-16db-4b28-9b41-2891425b346f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.093245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53388) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:14.095624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Transition to ACTIVE for port object a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:14.115527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Transition to ACTIVE for port object a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:14.121623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.131596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': 'bfb86453-eeb2-410f-b417-73413c8501d5', 'direction': 'ingress', 'protocol': 17}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:14.144907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:14.156936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543ff76-16db-4b28-9b41-2891425b346f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=49c9202d-267e-4f0c-bced-0c54c9fd562a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:14.193374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Calling delete_port for 7bc6534f-9bad-4b47-a71c-a12c73c75b19 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:14.193961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:14.196695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:14.197572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Network 027b520c-4324-4a85-8cad-1dcf75f87fed is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:14.200789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:14.204512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:14.239390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:14.250236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Pushing event updated for resources: {'Port': ['ID=a5a17c48-0fe9-4d7b-9b00-33e533fe58e7,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:14.295925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.301860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.311680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Attempting to bind port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:14.311680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Attempting to bind port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '027b520c-4324-4a85-8cad-1dcf75f87fed'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:14.312081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Attempting to bind port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 on network 027b520c-4324-4a85-8cad-1dcf75f87fed {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:14.318111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:14.318418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Checking segment: {'id': '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '027b520c-4324-4a85-8cad-1dcf75f87fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:14.318812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.319193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Bound using segment: {'id': '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '027b520c-4324-4a85-8cad-1dcf75f87fed'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:14.319648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Bound port: a5a17c48-0fe9-4d7b-9b00-33e533fe58e7, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '027b520c-4324-4a85-8cad-1dcf75f87fed'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:14.320462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.333899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2543ff76-16db-4b28-9b41-2891425b346f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.339585 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2543ff76-16db-4b28-9b41-2891425b346f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/ports/49c9202d-267e-4f0c-bced-0c54c9fd562a HTTP/1.1" status: 204 len: 168 time: 1.2187612 Apr 22 09:29:14.341996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53392) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:14.350079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:14.356073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:14.368517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:floatingip and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:14.373388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:14.384291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:14.389291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb36b33b-7093-4e61-b6e2-349a03cfaed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.431278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.434756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.437168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] For port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:14.440639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] For port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a5a17c48-0fe9-4d7b-9b00-33e533fe58e7,segment=NetworkSegment(48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8),segment_id=48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:14.447579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.464726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.465408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-637cde30-4bc4-4280-97ef-9d1680c83ec0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.512666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51be6a9f-add9-44bd-8a86-1a4498cfd426,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:14.532607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.560791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7d2d-bdd7-4c54-88f5-8595c1e97c2c None None] Pushing event updated for resources: {'Port': ['ID=a5a17c48-0fe9-4d7b-9b00-33e533fe58e7,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:14.572748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7bc6534f-9bad-4b47-a71c-a12c73c75b19 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:29:14.608061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.612496 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1646fc70-cee7-4dd1-9deb-d0e971875eba tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5153611 Apr 22 09:29:14.612496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53396) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:14.622187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 7bc6534f-9bad-4b47-a71c-a12c73c75b19 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:29:14.622600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7bc6534f-9bad-4b47-a71c-a12c73c75b19 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:29:14.700949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54242947-260a-44cf-a337-44124a2e1f3b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.714058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.773084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54242947-260a-44cf-a337-44124a2e1f3b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.846346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.854696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-637cde30-4bc4-4280-97ef-9d1680c83ec0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Calling delete_port for c2f03c8e-216f-4b97-a73f-bafd3d52e4eb owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:14.894178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.906339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-e187469e-0788-4896-8124-f6aa99914ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:14.907812 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-e187469e-0788-4896-8124-f6aa99914ee2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1b6d96c508c14614b689349c18ef000b&device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 1098 time: 1.0797436 Apr 22 09:29:14.912976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54242947-260a-44cf-a337-44124a2e1f3b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:14.914053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=9247e74d-b2d0-403a-9e14-bb2222986228,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:14.935773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.26.2.243 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/858752f0-6223-4f89-92d3-ae48ecd428db) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:14.945220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54242947-260a-44cf-a337-44124a2e1f3b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb86453-eeb2-410f-b417-73413c8501d5,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:14.982675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:14.982996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:15.001835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54242947-260a-44cf-a337-44124a2e1f3b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.002480 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-54242947-260a-44cf-a337-44124a2e1f3b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/bfb86453-eeb2-410f-b417-73413c8501d5 HTTP/1.1" status: 204 len: 168 time: 0.3883989 Apr 22 09:29:15.005835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53400) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:15.134452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.134891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4f7a04-dec7-4518-8119-27423a453bbf {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:29:15.143061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.209481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027b520c-4324-4a85-8cad-1dcf75f87fed']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:15.233627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-637cde30-4bc4-4280-97ef-9d1680c83ec0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.236151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:15.236492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:15.239221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9c7e32b9-60bc-4bee-aaf9-19da681cfb4a tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:15.269677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.277408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9c7e32b9-60bc-4bee-aaf9-19da681cfb4a tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:15.278625 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9c7e32b9-60bc-4bee-aaf9-19da681cfb4a tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2719059 Apr 22 09:29:15.282412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53404) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:15.288386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425808824'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:15.295270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:15.301735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.302831 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f7441720-8307-4dc1-8d47-1c6dbdaf7edf tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/9c4f7a04-dec7-4518-8119-27423a453bbf HTTP/1.1" status: 204 len: 168 time: 3.7061200 Apr 22 09:29:15.307386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.308802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53408) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:15.309674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:15.312833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.318963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-237308444', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:15.326814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cde30-4bc4-4280-97ef-9d1680c83ec0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Port': ['ID=c2f03c8e-216f-4b97-a73f-bafd3d52e4eb,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:15.335121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:15.336104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-1aa0ca77-cca0-41f3-8916-9d5dcf13900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:15.337632 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-1aa0ca77-cca0-41f3-8916-9d5dcf13900d service neutron] 10.222.0.35 "GET /v2.0/networks?id=637ab288-5bb9-4fb5-b5d4-21d282c916c9 HTTP/1.1" status: 200 len: 913 time: 0.4043071 Apr 22 09:29:15.341302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Usage tracker for resource:router and tenant:ecb837824e4b4e9f8b24b7e3ae72a0e2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:15.341978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-637cde30-4bc4-4280-97ef-9d1680c83ec0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.345545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:15.347219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.349434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.366274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:15.371789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.409322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:15.409725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.418708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:15.422789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:15.426232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:15.430621 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:15.433347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:15.458313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.459246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.467899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:15.471871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:15.477605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:15.510421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Deleting port 7bc6534f-9bad-4b47-a71c-a12c73c75b19 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:15.511000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.529023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=858752f0-6223-4f89-92d3-ae48ecd428db,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:15.555904 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-637cde30-4bc4-4280-97ef-9d1680c83ec0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/ports/c2f03c8e-216f-4b97-a73f-bafd3d52e4eb HTTP/1.1" status: 204 len: 168 time: 2.2278643 Apr 22 09:29:15.561291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53412) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:15.618842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] The port '7bc6534f-9bad-4b47-a71c-a12c73c75b19' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:29:15.625204 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-158444a5-f9e2-4d01-8d55-6962dbe0397c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fde80263-666e-4ec3-9b13-7299c6735dab HTTP/1.1" status: 200 len: 1000 time: 0.2795267 Apr 22 09:29:15.652046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1dca3aed-f918-41c1-9190-e84052df2f2a tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Deleting port 81a24faf-3222-496d-91b4-d1197603145a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:15.652388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dca3aed-f918-41c1-9190-e84052df2f2a tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.677868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.687034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.687258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:29:15.687258 dv-neutron-839018-1-hyperv neutron-server[88062]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:29:15.687258 dv-neutron-839018-1-hyperv neutron-server[88062]: [parameters: {'id': '027b520c-4324-4a85-8cad-1dcf75f87fed'}] Apr 22 09:29:15.687258 dv-neutron-839018-1-hyperv neutron-server[88062]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:15.687582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:15.718997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa59c7e8-ff61-4876-aa57-4561fb8d2c04 None None] Network 027b520c-4324-4a85-8cad-1dcf75f87fed requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:15.800494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.808594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-49e0b3eb-a97a-4e13-af57-f229fc269716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:15.810060 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-49e0b3eb-a97a-4e13-af57-f229fc269716 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b648b6c-263c-4adf-9cbc-8e54e68d6f20 HTTP/1.1" status: 200 len: 851 time: 0.1564722 Apr 22 09:29:15.842422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.867976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d743a48b-9bef-42f6-adc7-d1b352f7b06c']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:15.882946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd457776-0780-425d-a9b6-c89d49d5e5ed') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:15.883241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd457776-0780-425d-a9b6-c89d49d5e5ed') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:15.883383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a8d14146-d1a2-43ee-ac06-80ef0ace4685 None None] Provisioning for port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:15.898186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.917999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.926805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:15.927388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:15.947515 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:15.972708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.021320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-8e211975-aae0-4d89-9311-71f07ee1b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:16.022973 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-8e211975-aae0-4d89-9311-71f07ee1b762 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=637ab288-5bb9-4fb5-b5d4-21d282c916c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1993437 Apr 22 09:29:16.027878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.032984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] DHCP port deletion for 027b520c-4324-4a85-8cad-1dcf75f87fed request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:29:16.038545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] Deleting port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:16.039015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.065050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.084924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.097804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] Pushing event deleted for resources: {'Network': ['ID=d743a48b-9bef-42f6-adc7-d1b352f7b06c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:16.149047 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-431bc03f-8a5f-45ca-ac1d-e2898c195367 tempest-NetworksIpV6TestAttrs-426385265 tempest-NetworksIpV6TestAttrs-426385265-project] 10.222.0.32 "DELETE /v2.0/networks/d743a48b-9bef-42f6-adc7-d1b352f7b06c HTTP/1.1" status: 204 len: 168 time: 3.4901662 Apr 22 09:29:16.189541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.193704 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-e36f3454-9e0b-43c5-95de-4285165ddcd9 service neutron] 10.222.0.35 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641412 Apr 22 09:29:16.276531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db24aff9-cebf-42f6-b5b3-d64d8f8ae7f4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:16.285801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.289500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.324599 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] For port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a5a17c48-0fe9-4d7b-9b00-33e533fe58e7,segment=NetworkSegment(48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8),segment_id=48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:16.325175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dca3aed-f918-41c1-9190-e84052df2f2a tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.325286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.371533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:16.372085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.504362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1dca3aed-f918-41c1-9190-e84052df2f2a tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Calling delete_port for 81a24faf-3222-496d-91b4-d1197603145a owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:16.529144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] Calling delete_port for a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:16.534595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.536546 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e20a3582-5893-4476-8aff-ed9a08644940 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2533309 Apr 22 09:29:16.543002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53420) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:16.562279 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812354279'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:16.563438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53424) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:16.582672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:16.616413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:16.633610 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3b76e5b2-11dc-4cd1-adc5-57c9f0922986 req-5dd5db6b-bc26-474c-bba3-c93d5d490d88 service neutron] 10.222.0.35 "GET /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314747 Apr 22 09:29:16.637141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:16.648620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:16.658229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.718480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] Pushing event deleted for resources: {'Port': ['ID=a5a17c48-0fe9-4d7b-9b00-33e533fe58e7,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:16.730511 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16970784-dc39-4c68-9c9a-58c431870dc9 None None] No DVR routers for this DVR port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:16.731680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.758863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a5a17c48-0fe9-4d7b-9b00-33e533fe58e7,segment=NetworkSegment(48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8),segment_id=48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:16.759146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.879919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:16.887998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:16.917004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dca3aed-f918-41c1-9190-e84052df2f2a tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:16.922871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:16.927424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:16.935838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:16.993631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:16.993876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:16.997528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3aed-f918-41c1-9190-e84052df2f2a tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Port': ['ID=81a24faf-3222-496d-91b4-d1197603145a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:17.019039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dca3aed-f918-41c1-9190-e84052df2f2a tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.025019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6ad5a6a2-c137-4a21-a670-062bebc7e83c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce73069753734359bfcf9ae6a8bf3ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603925 Apr 22 09:29:17.030380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53430) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:17.042275 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1dca3aed-f918-41c1-9190-e84052df2f2a tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/ports/81a24faf-3222-496d-91b4-d1197603145a HTTP/1.1" status: 204 len: 168 time: 1.4799867 Apr 22 09:29:17.044997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53434) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:17.045440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.059105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.067406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.105519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3ef83890-6ee2-4dcc-ad30-ae290daff60e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Synchronizing usage tracker for tenant:c36cf5f0a64a4a30a9ca392341b4b33a on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:17.113335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.122526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.129364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f77be47-717f-4553-8381-9b9273ee42b3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:17.146996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.148187 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c9ebefd3-f5a3-4ca3-8c6b-c3f3628f6bf6 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6033728 Apr 22 09:29:17.150872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53438) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:17.157313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': 'db24aff9-cebf-42f6-b5b3-d64d8f8ae7f4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5f77be47-717f-4553-8381-9b9273ee42b3', 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:17.161717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ec41-ffbf-4672-9388-646686e62c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.166010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:17.179177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:17.183522 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:17.184720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3ef83890-6ee2-4dcc-ad30-ae290daff60e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Unset dirty status for tenant:c36cf5f0a64a4a30a9ca392341b4b33a on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:17.185852 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3ef83890-6ee2-4dcc-ad30-ae290daff60e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1374559 Apr 22 09:29:17.194155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53442) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:17.196589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:17.204772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-298120700'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:17.212848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ec41-ffbf-4672-9388-646686e62c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.223847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:17.236090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Usage tracker for resource:network and tenant:c36cf5f0a64a4a30a9ca392341b4b33a is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:17.243568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:17.263830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:17.276999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.295239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Made reservation on behalf of c36cf5f0a64a4a30a9ca392341b4b33a for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:17.298625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.308253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=858752f0-6223-4f89-92d3-ae48ecd428db,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:17.344842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ec41-ffbf-4672-9388-646686e62c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.378587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2ec41-ffbf-4672-9388-646686e62c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de80d27-99d3-484a-bbe6-f60195635d3e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:17.384101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:17.395490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea2ec41-ffbf-4672-9388-646686e62c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.398888 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3ea2ec41-ffbf-4672-9388-646686e62c6e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0de80d27-99d3-484a-bbe6-f60195635d3e HTTP/1.1" status: 204 len: 168 time: 0.3652587 Apr 22 09:29:17.411577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.419910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.420263 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Added segment d51ec8c8-6fbd-4f47-8650-562ac7065a12 of type vlan for network 908da56f-e376-44cf-9120-174c3df555c9 Apr 22 09:29:17.422489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.428148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.438283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.451068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.470561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.474730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfed0c1-1f31-42e5-ad61-7bb201e09b17,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:17.494992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port a5a17c48-0fe9-4d7b-9b00-33e533fe58e7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:17.495341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.497587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.501494 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0d609a81-c582-4893-8d38-d11c06293ab2 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1585164 Apr 22 09:29:17.502379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53448) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:17.515350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'port': {'network_id': '0b5761af-5bbd-4ae2-95cb-e625a2927642', 'name': 'tempest-FloatingIPTestJSON-1327315900'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:17.536468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.537589 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7d19e274-45b4-4aa1-8e10-bbd27a41b808 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3858044 Apr 22 09:29:17.541123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53452) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:17.585520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] The port 'a5a17c48-0fe9-4d7b-9b00-33e533fe58e7' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:29:17.615032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.620352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:17.620954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.701057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad0b69d0-40a9-43b6-932e-7b6166a80949 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.701269 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5061033 Apr 22 09:29:17.705853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53458) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:17.728089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-741183330'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:17.736878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad0b69d0-40a9-43b6-932e-7b6166a80949 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.745381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:17.758332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Usage tracker for resource:network and tenant:c36cf5f0a64a4a30a9ca392341b4b33a is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:17.764981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:17.785514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:17.813889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Allocated IP 172.26.2.156 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/1bcfae0c-b46d-4057-a861-a735a018f96c) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:17.818440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.818721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:17.827135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Made reservation on behalf of c36cf5f0a64a4a30a9ca392341b4b33a for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:17.830520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.832883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90b608-215b-4455-ae16-91aec7376019 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Network': ['ID=908da56f-e376-44cf-9120-174c3df555c9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:17.840173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad0b69d0-40a9-43b6-932e-7b6166a80949 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.845574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:port and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:17.849959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 908da56f-e376-44cf-9120-174c3df555c9 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:17.854487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027b520c-4324-4a85-8cad-1dcf75f87fed']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:17.857374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:17.869702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:17.870196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f4b9c9-be51-4c70-b3aa-1ff4ba2c03f8') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:17.885398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.888230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:17.904285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b69d0-40a9-43b6-932e-7b6166a80949 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dfed0c1-1f31-42e5-ad61-7bb201e09b17,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:17.911686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.926809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:17.927437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:17.953248 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:17.978563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:17.982299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.991439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad0b69d0-40a9-43b6-932e-7b6166a80949 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:17.992874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ad0b69d0-40a9-43b6-932e-7b6166a80949 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3dfed0c1-1f31-42e5-ad61-7bb201e09b17 HTTP/1.1" status: 204 len: 168 time: 0.4403341 Apr 22 09:29:18.007166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53470) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:18.009891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:18.050536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.051240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] device_id is not set on port ee76f420-5fee-4cf2-b7a7-fabcf8921732 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:29:18.059728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.087327 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/027b520c-4324-4a85-8cad-1dcf75f87fed HTTP/1.1" status: 204 len: 168 time: 5.3416998 Apr 22 09:29:18.088185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0944f2-a6cc-4d53-99bf-48e1d9a04899 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=027b520c-4324-4a85-8cad-1dcf75f87fed,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:18.088435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.088775 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Added segment 8c7d0daf-277d-4e8c-a4eb-96019001b7cf of type vlan for network 442aaa31-de40-4c1e-9eb5-a9fad6106697 Apr 22 09:29:18.091018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53474) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:18.101464 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-185260900'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:18.106865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:18.112028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:18.116110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:18.129153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:18.142813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:18.146856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.178987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:18.188517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.188871 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment fb32378a-9051-46e4-a7d7-517cac4dd095 of type vlan for network fc75e9f4-bd55-4362-9b13-18eb33b5bdeb Apr 22 09:29:18.198189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-59151a1b-7bb2-46df-99e7-eee850f33c14 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:18.201673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.218735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.255777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.258050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.264165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:18.265154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.299626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-59151a1b-7bb2-46df-99e7-eee850f33c14 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:18.304070 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-59151a1b-7bb2-46df-99e7-eee850f33c14 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2923856 Apr 22 09:29:18.305563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53486) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:18.329291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.335147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:18.335739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.341448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.20.0.11 (0b5761af-5bbd-4ae2-95cb-e625a2927642/0b80abc7-d9e3-42b1-82d6-08000a21a988/ee76f420-5fee-4cf2-b7a7-fabcf8921732) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:18.373986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53490) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:18.468429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.510480 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4146392 Apr 22 09:29:18.511038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e69c1-3266-4e3d-b256-a40b5b14bbab tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=fc75e9f4-bd55-4362-9b13-18eb33b5bdeb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:18.519975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53496) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:18.522311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network fc75e9f4-bd55-4362-9b13-18eb33b5bdeb details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:18.527363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': 'fc75e9f4-bd55-4362-9b13-18eb33b5bdeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:18.642813 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9290152 Apr 22 09:29:18.657095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:18.661705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-303011855'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:18.670759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:18.684224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:18.689308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:18.691882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:18.694828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a87ed-26af-4544-9fad-98bdb3dfb28b tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Network': ['ID=442aaa31-de40-4c1e-9eb5-a9fad6106697,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:18.704261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:18.704458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-184fad4e-66b4-4401-8702-8db019a44d4b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.711299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:18.714204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 442aaa31-de40-4c1e-9eb5-a9fad6106697 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:18.719001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:18.735782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:18.744898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:18.749341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:18.754512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-184fad4e-66b4-4401-8702-8db019a44d4b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.800337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event updated for resources: {'Port': ['ID=1bcfae0c-b46d-4057-a861-a735a018f96c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:18.820273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:18.823962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.855404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-184fad4e-66b4-4401-8702-8db019a44d4b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.923973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fad4e-66b4-4401-8702-8db019a44d4b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f77be47-717f-4553-8381-9b9273ee42b3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:18.955373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-184fad4e-66b4-4401-8702-8db019a44d4b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:18.959784 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-184fad4e-66b4-4401-8702-8db019a44d4b tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/5f77be47-717f-4553-8381-9b9273ee42b3 HTTP/1.1" status: 204 len: 168 time: 0.6512873 Apr 22 09:29:18.960574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53500) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:18.963134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:18.966484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.068381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.079604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5b8fed55-6556-4e3b-be16-ed6707849a71 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:19.111348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:19.113459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5b8fed55-6556-4e3b-be16-ed6707849a71 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:19.117417 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5b8fed55-6556-4e3b-be16-ed6707849a71 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1521120 Apr 22 09:29:19.117731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53504) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:19.118767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:security_group_rule and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:19.130383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:19.161225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.196789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:19.257478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.279862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e549b5b9-be0d-4ea3-9ea3-e87c4933e5ab tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.285310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=1fc1152c-c787-455b-969b-7e4d7a583513,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:19.296708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': 'fb32378a-9051-46e4-a7d7-517cac4dd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc75e9f4-bd55-4362-9b13-18eb33b5bdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:19.297067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: fc75e9f4-bd55-4362-9b13-18eb33b5bdeb, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:19.323459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e549b5b9-be0d-4ea3-9ea3-e87c4933e5ab tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.352232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network fc75e9f4-bd55-4362-9b13-18eb33b5bdeb is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:19.372519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, fc75e9f4-bd55-4362-9b13-18eb33b5bdeb) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:19.376654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:19.377237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.395002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db793e56-96eb-46d0-8d3b-5e033033f02d None None] Network fc75e9f4-bd55-4362-9b13-18eb33b5bdeb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:19.416952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e549b5b9-be0d-4ea3-9ea3-e87c4933e5ab tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.422667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.449942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549b5b9-be0d-4ea3-9ea3-e87c4933e5ab tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db24aff9-cebf-42f6-b5b3-d64d8f8ae7f4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:19.461194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e549b5b9-be0d-4ea3-9ea3-e87c4933e5ab tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.465006 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e549b5b9-be0d-4ea3-9ea3-e87c4933e5ab tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/db24aff9-cebf-42f6-b5b3-d64d8f8ae7f4 HTTP/1.1" status: 204 len: 168 time: 0.3463664 Apr 22 09:29:19.468779 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4ea694f6-7b00-45a6-871e-cb5f2cc61ac4 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9454677 Apr 22 09:29:19.468779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53508) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:19.474410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53510) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:19.661425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5bb1ba08-ba43-4e8c-8ba7-1509eeec0346 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:19.692213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5bb1ba08-ba43-4e8c-8ba7-1509eeec0346 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:19.699023 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5bb1ba08-ba43-4e8c-8ba7-1509eeec0346 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2252941 Apr 22 09:29:19.700044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53516) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:19.707034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--584120104'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:19.709819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.713272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:19.719440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-fc75e9f4-bd55-4362-9b13-18eb33b5bdeb', 'network_id': 'fc75e9f4-bd55-4362-9b13-18eb33b5bdeb', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '1fc1152c-c787-455b-969b-7e4d7a583513'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:19.720289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.733726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:19.744770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.789636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.827498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:19.832346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:19.835345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:19.842844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:19.867972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 0b5761af-5bbd-4ae2-95cb-e625a2927642 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:19.885967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:19.889325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:19.927817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.943418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.947191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Allocated IP 172.20.0.1 (fc75e9f4-bd55-4362-9b13-18eb33b5bdeb/1fc1152c-c787-455b-969b-7e4d7a583513/c11b6386-dce7-4459-b835-c2df10efee10) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:19.995539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:19.998798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=ee76f420-5fee-4cf2-b7a7-fabcf8921732,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:20.020706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.021794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.033824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:20.044438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.044438 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment 58a081ff-012b-4e96-a5e5-07bfa22d42a3 of type vlan for network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f Apr 22 09:29:20.071820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.075823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6157ffa2-3b49-40b8-a52d-fb3ea1dae73f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:20.095844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.100242 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c4f362a2-fb7b-498e-884f-d37cfb21c552 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3968582 Apr 22 09:29:20.101473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53520) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:20.106090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': '6157ffa2-3b49-40b8-a52d-fb3ea1dae73f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:20.112180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:20.116435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:20.119719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:20.125641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:20.138048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca30e7-191a-4a26-a5bf-9e318f560cf2,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:20.154119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.178172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:20.178722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.186930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.193380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:20.194105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.232923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.235247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.241529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.251402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.267309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Transition to ACTIVE for port object c11b6386-dce7-4459-b835-c2df10efee10 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:20.290470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.294357 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1900666 Apr 22 09:29:20.294357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba8b4f-36d1-46be-b570-7b35b025f554 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6b1a67-1806-414a-af0b-219b88877f83,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:20.295965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53524) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:20.303824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Transition to ACTIVE for port object c11b6386-dce7-4459-b835-c2df10efee10 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:20.313174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.341562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.408105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Network fc75e9f4-bd55-4362-9b13-18eb33b5bdeb is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:20.413549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:20.418610 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:20.426810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f568830-f327-405e-b698-7ea321dcb967 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.438765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f568830-f327-405e-b698-7ea321dcb967 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.477423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc1152c-c787-455b-969b-7e4d7a583513,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:20.483069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f568830-f327-405e-b698-7ea321dcb967 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.503404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f568830-f327-405e-b698-7ea321dcb967 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd6b1a67-1806-414a-af0b-219b88877f83,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:20.587962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.609315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Pushing event updated for resources: {'Port': ['ID=c11b6386-dce7-4459-b835-c2df10efee10,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:20.609693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f568830-f327-405e-b698-7ea321dcb967 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.613817 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2f568830-f327-405e-b698-7ea321dcb967 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/cd6b1a67-1806-414a-af0b-219b88877f83 HTTP/1.1" status: 204 len: 168 time: 0.3138711 Apr 22 09:29:20.628870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53528) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:20.640032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Attempting to bind port c11b6386-dce7-4459-b835-c2df10efee10 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:20.640886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Attempting to bind port c11b6386-dce7-4459-b835-c2df10efee10 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'fb32378a-9051-46e4-a7d7-517cac4dd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc75e9f4-bd55-4362-9b13-18eb33b5bdeb'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:20.641607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Attempting to bind port c11b6386-dce7-4459-b835-c2df10efee10 on network fc75e9f4-bd55-4362-9b13-18eb33b5bdeb {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:20.649861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:20.650629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Checking segment: {'id': 'fb32378a-9051-46e4-a7d7-517cac4dd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc75e9f4-bd55-4362-9b13-18eb33b5bdeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:20.651239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.651918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Bound using segment: {'id': 'fb32378a-9051-46e4-a7d7-517cac4dd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc75e9f4-bd55-4362-9b13-18eb33b5bdeb'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:20.652628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Bound port: c11b6386-dce7-4459-b835-c2df10efee10, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb32378a-9051-46e4-a7d7-517cac4dd095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fc75e9f4-bd55-4362-9b13-18eb33b5bdeb'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:20.653311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.681819 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3002841 Apr 22 09:29:20.686635 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5d9658e9-cf3a-42cd-a888-6a870daad91b tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1781981 Apr 22 09:29:20.687366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584020f-9d9c-4034-8cb9-a546453877f6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=703c9f78-f6bd-4aa2-95db-76eb9cfafa9f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:20.688667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53532) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:20.691950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53534) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:20.697855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc75e9f4-bd55-4362-9b13-18eb33b5bdeb']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:20.716415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1872390960'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:20.719099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Router 6f6266bd-57c1-4ab4-b0d4-14eae927c2ac is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:29:20.723408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:20.727592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:20.730851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:20.736886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:20.752023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'port_id': 'ee76f420-5fee-4cf2-b7a7-fabcf8921732'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:20.784723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] For port c11b6386-dce7-4459-b835-c2df10efee10, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:20.789923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] For port c11b6386-dce7-4459-b835-c2df10efee10, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c11b6386-dce7-4459-b835-c2df10efee10,segment=NetworkSegment(fb32378a-9051-46e4-a7d7-517cac4dd095),segment_id=fb32378a-9051-46e4-a7d7-517cac4dd095)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:20.794974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:20.820024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb32378a-9051-46e4-a7d7-517cac4dd095') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:20.820325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb32378a-9051-46e4-a7d7-517cac4dd095') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:20.834653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.839396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:20.843103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.881385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:20.890726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.891070 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment 3f758a27-2f0d-476e-8301-16827762b2da of type vlan for network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd Apr 22 09:29:20.911712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.930583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:20.934115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.963037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:20.967273 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3d5ce5bf-70a6-493b-80c1-ff7480bde1a3 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6526158 Apr 22 09:29:20.967612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53540) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:20.974443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:20.993272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cbce6-78df-4db3-87f6-c85df4938f24 None None] Sync routers for ids ['6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:21.100537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421b370-edb5-46b9-9d27-c8cd791fa902 None None] Pushing event updated for resources: {'Port': ['ID=c11b6386-dce7-4459-b835-c2df10efee10,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:21.116859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3cbce6-78df-4db3-87f6-c85df4938f24 None None] Routers {'6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:21.117759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cd3cbce6-78df-4db3-87f6-c85df4938f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:21.126758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73ed7ca0-737f-42cb-8bdb-6e05e48cd132 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:21.183755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.191070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cd3cbce6-78df-4db3-87f6-c85df4938f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:21.199199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.207975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3cbce6-78df-4db3-87f6-c85df4938f24 None None] Routers {'6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:21.208885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:21.209276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.209517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cd3cbce6-78df-4db3-87f6-c85df4938f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:21.226638 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:21.294332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cd3cbce6-78df-4db3-87f6-c85df4938f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:21.295181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3cbce6-78df-4db3-87f6-c85df4938f24 None None] The sync data for ids ['6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:21.313847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d94e28-def0-401c-9dc9-23a8e6f3d7f2 None None] Network fc75e9f4-bd55-4362-9b13-18eb33b5bdeb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:21.356007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73ed7ca0-737f-42cb-8bdb-6e05e48cd132 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:21.357310 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73ed7ca0-737f-42cb-8bdb-6e05e48cd132 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7274728 Apr 22 09:29:21.372837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53544) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:21.382141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:29:21.421353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:29:21.421353 dv-neutron-839018-1-hyperv neutron-server[88062]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:29:21.421353 dv-neutron-839018-1-hyperv neutron-server[88062]: [parameters: {'id': 'fc75e9f4-bd55-4362-9b13-18eb33b5bdeb'}] Apr 22 09:29:21.421353 dv-neutron-839018-1-hyperv neutron-server[88062]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:21.421727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:21.543191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588a683e-f88d-441f-aa7d-ddd2b00b3503 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:29:21.555630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.564712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:21.568813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.664979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.682653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72c36728-c2ce-4f79-83e4-fb9cca5750f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.690566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.692779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a683e-f88d-441f-aa7d-ddd2b00b3503 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:29:21.694080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0033376 Apr 22 09:29:21.702254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53550) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:21.709702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': '703c9f78-f6bd-4aa2-95db-76eb9cfafa9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:21.740132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Deleting port 1bcfae0c-b46d-4057-a861-a735a018f96c {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:21.740861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.863679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e0079-9814-46a5-8e4f-1c386de342bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=618e8cae-6c9a-465a-a3e7-59a4c4ba65dd,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:21.877702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:21.882493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53554) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:21.896810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'subnets': [{'network_id': '908da56f-e376-44cf-9120-174c3df555c9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--485567095', 'ip_version': 6}, {'network_id': '442aaa31-de40-4c1e-9eb5-a9fad6106697', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:21.897220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'subnet': {'network_id': '908da56f-e376-44cf-9120-174c3df555c9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--485567095', 'ip_version': 6}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:21.897992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Request body: {'subnet': {'network_id': '442aaa31-de40-4c1e-9eb5-a9fad6106697', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:21.916309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72c36728-c2ce-4f79-83e4-fb9cca5750f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:21.923528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.011158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.026104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:22.136010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port c11b6386-dce7-4459-b835-c2df10efee10 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:22.136221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.238693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72c36728-c2ce-4f79-83e4-fb9cca5750f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.250393 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:22.259242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Calling delete_port for 1bcfae0c-b46d-4057-a861-a735a018f96c owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:22.285591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:22.300412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:22.319789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:22.321190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c36728-c2ce-4f79-83e4-fb9cca5750f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6157ffa2-3b49-40b8-a52d-fb3ea1dae73f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:22.323204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.400684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:22.409219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-72c36728-c2ce-4f79-83e4-fb9cca5750f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.412738 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-72c36728-c2ce-4f79-83e4-fb9cca5750f2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/6157ffa2-3b49-40b8-a52d-fb3ea1dae73f HTTP/1.1" status: 204 len: 168 time: 1.0366039 Apr 22 09:29:22.419322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Usage tracker for resource:subnet and tenant:c36cf5f0a64a4a30a9ca392341b4b33a is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:22.421632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53560) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:22.452664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:22.480776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:22.578950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Made reservation on behalf of c36cf5f0a64a4a30a9ca392341b4b33a for: {'subnet': 2} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:22.583504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.583878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.604298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.628540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:29:22.662322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Pushing event deleted for resources: {'Port': ['ID=1bcfae0c-b46d-4057-a861-a735a018f96c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:22.697470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.825856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=a095afce-bf10-4e3b-b540-118fc81e4bff,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:22.840675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.876779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a257ade1-8093-4ff8-af35-41cca3612064 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:22.885812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port c11b6386-dce7-4459-b835-c2df10efee10, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c11b6386-dce7-4459-b835-c2df10efee10,segment=NetworkSegment(fb32378a-9051-46e4-a7d7-517cac4dd095),segment_id=fb32378a-9051-46e4-a7d7-517cac4dd095)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:22.886169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:22.905728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': '58a081ff-012b-4e96-a5e5-07bfa22d42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703c9f78-f6bd-4aa2-95db-76eb9cfafa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:22.906085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:23.042496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:23.051392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.060720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for c11b6386-dce7-4459-b835-c2df10efee10 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:23.092299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a257ade1-8093-4ff8-af35-41cca3612064 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:23.093631 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a257ade1-8093-4ff8-af35-41cca3612064 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6528711 Apr 22 09:29:23.100678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53564) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:23.101925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.113046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1367708942'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:23.119992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:23.121913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:23.128445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b39ca3-86b8-42ba-94a1-db3f45e7300c None None] Network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:23.195481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:23.196064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.203708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:23.280277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.284325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.302550 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ac45d072-0ada-4e41-9577-1a175217562d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5951173 Apr 22 09:29:23.302978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.307173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53568) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:23.314256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': '618e8cae-6c9a-465a-a3e7-59a4c4ba65dd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:23.332242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.379608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-703c9f78-f6bd-4aa2-95db-76eb9cfafa9f', 'network_id': '703c9f78-f6bd-4aa2-95db-76eb9cfafa9f', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': 'a095afce-bf10-4e3b-b540-118fc81e4bff'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:23.379608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.391412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=c11b6386-dce7-4459-b835-c2df10efee10,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:23.400701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port c11b6386-dce7-4459-b835-c2df10efee10 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:23.407602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:23.417840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:23.422578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:23.475699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:23.480781 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP 9df97e38-8fbc-4f25-91f9-d9661eb95b5b associated. External IP: 172.26.2.243, port: ee76f420-5fee-4cf2-b7a7-fabcf8921732. Apr 22 09:29:23.547244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Allocated IP 172.20.0.2 (703c9f78-f6bd-4aa2-95db-76eb9cfafa9f/a095afce-bf10-4e3b-b540-118fc81e4bff/c6508b07-a91f-4c04-bf5b-714bc4785ba7) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:23.671942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.680512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Router 6f6266bd-57c1-4ab4-b0d4-14eae927c2ac has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:23.712118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:23.767593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.773094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:23.778193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Transition to ACTIVE for port object c6508b07-a91f-4c04-bf5b-714bc4785ba7 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:23.784441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:23.797054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:23.799718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Transition to ACTIVE for port object c6508b07-a91f-4c04-bf5b-714bc4785ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:23.805928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.834894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc75e9f4-bd55-4362-9b13-18eb33b5bdeb']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:23.868961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb32378a-9051-46e4-a7d7-517cac4dd095') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:23.869345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb32378a-9051-46e4-a7d7-517cac4dd095') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:23.877845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:23.882390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:23.885220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.892909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.899525 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdde1b-024e-48ac-b219-7ee9e6de9aad None None] Sync routers for ids ['6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:23.922910 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdde1b-024e-48ac-b219-7ee9e6de9aad None None] Routers {'6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:23.923960 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c4fdde1b-024e-48ac-b219-7ee9e6de9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:23.936239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:23.940122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:23.942589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Pushing event updated for resources: {'Port': ['ID=c6508b07-a91f-4c04-bf5b-714bc4785ba7,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:23.944741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:23.968450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:23.988130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:23.988555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:24.002912 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:24.007932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.011453 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0f6f8d3a-8acf-4625-9f9d-fe71099a3a6c tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "PUT /v2.0/routers/6f6266bd-57c1-4ab4-b0d4-14eae927c2ac HTTP/1.1" status: 200 len: 705 time: 3.0403993 Apr 22 09:29:24.011838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.016291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53572) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:24.041720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Attempting to bind port c6508b07-a91f-4c04-bf5b-714bc4785ba7 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:24.042100 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Attempting to bind port c6508b07-a91f-4c04-bf5b-714bc4785ba7 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '58a081ff-012b-4e96-a5e5-07bfa22d42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703c9f78-f6bd-4aa2-95db-76eb9cfafa9f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:24.042442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Attempting to bind port c6508b07-a91f-4c04-bf5b-714bc4785ba7 on network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:24.048372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:24.049271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Checking segment: {'id': '58a081ff-012b-4e96-a5e5-07bfa22d42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703c9f78-f6bd-4aa2-95db-76eb9cfafa9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:24.049271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.049557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Bound using segment: {'id': '58a081ff-012b-4e96-a5e5-07bfa22d42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703c9f78-f6bd-4aa2-95db-76eb9cfafa9f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:24.049998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Bound port: c6508b07-a91f-4c04-bf5b-714bc4785ba7, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a081ff-012b-4e96-a5e5-07bfa22d42a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '703c9f78-f6bd-4aa2-95db-76eb9cfafa9f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:24.050372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.068046 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c4fdde1b-024e-48ac-b219-7ee9e6de9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:24.076227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.082498 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdde1b-024e-48ac-b219-7ee9e6de9aad None None] Routers {'6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:24.083680 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c4fdde1b-024e-48ac-b219-7ee9e6de9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:24.146864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] For port c6508b07-a91f-4c04-bf5b-714bc4785ba7, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:24.150211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] For port c6508b07-a91f-4c04-bf5b-714bc4785ba7, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6508b07-a91f-4c04-bf5b-714bc4785ba7,segment=NetworkSegment(58a081ff-012b-4e96-a5e5-07bfa22d42a3),segment_id=58a081ff-012b-4e96-a5e5-07bfa22d42a3)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:24.158849 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.180817 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c4fdde1b-024e-48ac-b219-7ee9e6de9aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:24.181546 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdde1b-024e-48ac-b219-7ee9e6de9aad None None] The sync data for ids ['6f6266bd-57c1-4ab4-b0d4-14eae927c2ac'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:24.210523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe49d50-f1c8-4e9e-97ea-9f9662bac717,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:24.212780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.213955 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7a98390f-da33-4604-900b-979e0caf7206 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1123483 Apr 22 09:29:24.219992 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8d57d2d6-829d-4992-ac88-18dae7ff73da tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/routers/6f6266bd-57c1-4ab4-b0d4-14eae927c2ac HTTP/1.1" status: 200 len: 740 time: 0.1995823 Apr 22 09:29:24.219992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53576) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:24.220252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53578) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:24.224277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': '4fe49d50-f1c8-4e9e-97ea-9f9662bac717', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:24.231857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:24.239441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:24.244374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:24.249256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf23f46-c495-45f1-8403-ae89e8f683f6 None None] Pushing event updated for resources: {'Port': ['ID=c6508b07-a91f-4c04-bf5b-714bc4785ba7,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:24.286023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:24.322565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.356085 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-94a43943-03e2-4083-8107-ae74d8b2fa36 tempest-RoutersAdminTest-1125827588 tempest-RoutersAdminTest-1125827588-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=6f6266bd-57c1-4ab4-b0d4-14eae927c2ac HTTP/1.1" status: 200 len: 205 time: 0.1284540 Apr 22 09:29:24.367850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53584) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:24.369501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.394376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.438857 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ef3d3171-cc92-4bd6-9f2e-9c2979102ddd tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f6266bd-57c1-4ab4-b0d4-14eae927c2ac HTTP/1.1" status: 200 len: 205 time: 0.0698750 Apr 22 09:29:24.442667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:24.444201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=fc75e9f4-bd55-4362-9b13-18eb33b5bdeb,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:24.468344 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4ac98be6-184b-4a19-99e0-fe53598380b8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/fc75e9f4-bd55-4362-9b13-18eb33b5bdeb HTTP/1.1" status: 204 len: 168 time: 4.9924803 Apr 22 09:29:24.472162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53592) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:24.489164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24031323'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:24.496261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:24.500086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.506941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:24.533057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:24.536297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.545084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:24.563154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:24.668558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:24.671810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.679343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d05b-b767-4ba6-b1d4-0eea5e53a488 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.692005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Subnet': ['ID=04033f97-6e35-4524-9759-3d150c05527a,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:24.790530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:24.792559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Checking segment: {'id': 'd51ec8c8-6fbd-4f47-8650-562ac7065a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '908da56f-e376-44cf-9120-174c3df555c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:24.792913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Network hostable DHCP agents. Network: 908da56f-e376-44cf-9120-174c3df555c9, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:24.820369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.820751 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment 5bfdc549-a57b-4506-b0d7-14605939b326 of type vlan for network 22968882-a99e-4940-9e4e-bbd2b30f54a0 Apr 22 09:29:24.853697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:24.863978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d95a3-253a-4932-b487-e66f497c32ab None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:24.866096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.866632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Network 908da56f-e376-44cf-9120-174c3df555c9 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:24.874502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d95a3-253a-4932-b487-e66f497c32ab None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:24.874844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c87d95a3-253a-4932-b487-e66f497c32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:24.877181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.886582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.917389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 908da56f-e376-44cf-9120-174c3df555c9) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:24.934628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.940685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c87d95a3-253a-4932-b487-e66f497c32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:24.943386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3553aa67-f6be-4c2b-aea9-3da1309400d5 None None] Network 908da56f-e376-44cf-9120-174c3df555c9 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:24.984365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:24.999326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=36de1b17-5e02-49be-b362-e49055113eb0,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:25.023920 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ab4c6eb1-66de-4215-a376-be1ae8b9ef37 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/floatingips/9df97e38-8fbc-4f25-91f9-d9661eb95b5b HTTP/1.1" status: 200 len: 979 time: 4.3151836 Apr 22 09:29:25.031330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53596) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.075120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.081814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:25.083109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.101040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event updated for resources: {'Subnet': ['ID=5a15f5f0-3ae6-4732-9e5e-9af35b98b74c,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:25.119203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87d95a3-253a-4932-b487-e66f497c32ab None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:25.119834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c87d95a3-253a-4932-b487-e66f497c32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:25.193969 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c87d95a3-253a-4932-b487-e66f497c32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:25.194635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87d95a3-253a-4932-b487-e66f497c32ab None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:25.244842 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7672408 Apr 22 09:29:25.246214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Checking segment: {'id': '8c7d0daf-277d-4e8c-a4eb-96019001b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '442aaa31-de40-4c1e-9eb5-a9fad6106697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:25.246611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-908da56f-e376-44cf-9120-174c3df555c9', 'network_id': '908da56f-e376-44cf-9120-174c3df555c9', 'tenant_id': 'c36cf5f0a64a4a30a9ca392341b4b33a', 'fixed_ips': [{'subnet_id': '04033f97-6e35-4524-9759-3d150c05527a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:25.246752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Network hostable DHCP agents. Network: 442aaa31-de40-4c1e-9eb5-a9fad6106697, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:25.247778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.254253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53600) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.267263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac707ab-cb57-4947-9a71-ffbaac097aaa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=22968882-a99e-4940-9e4e-bbd2b30f54a0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:25.274915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': '22968882-a99e-4940-9e4e-bbd2b30f54a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:25.280525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': '3f758a27-2f0d-476e-8301-16827762b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '618e8cae-6c9a-465a-a3e7-59a4c4ba65dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:25.280921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:25.285859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d48cd0-4db8-4853-9a3d-89e91b824efd,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:25.290521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d05b-b767-4ba6-b1d4-0eea5e53a488 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.306076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d05b-b767-4ba6-b1d4-0eea5e53a488 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.331078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Network 442aaa31-de40-4c1e-9eb5-a9fad6106697 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:25.346718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.347997 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-86eb8dde-7d25-46a6-bb31-439cb4848f07 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1288302 Apr 22 09:29:25.353121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port ee76f420-5fee-4cf2-b7a7-fabcf8921732 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:25.353458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.367923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 22968882-a99e-4940-9e4e-bbd2b30f54a0 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:25.377907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53604) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.406539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 442aaa31-de40-4c1e-9eb5-a9fad6106697) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:25.408904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d05b-b767-4ba6-b1d4-0eea5e53a488 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.409415 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a2d05b-b767-4ba6-b1d4-0eea5e53a488 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6266bd-57c1-4ab4-b0d4-14eae927c2ac {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:29:25.412162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:25.412318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:25.412968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:25.413585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.434622 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f68499e6-4ed1-4947-939b-856cd421bed2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules/b1d48cd0-4db8-4853-9a3d-89e91b824efd HTTP/1.1" status: 200 len: 763 time: 0.0528653 Apr 22 09:29:25.438803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53608) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.451405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9649f6-a70e-454d-a2b5-8a5c19e3dcb9 None None] Network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:25.452759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3a2d05b-b767-4ba6-b1d4-0eea5e53a488 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.457143 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c3a2d05b-b767-4ba6-b1d4-0eea5e53a488 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/6f6266bd-57c1-4ab4-b0d4-14eae927c2ac HTTP/1.1" status: 204 len: 168 time: 1.0095534 Apr 22 09:29:25.457143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:25.458288 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ce348a49-b930-40b4-ae87-1f41c5e63a31 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5723386 Apr 22 09:29:25.460003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53612) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.463117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53614) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.464113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:25.464807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.481904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40f5e5d-037a-4253-8750-45c973a7ee1e None None] Network 442aaa31-de40-4c1e-9eb5-a9fad6106697 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:25.498544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8fe674-1b4e-4bac-8f50-d95973e5a2f7 None None] Network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:25.532136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:25.537650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:25.542479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:25.551116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:25.559739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e0d08584-39e4-4f9a-b126-afb3db400a8d tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=6f6266bd-57c1-4ab4-b0d4-14eae927c2ac HTTP/1.1" status: 200 len: 205 time: 0.0973790 Apr 22 09:29:25.563625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53620) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.611649 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-732fd804-6cd7-4d14-ba9d-6f8da427aa22 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:25.621169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:25.624302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.661838 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f211dbd9-05e2-486b-bd5c-b15c135c901c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3536320 Apr 22 09:29:25.668185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53624) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.673803 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-cc3edb79-fd24-457f-8f5f-9448850dcbad tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] delete failed (client error): The resource could not be found. Apr 22 09:29:25.675015 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cc3edb79-fd24-457f-8f5f-9448850dcbad tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/6f6266bd-57c1-4ab4-b0d4-14eae927c2ac HTTP/1.1" status: 404 len: 336 time: 0.1030240 Apr 22 09:29:25.678079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53628) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.687900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-72471007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:25.695525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ef60c-aabc-4ae1-a68e-9ded179f0ed0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:25.697063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ef60c-aabc-4ae1-a68e-9ded179f0ed0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:25.698685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ef60c-aabc-4ae1-a68e-9ded179f0ed0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:25.699470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-995ef60c-aabc-4ae1-a68e-9ded179f0ed0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Synchronizing usage tracker for tenant:c36cf5f0a64a4a30a9ca392341b4b33a on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:25.746950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:25.757009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:router and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:25.759619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-732fd804-6cd7-4d14-ba9d-6f8da427aa22 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:25.763286 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-732fd804-6cd7-4d14-ba9d-6f8da427aa22 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3210800 Apr 22 09:29:25.766372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53632) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.766961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:25.785699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-18f48591-1a82-49de-b2b9-d9e76465bda7 None None] Provisioning for port c6508b07-a91f-4c04-bf5b-714bc4785ba7 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:25.786904 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-94eb0aa6-465b-469a-98ec-2410af013995 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c4f7a04-dec7-4518-8119-27423a453bbf HTTP/1.1" status: 200 len: 205 time: 0.1074548 Apr 22 09:29:25.790501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53636) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.796627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:25.823770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-995ef60c-aabc-4ae1-a68e-9ded179f0ed0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Unset dirty status for tenant:c36cf5f0a64a4a30a9ca392341b4b33a on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:25.832666 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-995ef60c-aabc-4ae1-a68e-9ded179f0ed0 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3583860 Apr 22 09:29:25.840704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53640) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.845245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-06a99da5-878c-44a9-8c71-ee25e399114c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.859120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Allocated IP 2001:db8::1 (908da56f-e376-44cf-9120-174c3df555c9/04033f97-6e35-4524-9759-3d150c05527a/22d5ebe1-2550-4689-867c-b31d0080084d) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:25.871608 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-e3a3d660-8be3-484b-a03e-fd8e94ae43d1 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] delete failed (client error): The resource could not be found. Apr 22 09:29:25.874962 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e3a3d660-8be3-484b-a03e-fd8e94ae43d1 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/9c4f7a04-dec7-4518-8119-27423a453bbf HTTP/1.1" status: 404 len: 336 time: 0.0810275 Apr 22 09:29:25.876274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53644) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.900236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.901262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.918030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-06a99da5-878c-44a9-8c71-ee25e399114c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.932672 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fea9217c-9a80-4de1-8957-eb7f7223253f tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fbd4e35-56c9-4352-8e49-df7c6e3971fa HTTP/1.1" status: 200 len: 205 time: 0.0550931 Apr 22 09:29:25.935004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53648) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:25.938513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:25.985897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.015580 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-c6073fda-1789-4d8b-86f2-56805ca52603 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] delete failed (client error): The resource could not be found. Apr 22 09:29:26.016643 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c6073fda-1789-4d8b-86f2-56805ca52603 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/9fbd4e35-56c9-4352-8e49-df7c6e3971fa HTTP/1.1" status: 404 len: 336 time: 0.0807328 Apr 22 09:29:26.025123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5895e2-f20e-42ff-9ec9-a11bb6e5a494 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Deleting subnet 04033f97-6e35-4524-9759-3d150c05527a {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:29:26.032855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53652) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:26.037617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-06a99da5-878c-44a9-8c71-ee25e399114c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.123752 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-870d0a0b-3dcd-425b-9cf1-7bda75d35fe2 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=12b92de8-c738-4877-bd2d-0160925a1d42 HTTP/1.1" status: 200 len: 205 time: 0.0839756 Apr 22 09:29:26.127678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53656) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:26.130667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a99da5-878c-44a9-8c71-ee25e399114c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1d48cd0-4db8-4853-9a3d-89e91b824efd,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:26.221047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.239007 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-650d613c-8460-4159-8346-9bf960c40f68 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] delete failed (client error): The resource could not be found. Apr 22 09:29:26.242874 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-650d613c-8460-4159-8346-9bf960c40f68 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/12b92de8-c738-4877-bd2d-0160925a1d42 HTTP/1.1" status: 404 len: 336 time: 0.1100466 Apr 22 09:29:26.247385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53660) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:26.316875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-442aaa31-de40-4c1e-9eb5-a9fad6106697', 'network_id': '442aaa31-de40-4c1e-9eb5-a9fad6106697', 'tenant_id': 'c36cf5f0a64a4a30a9ca392341b4b33a', 'fixed_ips': [{'subnet_id': '5a15f5f0-3ae6-4732-9e5e-9af35b98b74c'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:26.317702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.320870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.321286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.321809 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP 9df97e38-8fbc-4f25-91f9-d9661eb95b5b disassociated. External IP: 172.26.2.243, port: ee76f420-5fee-4cf2-b7a7-fabcf8921732. Apr 22 09:29:26.322296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for ee76f420-5fee-4cf2-b7a7-fabcf8921732 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:26.426949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-06a99da5-878c-44a9-8c71-ee25e399114c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.428047 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-06a99da5-878c-44a9-8c71-ee25e399114c tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/b1d48cd0-4db8-4853-9a3d-89e91b824efd HTTP/1.1" status: 204 len: 168 time: 0.6548913 Apr 22 09:29:26.437746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.438578 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f375835d-0ce3-4e9b-ab55-136cfd666c8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7676969 Apr 22 09:29:26.445151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53664) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:26.445568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53666) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:26.479780 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e03a5de8-e6d9-4a6c-8425-6fe77d77520a tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=51cdd517-e5e6-4df2-b566-667be2f1ecee HTTP/1.1" status: 200 len: 205 time: 0.2310693 Apr 22 09:29:26.483820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-618e8cae-6c9a-465a-a3e7-59a4c4ba65dd', 'network_id': '618e8cae-6c9a-465a-a3e7-59a4c4ba65dd', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': '36de1b17-5e02-49be-b362-e49055113eb0'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:26.484633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53672) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:26.484749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.553141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.566798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.611302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6508b07-a91f-4c04-bf5b-714bc4785ba7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:26.630022 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-882f6e3e-297a-4b2d-b107-44ef22119a0e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] delete failed (client error): The resource could not be found. Apr 22 09:29:26.633405 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-882f6e3e-297a-4b2d-b107-44ef22119a0e tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/51cdd517-e5e6-4df2-b566-667be2f1ecee HTTP/1.1" status: 404 len: 336 time: 0.1451464 Apr 22 09:29:26.633405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.633632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53676) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:26.636604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Transition to ACTIVE for port object 22d5ebe1-2550-4689-867c-b31d0080084d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:26.729827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=ee76f420-5fee-4cf2-b7a7-fabcf8921732,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:26.739598 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cbff1ba8-c2f2-4eaf-9e1f-e86d2699e996 tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "GET /v2.0/ports?device_id=4803d141-dd41-4fea-8528-935c078090a8 HTTP/1.1" status: 200 len: 205 time: 0.1026914 Apr 22 09:29:26.746983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53680) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:26.767230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Transition to ACTIVE for port object 22d5ebe1-2550-4689-867c-b31d0080084d will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:26.772573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8d0f48aa-a1e4-4a5e-a514-97ef7242baf8 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:26.800454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.859638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc5895e2-f20e-42ff-9ec9-a11bb6e5a494 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.917581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc5895e2-f20e-42ff-9ec9-a11bb6e5a494 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:26.920178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Network 908da56f-e376-44cf-9120-174c3df555c9 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:26.925700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Allocated IP 2001:db8:0:1::1 (442aaa31-de40-4c1e-9eb5-a9fad6106697/5a15f5f0-3ae6-4732-9e5e-9af35b98b74c/408b6098-7cb5-4960-b2cb-fccdcae4ff7e) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:26.928177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:26.938986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:26.959705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Allocated IP 172.21.0.2 (618e8cae-6c9a-465a-a3e7-59a4c4ba65dd/36de1b17-5e02-49be-b362-e49055113eb0/ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:27.004076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc5895e2-f20e-42ff-9ec9-a11bb6e5a494 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.027154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port c6508b07-a91f-4c04-bf5b-714bc4785ba7 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:27.078941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c6508b07-a91f-4c04-bf5b-714bc4785ba7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:27.079464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.081331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:27.114393 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-4f106f30-dd37-484b-a577-ee242196d1af tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] delete failed (client error): The resource could not be found. Apr 22 09:29:27.117815 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4f106f30-dd37-484b-a577-ee242196d1af tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/routers/4803d141-dd41-4fea-8528-935c078090a8 HTTP/1.1" status: 404 len: 336 time: 0.3526196 Apr 22 09:29:27.130380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53684) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:27.159843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Pushing event updated for resources: {'Port': ['ID=22d5ebe1-2550-4689-867c-b31d0080084d,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:27.195672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=1213e1a9-bea9-4db0-b100-20a5f45de229,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:27.256605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': '5bfdc549-a57b-4506-b0d7-14605939b326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '22968882-a99e-4940-9e4e-bbd2b30f54a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:27.257230 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:29:27.257934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: 22968882-a99e-4940-9e4e-bbd2b30f54a0, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:27.273718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:27.284538 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928bb385-8d8c-4c90-b4a4-731e467c72ec None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:27.293842 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928bb385-8d8c-4c90-b4a4-731e467c72ec None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:27.294614 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-928bb385-8d8c-4c90-b4a4-731e467c72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:27.337942 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7515708-b6f2-4709-a556-473b373970ec tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] DELETE failed (client error): The resource could not be found. Apr 22 09:29:27.338698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7515708-b6f2-4709-a556-473b373970ec tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:29:27.340551 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d7515708-b6f2-4709-a556-473b373970ec tempest-RoutersAdminTest-1752481377 tempest-RoutersAdminTest-1752481377-project] 10.222.0.32 "DELETE /v2.0/subnets/a858bccd-f529-4ef8-94f0-3ada93cc90b7 HTTP/1.1" status: 404 len: 337 time: 0.1587527 Apr 22 09:29:27.345927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8d0f48aa-a1e4-4a5e-a514-97ef7242baf8 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:27.347411 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8d0f48aa-a1e4-4a5e-a514-97ef7242baf8 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8925645 Apr 22 09:29:27.351639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53690) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:27.383853 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-928bb385-8d8c-4c90-b4a4-731e467c72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:27.392876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': '4fe49d50-f1c8-4e9e-97ea-9f9662bac717', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:27.398606 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928bb385-8d8c-4c90-b4a4-731e467c72ec None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:27.399270 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-928bb385-8d8c-4c90-b4a4-731e467c72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:27.411138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:27.435062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.437110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:27.444201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc5895e2-f20e-42ff-9ec9-a11bb6e5a494 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.446727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3905c0c1-b988-452c-afe3-7f33d7ebe9fd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/ports/ee76f420-5fee-4cf2-b7a7-fabcf8921732 HTTP/1.1" status: 204 len: 168 time: 2.4106309 Apr 22 09:29:27.449761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53694) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:27.480655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.485758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network 22968882-a99e-4940-9e4e-bbd2b30f54a0 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:27.493985 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-928bb385-8d8c-4c90-b4a4-731e467c72ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:27.494868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Transition to ACTIVE for port object 408b6098-7cb5-4960-b2cb-fccdcae4ff7e will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:27.495013 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928bb385-8d8c-4c90-b4a4-731e467c72ec None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:27.518192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Transition to ACTIVE for port object 408b6098-7cb5-4960-b2cb-fccdcae4ff7e will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:27.527274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5895e2-f20e-42ff-9ec9-a11bb6e5a494 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Subnet': ['ID=04033f97-6e35-4524-9759-3d150c05527a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:27.545484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc5895e2-f20e-42ff-9ec9-a11bb6e5a494 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.550066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.550376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cbf959f3-bdb1-4a8e-aea9-d2fb45c2b1ba None None] Provisioning complete for port c6508b07-a91f-4c04-bf5b-714bc4785ba7 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:27.551557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cbf959f3-bdb1-4a8e-aea9-d2fb45c2b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.566648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.573519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 22968882-a99e-4940-9e4e-bbd2b30f54a0) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:27.577471 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c12b3c54-cfd9-4f80-a3fb-a78d5278ae70 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "GET /v2.0/floatingips/9df97e38-8fbc-4f25-91f9-d9661eb95b5b HTTP/1.1" status: 200 len: 688 time: 0.1264794 Apr 22 09:29:27.580890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53698) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:27.583694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.596606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:27.596968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.635912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4091ea0-eddc-4f05-9112-390be5353752 None None] Network 22968882-a99e-4940-9e4e-bbd2b30f54a0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:27.674049 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dc5895e2-f20e-42ff-9ec9-a11bb6e5a494 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/subnets/04033f97-6e35-4524-9759-3d150c05527a HTTP/1.1" status: 204 len: 168 time: 1.8320699 Apr 22 09:29:27.677182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53702) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:27.751365 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3e015adf-5e90-4941-a67a-46b7dc902c11 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4886334 Apr 22 09:29:27.766774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53708) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:27.789565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 858752f0-6223-4f89-92d3-ae48ecd428db {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:27.790045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:27.874021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53712) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:27.896686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Attempting to bind port 22d5ebe1-2550-4689-867c-b31d0080084d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:27.897173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Attempting to bind port 22d5ebe1-2550-4689-867c-b31d0080084d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd51ec8c8-6fbd-4f47-8650-562ac7065a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '908da56f-e376-44cf-9120-174c3df555c9'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:27.897551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Attempting to bind port 22d5ebe1-2550-4689-867c-b31d0080084d on network 908da56f-e376-44cf-9120-174c3df555c9 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:27.991617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Network 442aaa31-de40-4c1e-9eb5-a9fad6106697 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:27.999827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:27.999827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Checking segment: {'id': 'd51ec8c8-6fbd-4f47-8650-562ac7065a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '908da56f-e376-44cf-9120-174c3df555c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:28.000456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.001095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Bound using segment: {'id': 'd51ec8c8-6fbd-4f47-8650-562ac7065a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '908da56f-e376-44cf-9120-174c3df555c9'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:28.001606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Bound port: 22d5ebe1-2550-4689-867c-b31d0080084d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51ec8c8-6fbd-4f47-8650-562ac7065a12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '908da56f-e376-44cf-9120-174c3df555c9'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:28.002027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.013599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa0f60a-a98d-4f74-9959-abe4b393b116 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Deleting subnet 5a15f5f0-3ae6-4732-9e5e-9af35b98b74c {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:29:28.019084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f60a-a98d-4f74-9959-abe4b393b116 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.089427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.097913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:28.107834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.121554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f60a-a98d-4f74-9959-abe4b393b116 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.129176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.138958 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:28.155325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.156147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.180855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:28.186916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.192850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487f9701-9bb5-4be7-892c-a6fe5ce26729,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:28.235905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] Usage tracker for resource:security_group_rule and tenant:ecb837824e4b4e9f8b24b7e3ae72a0e2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:28.247738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Pushing event updated for resources: {'Port': ['ID=408b6098-7cb5-4960-b2cb-fccdcae4ff7e,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:28.256963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.258318 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3f2e2f63-f580-493c-9b0b-b539669b7513 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8750060 Apr 22 09:29:28.265688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53718) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:28.303232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for 858752f0-6223-4f89-92d3-ae48ecd428db owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:28.330117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:28.341927 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8eb1692b-1ba3-48e6-8461-331d640b50b2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules/487f9701-9bb5-4be7-892c-a6fe5ce26729 HTTP/1.1" status: 200 len: 763 time: 0.0727954 Apr 22 09:29:28.344286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53722) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:28.345265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.20.0.1 (703c9f78-f6bd-4aa2-95db-76eb9cfafa9f/a095afce-bf10-4e3b-b540-118fc81e4bff/3c9b0316-a071-4860-94fe-13ccf559778f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:28.349620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:28.381793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.445460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.461137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f60a-a98d-4f74-9959-abe4b393b116 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.496678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-611e2dde-7ab0-4db2-86c3-adf6f2d2063d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:28.537878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port c6508b07-a91f-4c04-bf5b-714bc4785ba7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6508b07-a91f-4c04-bf5b-714bc4785ba7,segment=NetworkSegment(58a081ff-012b-4e96-a5e5-07bfa22d42a3),segment_id=58a081ff-012b-4e96-a5e5-07bfa22d42a3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:28.539268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953dc08f-3635-48fa-9de5-f93da1e4d6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-22968882-a99e-4940-9e4e-bbd2b30f54a0', 'network_id': '22968882-a99e-4940-9e4e-bbd2b30f54a0', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '1213e1a9-bea9-4db0-b100-20a5f45de229'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:28.540462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-953dc08f-3635-48fa-9de5-f93da1e4d6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.561682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.565403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] For port 22d5ebe1-2550-4689-867c-b31d0080084d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:28.570751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.609795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-611e2dde-7ab0-4db2-86c3-adf6f2d2063d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:28.611107 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-611e2dde-7ab0-4db2-86c3-adf6f2d2063d tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2632797 Apr 22 09:29:28.618568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53726) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:28.646500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.684611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Attempting to bind port 408b6098-7cb5-4960-b2cb-fccdcae4ff7e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:28.685159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Attempting to bind port 408b6098-7cb5-4960-b2cb-fccdcae4ff7e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8c7d0daf-277d-4e8c-a4eb-96019001b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '442aaa31-de40-4c1e-9eb5-a9fad6106697'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:28.685608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Attempting to bind port 408b6098-7cb5-4960-b2cb-fccdcae4ff7e on network 442aaa31-de40-4c1e-9eb5-a9fad6106697 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:28.698520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=c6508b07-a91f-4c04-bf5b-714bc4785ba7,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:28.702471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cbf959f3-bdb1-4a8e-aea9-d2fb45c2b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.711753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=1213e1a9-bea9-4db0-b100-20a5f45de229,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:28.721498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.727929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] For port 22d5ebe1-2550-4689-867c-b31d0080084d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=22d5ebe1-2550-4689-867c-b31d0080084d,segment=NetworkSegment(d51ec8c8-6fbd-4f47-8650-562ac7065a12),segment_id=d51ec8c8-6fbd-4f47-8650-562ac7065a12)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:28.729166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.729318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:28.730110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Checking segment: {'id': '8c7d0daf-277d-4e8c-a4eb-96019001b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '442aaa31-de40-4c1e-9eb5-a9fad6106697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:28.730110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.731212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Bound using segment: {'id': '8c7d0daf-277d-4e8c-a4eb-96019001b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '442aaa31-de40-4c1e-9eb5-a9fad6106697'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:28.731212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Bound port: 408b6098-7cb5-4960-b2cb-fccdcae4ff7e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7d0daf-277d-4e8c-a4eb-96019001b7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '442aaa31-de40-4c1e-9eb5-a9fad6106697'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:28.731413 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.743380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae16e75b-e3ec-411c-8a28-974735d57d2f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.743712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.745742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Transition to ACTIVE for port object ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:28.750245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.775185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae16e75b-e3ec-411c-8a28-974735d57d2f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.798477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.835659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f60a-a98d-4f74-9959-abe4b393b116 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.839215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=858752f0-6223-4f89-92d3-ae48ecd428db,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:28.843587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object 3c9b0316-a071-4860-94fe-13ccf559778f will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:28.858315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.894120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22968882-a99e-4940-9e4e-bbd2b30f54a0']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:28.906900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae16e75b-e3ec-411c-8a28-974735d57d2f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.919353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bfdc549-a57b-4506-b0d7-14605939b326') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:28.919678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bfdc549-a57b-4506-b0d7-14605939b326') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:28.931907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ecb837824e4b4e9f8b24b7e3ae72a0e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0487716 Apr 22 09:29:28.934936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53730) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:28.941676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.948869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae16e75b-e3ec-411c-8a28-974735d57d2f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=487f9701-9bb5-4be7-892c-a6fe5ce26729,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:28.957226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0f60a-a98d-4f74-9959-abe4b393b116 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Subnet': ['ID=5a15f5f0-3ae6-4732-9e5e-9af35b98b74c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:28.962996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2dad8-5f23-4d6c-b2f3-3f123ec4791d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e58e50-98bb-4567-b531-5bfcf8df31a5,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:28.966118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaa0f60a-a98d-4f74-9959-abe4b393b116 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.979466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Transition to ACTIVE for port object ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:28.991557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:28.995054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.009528 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-eaa0f60a-a98d-4f74-9959-abe4b393b116 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/subnets/5a15f5f0-3ae6-4732-9e5e-9af35b98b74c HTTP/1.1" status: 204 len: 168 time: 1.3307495 Apr 22 09:29:29.012893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53734) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:29.015366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.017776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.019453 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cda96188-0542-4a58-9170-e9734de20edd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/floatingips/9df97e38-8fbc-4f25-91f9-d9661eb95b5b HTTP/1.1" status: 204 len: 168 time: 1.4372218 Apr 22 09:29:29.037514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.038304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53738) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:29.055554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': 'af6f6def-a332-4feb-afd9-a228d7605e6b'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:29.065083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-cbf959f3-bdb1-4a8e-aea9-d2fb45c2b1ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:29.065432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-cbf959f3-bdb1-4a8e-aea9-d2fb45c2b1ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:29.067202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:29.067601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.083704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae16e75b-e3ec-411c-8a28-974735d57d2f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ae16e75b-e3ec-411c-8a28-974735d57d2f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/487f9701-9bb5-4be7-892c-a6fe5ce26729 HTTP/1.1" status: 204 len: 168 time: 0.4646804 Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:29.086807 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:29.088729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53742) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:29.106692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77937b69-7665-4e5c-b6f4-f1cd568a7fd3 None None] Pushing event updated for resources: {'Port': ['ID=22d5ebe1-2550-4689-867c-b31d0080084d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:29.109354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:29.109846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9688447e-ba49-46f5-90c2-894a9517f377 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:29.110540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9688447e-ba49-46f5-90c2-894a9517f377 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Synchronizing usage tracker for tenant:c36cf5f0a64a4a30a9ca392341b4b33a on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:29.145398 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9688447e-ba49-46f5-90c2-894a9517f377 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Unset dirty status for tenant:c36cf5f0a64a4a30a9ca392341b4b33a on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:29.151911 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9688447e-ba49-46f5-90c2-894a9517f377 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1327567 Apr 22 09:29:29.155178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fc2849df-49d2-475b-aa5f-51ee285de5e7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:29.157671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53746) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:29.178181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:floatingip and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:29.184536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:29.187058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] For port 408b6098-7cb5-4960-b2cb-fccdcae4ff7e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:29.191521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:29.194245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:29.198873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:29.201317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:29.202101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:29.202307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:29.212857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e728996-fed5-4463-acf8-95ea5e6b747d None None] Network 22968882-a99e-4940-9e4e-bbd2b30f54a0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:29.246830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:29.260963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=3c9b0316-a071-4860-94fe-13ccf559778f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:29.262681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Pushing event updated for resources: {'Port': ['ID=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:29.298583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fc2849df-49d2-475b-aa5f-51ee285de5e7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:29.300862 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fc2849df-49d2-475b-aa5f-51ee285de5e7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2127199 Apr 22 09:29:29.302884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.307460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53750) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:29.307460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f132d89f-7971-4af9-8181-9d6dbf2bee37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.308259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.323024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Deleting port 408b6098-7cb5-4960-b2cb-fccdcae4ff7e {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:29.323024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.338030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': '4fe49d50-f1c8-4e9e-97ea-9f9662bac717', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:29.349520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.351994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.375454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] For port 408b6098-7cb5-4960-b2cb-fccdcae4ff7e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=408b6098-7cb5-4960-b2cb-fccdcae4ff7e,segment=NetworkSegment(8c7d0daf-277d-4e8c-a4eb-96019001b7cf),segment_id=8c7d0daf-277d-4e8c-a4eb-96019001b7cf)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:29.378013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:29.393452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=22968882-a99e-4940-9e4e-bbd2b30f54a0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:29.395624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.459099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806e66e-9846-4842-a909-e1c4bfcc01a5 None None] Network 908da56f-e376-44cf-9120-174c3df555c9 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:29.524904 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ca4f7f7f-9b17-47c2-a05d-82b3fb73043c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/22968882-a99e-4940-9e4e-bbd2b30f54a0 HTTP/1.1" status: 204 len: 168 time: 1.7570481 Apr 22 09:29:29.532966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53754) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:29.538706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-115257724'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:29.544138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:29.548726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:29.549739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:29.552423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:29.553159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f132d89f-7971-4af9-8181-9d6dbf2bee37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.558378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:29.583656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:29.587072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.615616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] For port 408b6098-7cb5-4960-b2cb-fccdcae4ff7e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=408b6098-7cb5-4960-b2cb-fccdcae4ff7e,segment=NetworkSegment(8c7d0daf-277d-4e8c-a4eb-96019001b7cf),segment_id=8c7d0daf-277d-4e8c-a4eb-96019001b7cf)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:29.615969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.640070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.640727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:29.650873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.651214 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment 7bbcbcfe-4f5e-4685-b103-9f09a4975cc0 of type vlan for network 60884018-ff18-4cee-8bcc-a8337845af43 Apr 22 09:29:29.678852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.683799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.762152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.767413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:29.768064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.813088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Attempting to bind port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:29.813440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Attempting to bind port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '3f758a27-2f0d-476e-8301-16827762b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '618e8cae-6c9a-465a-a3e7-59a4c4ba65dd'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:29.813800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Attempting to bind port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 on network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:29.854162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Calling delete_port for 408b6098-7cb5-4960-b2cb-fccdcae4ff7e owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:29.873592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:29.873956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Checking segment: {'id': '3f758a27-2f0d-476e-8301-16827762b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '618e8cae-6c9a-465a-a3e7-59a4c4ba65dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:29.875093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.875093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Bound using segment: {'id': '3f758a27-2f0d-476e-8301-16827762b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '618e8cae-6c9a-465a-a3e7-59a4c4ba65dd'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:29.875328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Bound port: ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f758a27-2f0d-476e-8301-16827762b2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '618e8cae-6c9a-465a-a3e7-59a4c4ba65dd'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:29.875541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.946961 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4104860 Apr 22 09:29:29.949116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53758) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:29.968977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f132d89f-7971-4af9-8181-9d6dbf2bee37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.975617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:29.992936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.004270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132d89f-7971-4af9-8181-9d6dbf2bee37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e58e50-98bb-4567-b531-5bfcf8df31a5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:30.005464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d387799-5f8d-4daa-abff-1220c819b740 None None] Pushing event updated for resources: {'Port': ['ID=408b6098-7cb5-4960-b2cb-fccdcae4ff7e,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:30.012152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': '60884018-ff18-4cee-8bcc-a8337845af43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:30.044750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3024f9-d94b-46de-92d4-9ece85983dfe,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:30.050723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.081229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9153c9-3d91-4407-a51c-b3d2cf7ffbdb None None] Network 442aaa31-de40-4c1e-9eb5-a9fad6106697 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:30.083196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c452a9-c7e8-4dfd-983e-2c5ccb556650 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=60884018-ff18-4cee-8bcc-a8337845af43,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:30.104699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.105767 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-feb5cbc6-65df-4262-b7b9-7a1910c04cc2 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7963252 Apr 22 09:29:30.118885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f132d89f-7971-4af9-8181-9d6dbf2bee37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.120676 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f132d89f-7971-4af9-8181-9d6dbf2bee37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63e58e50-98bb-4567-b531-5bfcf8df31a5 HTTP/1.1" status: 204 len: 168 time: 1.1833637 Apr 22 09:29:30.122255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53762) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:30.192954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.247053 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6e05e11b-1403-4e10-928e-e9dd335adb32 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules/ec3024f9-d94b-46de-92d4-9ece85983dfe HTTP/1.1" status: 200 len: 764 time: 0.1203547 Apr 22 09:29:30.250063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53768) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:30.301314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Port': ['ID=408b6098-7cb5-4960-b2cb-fccdcae4ff7e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:30.303664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:30.308949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] No DVR routers for this DVR port 408b6098-7cb5-4960-b2cb-fccdcae4ff7e on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:30.310861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:30.317292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.319751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 60884018-ff18-4cee-8bcc-a8337845af43 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:30.339594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:30.351454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:30.357077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] For port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:30.405796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-16f45b1f-1e6b-4cf0-971c-e62bdcb792e2 None None] Provisioning for port 3c9b0316-a071-4860-94fe-13ccf559778f completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:30.415985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-16f45b1f-1e6b-4cf0-971c-e62bdcb792e2 None None] Provisioning complete for port 3c9b0316-a071-4860-94fe-13ccf559778f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:30.416347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16f45b1f-1e6b-4cf0-971c-e62bdcb792e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.435988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bf498fe1-cae1-4d48-8e61-458ea8e9630e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:30.509697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-16f45b1f-1e6b-4cf0-971c-e62bdcb792e2 None None] Port 3c9b0316-a071-4860-94fe-13ccf559778f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:29:30.516080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.521600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] For port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,segment=NetworkSegment(3f758a27-2f0d-476e-8301-16827762b2da),segment_id=3f758a27-2f0d-476e-8301-16827762b2da)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:30.548919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bf498fe1-cae1-4d48-8e61-458ea8e9630e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:30.553424 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bf498fe1-cae1-4d48-8e61-458ea8e9630e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2992361 Apr 22 09:29:30.581317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.602859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442aaa31-de40-4c1e-9eb5-a9fad6106697']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:30.640492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7d0daf-277d-4e8c-a4eb-96019001b7cf') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:30.640812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7d0daf-277d-4e8c-a4eb-96019001b7cf') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:30.644981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53774) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:30.671545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53778) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:30.682672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:30.685064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.708667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb24804d-3e98-43b3-98b0-b628c4be9d81 None None] Pushing event updated for resources: {'Port': ['ID=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:30.727014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6508b07-a91f-4c04-bf5b-714bc4785ba7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:30.728123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.26.2.62 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/a53bbd14-ed4b-4f6e-8c27-4f74eafb1e7c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:30.729077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.739517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4365a6b0-bce5-4301-8aae-c0dff3ead27e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.771246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4365a6b0-bce5-4301-8aae-c0dff3ead27e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.774972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.821828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c6508b07-a91f-4c04-bf5b-714bc4785ba7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:30.822201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.971226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:30.971632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:30.987453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing IP validity checks on allocation pools {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 09:29:30.988531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:30.992948 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:30.999237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4365a6b0-bce5-4301-8aae-c0dff3ead27e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.019151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.022183 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5590ef36-f791-4c6d-85f6-72d6e0f6949b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd12d3ee15444d6cb5e1385eae060d93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3501768 Apr 22 09:29:31.028098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53782) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:31.032459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365a6b0-bce5-4301-8aae-c0dff3ead27e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec3024f9-d94b-46de-92d4-9ece85983dfe,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:31.048222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.052191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.143198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.168053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.182097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4365a6b0-bce5-4301-8aae-c0dff3ead27e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.182981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Network': ['ID=442aaa31-de40-4c1e-9eb5-a9fad6106697,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:31.183196 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4365a6b0-bce5-4301-8aae-c0dff3ead27e tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/ec3024f9-d94b-46de-92d4-9ece85983dfe HTTP/1.1" status: 204 len: 168 time: 0.5372856 Apr 22 09:29:31.193742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53786) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:31.219165 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-63e46971-fb4a-4b53-8a36-5f5e9692d5a9 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/networks/442aaa31-de40-4c1e-9eb5-a9fad6106697 HTTP/1.1" status: 204 len: 168 time: 2.0578809 Apr 22 09:29:31.223306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53790) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:31.225574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.229777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=3c9b0316-a071-4860-94fe-13ccf559778f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:31.312194 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-86953c55-a624-4632-b69c-0527fc4fcd9f tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1156509 Apr 22 09:29:31.333788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53794) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:31.340161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe41a-2226-4e49-bb49-79babf9ef94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.355031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.399255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.401969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.463670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe41a-2226-4e49-bb49-79babf9ef94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.465698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Deleting port 22d5ebe1-2550-4689-867c-b31d0080084d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:31.466041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.471231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:31.489637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:31.498665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:31.531340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=70582273-2d08-4e2f-a61c-5302c99b1c9f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:31.552056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '60884018-ff18-4cee-8bcc-a8337845af43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:31.552426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: 60884018-ff18-4cee-8bcc-a8337845af43, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:31.578953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=a53bbd14-ed4b-4f6e-8c27-4f74eafb1e7c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:31.614442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:31.620259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:31.660974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network 60884018-ff18-4cee-8bcc-a8337845af43 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:31.685350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 60884018-ff18-4cee-8bcc-a8337845af43) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:31.694163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:31.694749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.711115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a584ea-52e7-4a21-a4e7-39bc1ab17f84 None None] Network 60884018-ff18-4cee-8bcc-a8337845af43 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:31.787787 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8c078a83-9e83-498c-8e8e-b8e1fe81fafd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8360417 Apr 22 09:29:31.791829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53798) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:31.853275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a413043-21c3-49c4-8d6c-4eaeeaec6692 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.865310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] For port 22d5ebe1-2550-4689-867c-b31d0080084d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=22d5ebe1-2550-4689-867c-b31d0080084d,segment=NetworkSegment(d51ec8c8-6fbd-4f47-8650-562ac7065a12),segment_id=d51ec8c8-6fbd-4f47-8650-562ac7065a12)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:31.865807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.928538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a413043-21c3-49c4-8d6c-4eaeeaec6692 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:31.950294 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f295d2fb-d36c-4659-bce7-c82b247e94cc None None] Network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:32.054630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-98cfa228-1d2e-49ab-b843-84393c940262 None None] Provisioning for port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:32.072756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe41a-2226-4e49-bb49-79babf9ef94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.074419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Calling delete_port for 22d5ebe1-2550-4689-867c-b31d0080084d owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:32.127089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-60884018-ff18-4cee-8bcc-a8337845af43', 'network_id': '60884018-ff18-4cee-8bcc-a8337845af43', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '70582273-2d08-4e2f-a61c-5302c99b1c9f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:32.127903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.140366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fe41a-2226-4e49-bb49-79babf9ef94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614b37d3-8e16-4037-ba12-c6576447df0f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:32.159426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a413043-21c3-49c4-8d6c-4eaeeaec6692 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.174677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.210145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a413043-21c3-49c4-8d6c-4eaeeaec6692 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe49d50-f1c8-4e9e-97ea-9f9662bac717,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:32.215356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.280465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Port': ['ID=22d5ebe1-2550-4689-867c-b31d0080084d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:32.290480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] No DVR routers for this DVR port 22d5ebe1-2550-4689-867c-b31d0080084d on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:32.307130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c8fe41a-2226-4e49-bb49-79babf9ef94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.310948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7c8fe41a-2226-4e49-bb49-79babf9ef94d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/614b37d3-8e16-4037-ba12-c6576447df0f HTTP/1.1" status: 204 len: 168 time: 1.2764108 Apr 22 09:29:32.331052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a413043-21c3-49c4-8d6c-4eaeeaec6692 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.332872 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9a413043-21c3-49c4-8d6c-4eaeeaec6692 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/4fe49d50-f1c8-4e9e-97ea-9f9662bac717 HTTP/1.1" status: 204 len: 168 time: 0.9940505 Apr 22 09:29:32.339006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4ac585f8-5acb-4b2d-bf65-12433fb9552b None None] Provisioning complete for port 3c9b0316-a071-4860-94fe-13ccf559778f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:32.339379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ac585f8-5acb-4b2d-bf65-12433fb9552b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.341539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53806) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:32.353961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.466658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router b14a4f2f-a6e4-4155-b694-11d56231b33b is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:29:32.476146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.510529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908da56f-e376-44cf-9120-174c3df555c9']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:32.520364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4ac585f8-5acb-4b2d-bf65-12433fb9552b None None] Port 3c9b0316-a071-4860-94fe-13ccf559778f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:29:32.523871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51ec8c8-6fbd-4f47-8650-562ac7065a12') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:32.524232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51ec8c8-6fbd-4f47-8650-562ac7065a12') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:32.536531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.543974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Allocated IP 172.20.0.3 (60884018-ff18-4cee-8bcc-a8337845af43/70582273-2d08-4e2f-a61c-5302c99b1c9f/2b4bb52f-12f2-4cdd-a697-70c8c6384fdd) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:32.555574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.562895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:32.563412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:32.591206 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:32.596680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6aa56350-a1f5-4313-aef6-e66adab943a1 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:32.736730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6aa56350-a1f5-4313-aef6-e66adab943a1 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:32.738526 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6aa56350-a1f5-4313-aef6-e66adab943a1 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3936472 Apr 22 09:29:32.743314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53812) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:32.750991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784477472'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:32.760186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:32.770050 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bf7e1e9c-ee6a-4744-9505-a1eaeb42beca tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/b14a4f2f-a6e4-4155-b694-11d56231b33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3101768 Apr 22 09:29:32.771356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:32.774735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53816) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:32.781730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19636a-f1d2-486c-a829-3bc15a01733a None None] Sync routers for ids ['b14a4f2f-a6e4-4155-b694-11d56231b33b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:32.796756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:32.846198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:32.865690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19636a-f1d2-486c-a829-3bc15a01733a None None] Routers {'b14a4f2f-a6e4-4155-b694-11d56231b33b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:32.870940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ba19636a-f1d2-486c-a829-3bc15a01733a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b14a4f2f-a6e4-4155-b694-11d56231b33b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:32.893269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a340b0c-ea4b-4f94-9aca-667961080cef tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:32.894794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0a340b0c-ea4b-4f94-9aca-667961080cef tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:32.929988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.935870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.949810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:32.966362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:32.970100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0a340b0c-ea4b-4f94-9aca-667961080cef tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:32.971254 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0a340b0c-ea4b-4f94-9aca-667961080cef tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports/3c9b0316-a071-4860-94fe-13ccf559778f HTTP/1.1" status: 200 len: 910 time: 0.1955767 Apr 22 09:29:32.974255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53826) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:33.005257 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/networks/908da56f-e376-44cf-9120-174c3df555c9 HTTP/1.1" status: 204 len: 168 time: 1.7809172 Apr 22 09:29:33.008270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53830) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:33.010002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ba19636a-f1d2-486c-a829-3bc15a01733a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.011337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f39a7b-01b4-49c8-b199-1a39504d6d7e tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Network': ['ID=908da56f-e376-44cf-9120-174c3df555c9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:33.039045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:33.048278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:33.066750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:33.079253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19636a-f1d2-486c-a829-3bc15a01733a None None] Routers {'b14a4f2f-a6e4-4155-b694-11d56231b33b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:33.079871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ba19636a-f1d2-486c-a829-3bc15a01733a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b14a4f2f-a6e4-4155-b694-11d56231b33b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.145965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.159049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ba19636a-f1d2-486c-a829-3bc15a01733a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.159592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19636a-f1d2-486c-a829-3bc15a01733a None None] The sync data for ids ['b14a4f2f-a6e4-4155-b694-11d56231b33b'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:33.166165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.172699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:33.182953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Transition to ACTIVE for port object 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:33.185698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:33.186126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.248243 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Transition to ACTIVE for port object 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:33.261940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.318098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.327527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Network 60884018-ff18-4cee-8bcc-a8337845af43 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:33.333717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:33.339035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:33.384902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.401484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88bcc8b-949b-4265-a004-17c98eadbec7') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.402040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88bcc8b-949b-4265-a004-17c98eadbec7') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.421576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.448483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.460447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.460697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Pushing event updated for resources: {'Port': ['ID=2b4bb52f-12f2-4cdd-a697-70c8c6384fdd,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:33.484698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:33.485806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.490837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Attempting to bind port 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:33.491461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Attempting to bind port 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '60884018-ff18-4cee-8bcc-a8337845af43'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:33.491986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Attempting to bind port 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd on network 60884018-ff18-4cee-8bcc-a8337845af43 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:33.507299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:33.508119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Checking segment: {'id': '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '60884018-ff18-4cee-8bcc-a8337845af43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:33.508738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.509126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Bound using segment: {'id': '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '60884018-ff18-4cee-8bcc-a8337845af43'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:33.509654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Bound port: 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '60884018-ff18-4cee-8bcc-a8337845af43'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:33.509961 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.560898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.628882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,segment=NetworkSegment(3f758a27-2f0d-476e-8301-16827762b2da),segment_id=3f758a27-2f0d-476e-8301-16827762b2da)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:33.635864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] For port 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:33.638858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:33.647171 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:33.693012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] For port 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2b4bb52f-12f2-4cdd-a697-70c8c6384fdd,segment=NetworkSegment(7bbcbcfe-4f5e-4685-b103-9f09a4975cc0),segment_id=7bbcbcfe-4f5e-4685-b103-9f09a4975cc0)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:33.712019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.734951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:33.750687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.778731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.807479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60884018-ff18-4cee-8bcc-a8337845af43']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.830696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.830696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:33.843150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.849791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.851581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f5b55-a584-466d-a21b-4ffb149825ce None None] Pushing event updated for resources: {'Port': ['ID=2b4bb52f-12f2-4cdd-a697-70c8c6384fdd,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:33.875414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.876486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.883322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:33.883998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:33.922601 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:33.928277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c523d45e-5078-4136-99dd-9f8ee25e52ba None None] Network 60884018-ff18-4cee-8bcc-a8337845af43 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:33.929926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.935239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:33.945489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=70582273-2d08-4e2f-a61c-5302c99b1c9f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:34.026727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/networks/580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf HTTP/1.1" status: 204 len: 168 time: 1.0170546 Apr 22 09:29:34.027413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53854) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:34.033373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c20345-ec48-4564-880a-25fb1ba2b5d4 tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Network': ['ID=580f9fda-be3a-48a7-9a4d-e93d2a8ee1cf,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:34.172407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:29:34.172407 dv-neutron-839018-1-hyperv neutron-server[88063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:29:34.172407 dv-neutron-839018-1-hyperv neutron-server[88063]: [parameters: {'id': '60884018-ff18-4cee-8bcc-a8337845af43'}] Apr 22 09:29:34.172407 dv-neutron-839018-1-hyperv neutron-server[88063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:34.174475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:34.180855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863dd36c-46fe-4390-ab00-527b211f660d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:34.182510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.183007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.254257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.265214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267a46b-3436-41e7-9d32-2089b28a2a15 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:29:34.277240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.278342 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c3efa1fa-8493-483b-982d-a435aa752260 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5342269 Apr 22 09:29:34.283139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53864) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:34.339746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.361467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Request body: {'security_group_rule': {'security_group_id': '863dd36c-46fe-4390-ab00-527b211f660d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:34.367990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:34.371129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a51057-0b71-4150-aff5-41712e7abddb']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:34.372082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Usage tracker for resource:security_group_rule and tenant:907f987cdbcd4f50b230ab31cc917ecd is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:34.375212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:34.386347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5225abb0-8f02-4072-871a-abd759b3c991') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:34.386785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5225abb0-8f02-4072-871a-abd759b3c991') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:34.399556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.417963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.420646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:34.426511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:34.427067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.433453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267a46b-3436-41e7-9d32-2089b28a2a15 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:34.532110 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:34.584050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53874) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:34.590043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.632496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.635391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] Pushing event deleted for resources: {'Network': ['ID=c9a51057-0b71-4150-aff5-41712e7abddb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:34.649885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e96c9eea-7b4f-4995-a7d1-f5106497c8ed tempest-BulkNetworkOpsIpV6Test-536887682 tempest-BulkNetworkOpsIpV6Test-536887682-project] 10.222.0.32 "DELETE /v2.0/networks/c9a51057-0b71-4150-aff5-41712e7abddb HTTP/1.1" status: 204 len: 168 time: 0.6122062 Apr 22 09:29:34.680663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.691065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f1ef7-5149-4109-80f3-3cce70ff2614 req-bb740024-01ed-450a-a0bb-d42885a0e90c tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:34.692875 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-425f1ef7-5149-4109-80f3-3cce70ff2614 req-bb740024-01ed-450a-a0bb-d42885a0e90c tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 0.1620638 Apr 22 09:29:34.749952 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-425f1ef7-5149-4109-80f3-3cce70ff2614 req-65a98043-44ff-4c6e-b889-9bd4be535ddf tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511627 Apr 22 09:29:34.750939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:34.751471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.756283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:34.794751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:34.940530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:34.942170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.033542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.036852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.046607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.048280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.147288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=a53bbd14-ed4b-4f6e-8c27-4f74eafb1e7c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:35.169644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63391d19-4af0-491b-ae60-c099f6bfcb7d,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:35.193822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2b4bb52f-12f2-4cdd-a697-70c8c6384fdd,segment=NetworkSegment(7bbcbcfe-4f5e-4685-b103-9f09a4975cc0),segment_id=7bbcbcfe-4f5e-4685-b103-9f09a4975cc0)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:35.194261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.267752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.271802 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c5ebbcb7-e120-49c1-8655-7a6c469943b3 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9834056 Apr 22 09:29:35.275291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53886) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:35.301159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711b9370-3ee3-41c6-a5f0-8c281d8a65db None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:29:35.312299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.365476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53890) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:35.375667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1677487876', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:35.388867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:35.417068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.21.0.1 (618e8cae-6c9a-465a-a3e7-59a4c4ba65dd/36de1b17-5e02-49be-b362-e49055113eb0/f429819f-c918-4035-9e9f-d31122fa4490) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:35.427018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:35.450130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Usage tracker for resource:port and tenant:0c56b2228f514d748bf0e10cb831c0c0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:35.451582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711b9370-3ee3-41c6-a5f0-8c281d8a65db None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:29:35.455802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:35.464236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36962299-394a-454a-975c-12ddbcf5f3f9 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.466886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:35.513002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Made reservation on behalf of 0c56b2228f514d748bf0e10cb831c0c0 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:35.516160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.535449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.563709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:35.569071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.629463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Usage tracker for resource:security_group_rule and tenant:0c56b2228f514d748bf0e10cb831c0c0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:35.654653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827ada-d3b6-443f-8beb-d73c3a73c022 req-4da368f1-8fe6-4597-b26c-29d0fa95d107 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:35.656594 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-22827ada-d3b6-443f-8beb-d73c3a73c022 req-4da368f1-8fe6-4597-b26c-29d0fa95d107 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.3215473 Apr 22 09:29:35.664250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:35.687636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=2b4bb52f-12f2-4cdd-a697-70c8c6384fdd,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:35.695798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port 2b4bb52f-12f2-4cdd-a697-70c8c6384fdd on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:35.699464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:35.727171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36962299-394a-454a-975c-12ddbcf5f3f9 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:35.734721 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP d3a99b18-ef52-45b1-91fd-32569bbcfbb7 associated. External IP: 172.26.2.62, port: af6f6def-a332-4feb-afd9-a228d7605e6b. Apr 22 09:29:35.929693 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-22827ada-d3b6-443f-8beb-d73c3a73c022 req-953dcfcc-1848-4a56-ad4f-230bf7394794 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604787 Apr 22 09:29:35.945607 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-77f215ff-4f37-496b-8180-38196e4881e0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c36cf5f0a64a4a30a9ca392341b4b33a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762484 Apr 22 09:29:35.949776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53900) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:35.956169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.015535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60884018-ff18-4cee-8bcc-a8337845af43']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:36.042350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:36.042642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbcbcfe-4f5e-4685-b103-9f09a4975cc0') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:36.058833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.099762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.100665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.108382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e43b8cac-8c3e-464e-ac52-447c1fc073d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.122440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:36.122758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:36.137853 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:36.164850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.218261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.232259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object f429819f-c918-4035-9e9f-d31122fa4490 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:36.240310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] device_id is not set on port c92a4547-1258-4554-8954-ac94b0875000 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:29:36.249175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36962299-394a-454a-975c-12ddbcf5f3f9 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.281860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e43b8cac-8c3e-464e-ac52-447c1fc073d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.292978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36962299-394a-454a-975c-12ddbcf5f3f9 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863dd36c-46fe-4390-ab00-527b211f660d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:36.336080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.341273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41580be-c936-4278-b8ff-0a616bd13fe7,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:36.388712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.391156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e78e87-095a-46c9-b8fa-97bd63e92eb2 req-e0ceb369-4cc3-46e9-b93c-22e6e6567c4b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:36.391728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=60884018-ff18-4cee-8bcc-a8337845af43,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:36.392692 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f2e78e87-095a-46c9-b8fa-97bd63e92eb2 req-e0ceb369-4cc3-46e9-b93c-22e6e6567c4b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 0.4483080 Apr 22 09:29:36.412871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36962299-394a-454a-975c-12ddbcf5f3f9 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.413989 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-36962299-394a-454a-975c-12ddbcf5f3f9 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/863dd36c-46fe-4390-ab00-527b211f660d HTTP/1.1" status: 204 len: 168 time: 1.1377780 Apr 22 09:29:36.429557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53904) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:36.459543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-110d7fbd-8645-4114-8658-813ff8e9ad22 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:36.461080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-110d7fbd-8645-4114-8658-813ff8e9ad22 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 0.4017005 Apr 22 09:29:36.472065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.492888 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e344f931-190a-40b3-97b6-04bd5159c1ea tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/60884018-ff18-4cee-8bcc-a8337845af43 HTTP/1.1" status: 204 len: 168 time: 4.6969845 Apr 22 09:29:36.501140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53908) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:36.515687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Allocated IP 172.26.2.179 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/c92a4547-1258-4554-8954-ac94b0875000) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:36.520791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1132872590'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:36.535278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:36.541641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e43b8cac-8c3e-464e-ac52-447c1fc073d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.562791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:36.570150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e8b6f86c-6f79-4fc2-8129-de7c6b114ae7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Synchronizing usage tracker for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:36.574492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:36.578689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e43b8cac-8c3e-464e-ac52-447c1fc073d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.579686 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e43b8cac-8c3e-464e-ac52-447c1fc073d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc50f965-cca0-4835-a022-10e09abbdaad HTTP/1.1" status: 204 len: 168 time: 0.6289318 Apr 22 09:29:36.580797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b8cac-8c3e-464e-ac52-447c1fc073d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc50f965-cca0-4835-a022-10e09abbdaad,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:36.601073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:36.639850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e8b6f86c-6f79-4fc2-8129-de7c6b114ae7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] Unset dirty status for tenant:907f987cdbcd4f50b230ab31cc917ecd on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:36.641112 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e8b6f86c-6f79-4fc2-8129-de7c6b114ae7 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2069826 Apr 22 09:29:36.647089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53914) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:36.662940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:36.666356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.683849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:36.692668 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f2e78e87-095a-46c9-b8fa-97bd63e92eb2 req-08adad49-464c-4c1f-8e4c-338bfd953dc8 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847204 Apr 22 09:29:36.699201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:36.701578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:36.802469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:36.824285 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7d1d8917-85a6-48c0-81b4-e2992feefb77 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1767235 Apr 22 09:29:36.827374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=f429819f-c918-4035-9e9f-d31122fa4490,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:36.829019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53920) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:36.833497 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.833839 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment bc1972a2-a95e-4ca5-844c-4176e489b154 of type vlan for network 163207a8-d88c-492b-bc7b-a3d7ecd543c5 Apr 22 09:29:36.843733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Deleting port fde80263-666e-4ec3-9b13-7299c6735dab {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:36.844076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:36.866799 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-b50c1989-228c-4fab-b6d4-b63120d8438a tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] delete failed (client error): The resource could not be found. Apr 22 09:29:36.871776 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b50c1989-228c-4fab-b6d4-b63120d8438a tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "DELETE /v2.0/security-groups/863dd36c-46fe-4390-ab00-527b211f660d HTTP/1.1" status: 404 len: 347 time: 0.0364738 Apr 22 09:29:36.875539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53924) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:36.887894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:37.027009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-797e8118-5d57-4a62-b333-15e9a85b5547 None None] Provisioning for port f429819f-c918-4035-9e9f-d31122fa4490 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:37.032158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-797e8118-5d57-4a62-b333-15e9a85b5547 None None] Provisioning complete for port f429819f-c918-4035-9e9f-d31122fa4490 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:37.032556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-797e8118-5d57-4a62-b333-15e9a85b5547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.057018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.062664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.084255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.102417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-797e8118-5d57-4a62-b333-15e9a85b5547 None None] Port f429819f-c918-4035-9e9f-d31122fa4490 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:29:37.167942 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0604a75a-8193-4170-ba2d-de810afa1558 tempest-SecGroupTest-1714550985 tempest-SecGroupTest-1714550985-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2889264 Apr 22 09:29:37.191018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.196529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:37.197083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.256540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.337797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-b7201c91-1c26-4df6-966c-575dd7be41f7 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:37.339260 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-b7201c91-1c26-4df6-966c-575dd7be41f7 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.5511210 Apr 22 09:29:37.375983 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8722038 Apr 22 09:29:37.380618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63b312-ee32-4987-8d70-0767edc883e1 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=163207a8-d88c-492b-bc7b-a3d7ecd543c5,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:37.385922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53946) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:37.392897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 163207a8-d88c-492b-bc7b-a3d7ecd543c5 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:37.406189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:37.410004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': '163207a8-d88c-492b-bc7b-a3d7ecd543c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:37.434611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:37.434720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Deleting port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:37.434720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.438636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697655c1-9d72-4997-8003-ef16749fe392 req-25128d4d-4eef-46f9-8bb5-e3c0f4c7cbd3 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:37.440145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-697655c1-9d72-4997-8003-ef16749fe392 req-25128d4d-4eef-46f9-8bb5-e3c0f4c7cbd3 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.3243065 Apr 22 09:29:37.472837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:37.519912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Pushing event updated for resources: {'Port': ['ID=c92a4547-1258-4554-8954-ac94b0875000,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:37.623542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53954) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:37.698441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53960) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:37.712746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:37.716788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:37.717711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.732032 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-697655c1-9d72-4997-8003-ef16749fe392 req-013ea792-12e1-4526-ae51-47a1aafb188e tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2660053 Apr 22 09:29:37.738336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:37.749403 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553bfff-2234-414c-9170-ff840bb0144a None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:37.755030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:37.759800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:37.764738 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-229ec1d5-2150-4b65-8be5-dec2a9adb301 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1767347 Apr 22 09:29:37.770130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53968) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:37.772877 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553bfff-2234-414c-9170-ff840bb0144a None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:37.774304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:37.774489 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2553bfff-2234-414c-9170-ff840bb0144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:37.780067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.179'}]}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:37.786029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:37.794550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Usage tracker for resource:router and tenant:0c56b2228f514d748bf0e10cb831c0c0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:37.801195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:37.813967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:37.820136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:37.831199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.885166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:37.924121 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2553bfff-2234-414c-9170-ff840bb0144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:37.941823 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553bfff-2234-414c-9170-ff840bb0144a None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:37.942615 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2553bfff-2234-414c-9170-ff840bb0144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:37.943243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] For port fde80263-666e-4ec3-9b13-7299c6735dab, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=fde80263-666e-4ec3-9b13-7299c6735dab,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:37.943606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.011176 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2553bfff-2234-414c-9170-ff840bb0144a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:38.012925 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553bfff-2234-414c-9170-ff840bb0144a None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:38.023791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.024841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.039884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-54bc4fa8-3515-4439-84ff-7940fc20631f tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:38.040625 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-54bc4fa8-3515-4439-84ff-7940fc20631f tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 09:29:38.041111 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-54bc4fa8-3515-4439-84ff-7940fc20631f tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 09:29:38.042049 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-54bc4fa8-3515-4439-84ff-7940fc20631f tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4072788 Apr 22 09:29:38.053596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53972) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:38.069683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--226213750'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:38.082742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:38.101061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.105625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:38.115972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:38.116626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.122593 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d25e8775-05e3-4491-b730-0a0b5c3bfd97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=907f987cdbcd4f50b230ab31cc917ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4197662 Apr 22 09:29:38.129282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53976) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:38.133864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:38.157889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.178058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.230381 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-df0cb59f-6fe6-4476-a680-df90094e2784 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1851404 Apr 22 09:29:38.248337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53982) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:38.271022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2103261690'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:38.283939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.391180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:38.404614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:38.407043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:network and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:38.473158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:38.477066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] For port 1a5f2246-3cdc-4a08-b1f6-b34b19359462, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=1a5f2246-3cdc-4a08-b1f6-b34b19359462,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:38.477560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.486690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:38.498051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:38.512744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:38.514719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:38.518128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-295aa1db-4eda-4ee8-90d9-dea7d65e1770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.595692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.626933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:38.630363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.678540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-295aa1db-4eda-4ee8-90d9-dea7d65e1770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.725145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d8d2b-e0fe-41e9-9e26-85a48aae7e76 req-652d8503-ee18-4ff3-9259-9531ef3b4687 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:38.726870 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fd6d8d2b-e0fe-41e9-9e26-85a48aae7e76 req-652d8503-ee18-4ff3-9259-9531ef3b4687 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 945 time: 0.7504559 Apr 22 09:29:38.765183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:38.770755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.831404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.832287 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Added segment a1c2d078-c6dd-4579-8cd7-16b63a556ec3 of type vlan for network 923cff68-da19-4dc2-b3ad-37944f088ac6 Apr 22 09:29:38.944439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.944808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:38.945113 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Floating IP ea004a44-3ac8-454f-a3d1-d8bac749e7a8 disassociated. External IP: 172.26.2.90, port: fde80263-666e-4ec3-9b13-7299c6735dab. Apr 22 09:29:38.945437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Calling delete_port for fde80263-666e-4ec3-9b13-7299c6735dab owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:38.988515 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fd6d8d2b-e0fe-41e9-9e26-85a48aae7e76 req-213d0a28-4c9f-4cd9-a4b4-692cd71ed1ab tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups?id=13d62567-4ed1-4103-88ec-2a4d186dc2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479243 Apr 22 09:29:39.118728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=47a897e2-1212-4342-b992-b3407da62e0f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:39.144841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-295aa1db-4eda-4ee8-90d9-dea7d65e1770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.167902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.193901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa1db-4eda-4ee8-90d9-dea7d65e1770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fecb3d-6072-4bfc-b2c2-fcdff4951202,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:39.215855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.216952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': 'bc1972a2-a95e-4ca5-844c-4176e489b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '163207a8-d88c-492b-bc7b-a3d7ecd543c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:39.217340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: 163207a8-d88c-492b-bc7b-a3d7ecd543c5, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:39.231998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.262170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:39.280422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:39.295584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:39.317758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:39.332001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.337390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:39.337999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.362172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b79730-436a-4cf6-a49e-8bbbb0dc3b73,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:39.365295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network 163207a8-d88c-492b-bc7b-a3d7ecd543c5 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:39.365903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.366415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.366690 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Floating IP 4b66b344-72f0-4b03-820a-ca6178c570df disassociated. External IP: 172.26.2.207, port: 1a5f2246-3cdc-4a08-b1f6-b34b19359462. Apr 22 09:29:39.367084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Calling delete_port for 1a5f2246-3cdc-4a08-b1f6-b34b19359462 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:39.392727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44d52f-9297-4d0b-9982-8f6b553e1996 req-84aad576-9a58-4684-8573-92512fb60a15 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:39.394482 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6d44d52f-9297-4d0b-9982-8f6b553e1996 req-84aad576-9a58-4684-8573-92512fb60a15 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 945 time: 0.5435619 Apr 22 09:29:39.504772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 163207a8-d88c-492b-bc7b-a3d7ecd543c5) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:39.507746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.515903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea71e69-1dd0-4c03-9f7c-d9f4d2040c89 None None] Network 163207a8-d88c-492b-bc7b-a3d7ecd543c5 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:39.518122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.533640 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2817454 Apr 22 09:29:39.541670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:39.542073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.545477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 53990) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:39.551804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12350-8bd7-4ae1-9605-661c1129e483 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Network': ['ID=923cff68-da19-4dc2-b3ad-37944f088ac6,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:39.566365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:39.568268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-295aa1db-4eda-4ee8-90d9-dea7d65e1770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.571690 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-295aa1db-4eda-4ee8-90d9-dea7d65e1770 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9fecb3d-6072-4bfc-b2c2-fcdff4951202 HTTP/1.1" status: 204 len: 168 time: 1.4382162 Apr 22 09:29:39.607879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'subnet': {'network_id': '923cff68-da19-4dc2-b3ad-37944f088ac6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:39.632912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.675659 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6d44d52f-9297-4d0b-9982-8f6b553e1996 req-5b340be8-2af4-4e66-9990-cf0adc1923cb tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups?id=471155b7-14f9-41d5-be33-d16eb622c270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2549751 Apr 22 09:29:39.696118 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6a7ff64b-40bd-4fa3-99de-0b78848b1a5e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3059518 Apr 22 09:29:39.711225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 53996) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:39.736181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.740169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=f429819f-c918-4035-9e9f-d31122fa4490,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:39.897466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event deleted for resources: {'Port': ['ID=fde80263-666e-4ec3-9b13-7299c6735dab,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:39.959329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:39.973168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:subnet and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:39.977946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:39.986751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:39.993719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:40.036985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.051192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:40.057859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.125740 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.193798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-163207a8-d88c-492b-bc7b-a3d7ecd543c5', 'network_id': '163207a8-d88c-492b-bc7b-a3d7ecd543c5', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '47a897e2-1212-4342-b992-b3407da62e0f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:40.195542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.237852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.301048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9551d2fa-b3b7-4380-ac6b-1d654e973950,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:40.309490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event deleted for resources: {'Port': ['ID=1a5f2246-3cdc-4a08-b1f6-b34b19359462,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:40.327008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.347211 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71d177d6-c3d2-4a8e-93e4-40253b62803f req-b755a114-ed2c-4f6e-bddc-23d8ea49cfee tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 210 time: 0.0936906 Apr 22 09:29:40.386564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.436525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.438641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3f545df3-f0aa-462f-9a49-a5467b1fce22 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3806996 Apr 22 09:29:40.447562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54012) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:40.459052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': '9551d2fa-b3b7-4380-ac6b-1d654e973950', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:40.470404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Router 4970df1d-610a-40df-9ea8-88d697f8c986 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:40.483280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:40.503874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:40.511633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:40.518185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Allocated IP 172.20.0.1 (163207a8-d88c-492b-bc7b-a3d7ecd543c5/47a897e2-1212-4342-b992-b3407da62e0f/453cdc4e-7cf8-4893-9884-b19bd78d68c1) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:40.528813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:40.533587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:40.603091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:40.616680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.723198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.808432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:40.858761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.002522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54026) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:41.011918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e2e428-90e4-4968-a46f-3fb66ed9c4ca,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:41.026820 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42b35324-96e4-431f-a88e-3f98f13928a1 req-02b4074d-0b57-43fa-8a03-a169dd438be4 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 210 time: 0.1413319 Apr 22 09:29:41.083193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.084259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.085467 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e212eeca-3d99-423f-9d11-d6eb3d484e67 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6367087 Apr 22 09:29:41.094660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54032) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:41.097352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.109228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Transition to ACTIVE for port object 453cdc4e-7cf8-4893-9884-b19bd78d68c1 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:41.121172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-39663e69-b95b-4892-a448-528df07410d5 None None] Provisioning complete for port f429819f-c918-4035-9e9f-d31122fa4490 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:41.121548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-39663e69-b95b-4892-a448-528df07410d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.165697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2a70f9eb-681e-419c-a664-1b8788d33a73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': '9551d2fa-b3b7-4380-ac6b-1d654e973950', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:41.173292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2a70f9eb-681e-419c-a664-1b8788d33a73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:41.178773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2a70f9eb-681e-419c-a664-1b8788d33a73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:41.183628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Transition to ACTIVE for port object 453cdc4e-7cf8-4893-9884-b19bd78d68c1 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:41.196781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-39663e69-b95b-4892-a448-528df07410d5 None None] Port f429819f-c918-4035-9e9f-d31122fa4490 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:29:41.198723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.200723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1106837065-network', 'tenant_id': 'ae124d6892d4413a89294c4c904e12cf'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:41.204011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2a70f9eb-681e-419c-a664-1b8788d33a73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:41.210673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.270254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Pushing event updated for resources: {'Port': ['ID=453cdc4e-7cf8-4893-9884-b19bd78d68c1,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:41.270388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:41.303749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2a70f9eb-681e-419c-a664-1b8788d33a73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:41.308622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Network 163207a8-d88c-492b-bc7b-a3d7ecd543c5 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:41.309801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:41.318475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:41.336199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Usage tracker for resource:network and tenant:ae124d6892d4413a89294c4c904e12cf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:41.356257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:41.364284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 1a5f2246-3cdc-4a08-b1f6-b34b19359462 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:29:41.403447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router b14a4f2f-a6e4-4155-b694-11d56231b33b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:41.526279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 1a5f2246-3cdc-4a08-b1f6-b34b19359462 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:29:41.527368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 1a5f2246-3cdc-4a08-b1f6-b34b19359462 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:29:41.528015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device fde80263-666e-4ec3-9b13-7299c6735dab no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:29:41.609452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: fde80263-666e-4ec3-9b13-7299c6735dab {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:29:41.615160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device fde80263-666e-4ec3-9b13-7299c6735dab not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:29:41.640907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Attempting to bind port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:41.647491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Attempting to bind port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'bc1972a2-a95e-4ca5-844c-4176e489b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '163207a8-d88c-492b-bc7b-a3d7ecd543c5'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:41.648224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Attempting to bind port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 on network 163207a8-d88c-492b-bc7b-a3d7ecd543c5 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:41.663193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:41.663780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Checking segment: {'id': 'bc1972a2-a95e-4ca5-844c-4176e489b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '163207a8-d88c-492b-bc7b-a3d7ecd543c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:41.666454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.667291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Bound using segment: {'id': 'bc1972a2-a95e-4ca5-844c-4176e489b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '163207a8-d88c-492b-bc7b-a3d7ecd543c5'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:41.667965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Bound port: 453cdc4e-7cf8-4893-9884-b19bd78d68c1, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1972a2-a95e-4ca5-844c-4176e489b154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '163207a8-d88c-492b-bc7b-a3d7ecd543c5'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:41.668597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.703719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:41.714669 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4ac58daa-5c4c-41fc-a573-ef67cf63ce14 req-7f175603-81b9-4fd7-88b1-84b3a9a120ee tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 210 time: 0.0622470 Apr 22 09:29:41.734212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:41.736248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Checking segment: {'id': 'a1c2d078-c6dd-4579-8cd7-16b63a556ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923cff68-da19-4dc2-b3ad-37944f088ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:41.745669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network hostable DHCP agents. Network: 923cff68-da19-4dc2-b3ad-37944f088ac6, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:41.773768 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b00d9ed3-9239-4ced-bbe5-ca356a4c9137 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/b14a4f2f-a6e4-4155-b694-11d56231b33b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7984500 Apr 22 09:29:41.778853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a70f9eb-681e-419c-a664-1b8788d33a73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.807435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54038) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:41.808544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91319c04-086b-4834-a017-dc0d7900d347 None None] Sync routers for ids ['b14a4f2f-a6e4-4155-b694-11d56231b33b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:41.841053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91319c04-086b-4834-a017-dc0d7900d347 None None] Routers {'b14a4f2f-a6e4-4155-b694-11d56231b33b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:41.841874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-91319c04-086b-4834-a017-dc0d7900d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b14a4f2f-a6e4-4155-b694-11d56231b33b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:41.883898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.896104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.898601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Subnet': ['ID=4972dd12-ad8a-410c-8444-c10c65482488,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:41.900821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Made reservation on behalf of ae124d6892d4413a89294c4c904e12cf for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:41.903171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.911416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-91319c04-086b-4834-a017-dc0d7900d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:41.919612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:41.933724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91319c04-086b-4834-a017-dc0d7900d347 None None] Routers {'b14a4f2f-a6e4-4155-b694-11d56231b33b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:41.934496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-91319c04-086b-4834-a017-dc0d7900d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b14a4f2f-a6e4-4155-b694-11d56231b33b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:41.935658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:41.963897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:41.985716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Usage tracker for resource:security_group_rule and tenant:ae124d6892d4413a89294c4c904e12cf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:41.989860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 923cff68-da19-4dc2-b3ad-37944f088ac6) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:41.990381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7fc33b-eab4-4f6e-b999-94b64a364611 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:41.991376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fb7fc33b-eab4-4f6e-b999-94b64a364611 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:41.991633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:41.995066 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-2a70f9eb-681e-419c-a664-1b8788d33a73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 09:29:41.999087 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2a70f9eb-681e-419c-a664-1b8788d33a73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9004536 Apr 22 09:29:42.001384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.001888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1e9658f-4ed0-4ae0-b937-e6581a1a8027 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:29:42.003615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54042) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:42.004692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:42.007251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:42.007836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.011114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-91319c04-086b-4834-a017-dc0d7900d347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:42.011604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91319c04-086b-4834-a017-dc0d7900d347 None None] The sync data for ids ['b14a4f2f-a6e4-4155-b694-11d56231b33b'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:42.015613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8d004c-d0dc-463a-9429-d13ba9b0915c None None] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:42.034833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] For port 453cdc4e-7cf8-4893-9884-b19bd78d68c1, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:42.042855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.059303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d277dd3e-69cd-45c6-ad7c-44d98b8a6c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.063491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] For port 453cdc4e-7cf8-4893-9884-b19bd78d68c1, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=453cdc4e-7cf8-4893-9884-b19bd78d68c1,segment=NetworkSegment(bc1972a2-a95e-4ca5-844c-4176e489b154),segment_id=bc1972a2-a95e-4ca5-844c-4176e489b154)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:42.114245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.122175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Router ac4e3128-9b66-4d8d-9f97-60a67b84bebd has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:42.123631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fb7fc33b-eab4-4f6e-b999-94b64a364611 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:42.125465 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fb7fc33b-eab4-4f6e-b999-94b64a364611 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports/f429819f-c918-4035-9e9f-d31122fa4490 HTTP/1.1" status: 200 len: 910 time: 0.3126814 Apr 22 09:29:42.133358 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-772476de-1be9-4d17-b592-6aeaf8218234 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5810275 Apr 22 09:29:42.133358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54048) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:42.159112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54050) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:42.166259 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 22 09:29:42.169993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-025e96bd-c366-4450-9d21-2e39bfed19c5 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3956254 Apr 22 09:29:42.172254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54054) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:42.215093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b296b5-8056-4f9c-8519-80a0ceb03f9c None None] Pushing event updated for resources: {'Port': ['ID=453cdc4e-7cf8-4893-9884-b19bd78d68c1,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:42.263820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.287085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=47a897e2-1212-4342-b992-b3407da62e0f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:42.306398 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-909407756', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:42.347716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163207a8-d88c-492b-bc7b-a3d7ecd543c5']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:42.382244 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:42.407974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:router and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:42.411662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-923cff68-da19-4dc2-b3ad-37944f088ac6', 'network_id': '923cff68-da19-4dc2-b3ad-37944f088ac6', 'tenant_id': 'f52ccf59da164dc8a374a40ad786ca08', 'fixed_ips': [{'subnet_id': '4972dd12-ad8a-410c-8444-c10c65482488'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:42.412611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.467283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:42.471720 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e22e248c-8537-4d99-aadc-c119c9293028 req-90893149-418a-471a-920d-c4d9ade38201 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 210 time: 0.1535933 Apr 22 09:29:42.488574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:42.694629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Allocated IP 172.20.0.2 (923cff68-da19-4dc2-b3ad-37944f088ac6/4972dd12-ad8a-410c-8444-c10c65482488/7b737278-ec96-4d81-ac1a-00a67b320975) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:42.702022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1972a2-a95e-4ca5-844c-4176e489b154') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:42.702329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1972a2-a95e-4ca5-844c-4176e489b154') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:42.704178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.713342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0a12d675-e6ad-4877-b268-8404f5cf5aa3 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Deleting port c92a4547-1258-4554-8954-ac94b0875000 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:42.714016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a12d675-e6ad-4877-b268-8404f5cf5aa3 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.726746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.747639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:42.749611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:42.773669 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] Sync routers for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:42.805842 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] Sync routers for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:42.806267 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:42.808526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-74ed7d98-9ad6-4acd-a7bc-96259760a6da tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.810950 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:42.831755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.851968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:42.868193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.868725 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Added segment 59271c48-5d5e-4c1e-b592-ad6d13ba5c5b of type vlan for network 6c059870-353d-4410-984f-e3256cbc9a7d Apr 22 09:29:42.901176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.903456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.932384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.935412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.947194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] No DVR routers for this DVR port fde80263-666e-4ec3-9b13-7299c6735dab on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:42.949320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:42.949731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.968677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] No DVR routers for this DVR port 1a5f2246-3cdc-4a08-b1f6-b34b19359462 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:42.970185 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:42.972725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.973678 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9cfec126-80b2-446e-b88e-8308d42e5ddb req-be0826f0-374c-475d-84b5-20a6726d2d0d tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.35 "DELETE /v2.0/ports/1a5f2246-3cdc-4a08-b1f6-b34b19359462 HTTP/1.1" status: 204 len: 173 time: 5.6241009 Apr 22 09:29:42.974590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.976307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4bde4e58-9731-4b1f-98be-0124e3a1cfaf req-9435f598-6f13-4fdc-b644-b4ed045b776b tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.35 "DELETE /v2.0/ports/fde80263-666e-4ec3-9b13-7299c6735dab HTTP/1.1" status: 204 len: 173 time: 6.4987864 Apr 22 09:29:42.991568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'name': 'network-vif-deleted', 'tag': '1a5f2246-3cdc-4a08-b1f6-b34b19359462'}, {'server_uuid': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'name': 'network-vif-deleted', 'tag': 'fde80263-666e-4ec3-9b13-7299c6735dab'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:29:42.996404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:42.997516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:42.998418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:43.013847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d197462-08d1-4480-ba33-eb3031fecddc,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:43.114387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:43.128645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Transition to ACTIVE for port object 7b737278-ec96-4d81-ac1a-00a67b320975 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:43.154093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Transition to ACTIVE for port object 7b737278-ec96-4d81-ac1a-00a67b320975 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:43.163602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 453cdc4e-7cf8-4893-9884-b19bd78d68c1 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:43.195294 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21057ec-b330-42b4-83c5-fa2fed7d3773'] response: {'server_uuid': 'e3fcd6ed-5c97-481d-8610-96686310dd29', 'name': 'network-vif-deleted', 'tag': '1a5f2246-3cdc-4a08-b1f6-b34b19359462', 'status': 'completed', 'code': 200} Apr 22 09:29:43.195806 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21057ec-b330-42b4-83c5-fa2fed7d3773'] response: {'server_uuid': '5c202a02-6148-41fe-aa52-9c3b561e0e24', 'name': 'network-vif-deleted', 'tag': 'fde80263-666e-4ec3-9b13-7299c6735dab', 'status': 'completed', 'code': 200} Apr 22 09:29:43.209329 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:29:43.238787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-59fddd16-89f3-4119-b88b-397469ed80dc req-aded5869-4249-4860-b5f8-642a094b0532 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Synchronizing usage tracker for tenant:1b6d96c508c14614b689349c18ef000b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:43.247945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:29:43.247945 dv-neutron-839018-1-hyperv neutron-server[88062]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:29:43.247945 dv-neutron-839018-1-hyperv neutron-server[88062]: [parameters: {'id': '163207a8-d88c-492b-bc7b-a3d7ecd543c5'}] Apr 22 09:29:43.247945 dv-neutron-839018-1-hyperv neutron-server[88062]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:43.248445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:43.259907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:43.260833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:43.273255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-59fddd16-89f3-4119-b88b-397469ed80dc req-aded5869-4249-4860-b5f8-642a094b0532 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Unset dirty status for tenant:1b6d96c508c14614b689349c18ef000b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:43.274428 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-59fddd16-89f3-4119-b88b-397469ed80dc req-aded5869-4249-4860-b5f8-642a094b0532 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/ports?device_id=5c202a02-6148-41fe-aa52-9c3b561e0e24 HTTP/1.1" status: 200 len: 210 time: 0.2075675 Apr 22 09:29:43.323585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:43.442873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:43.564050 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5507822 Apr 22 09:29:43.564050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80903361-93f3-47c0-ab5e-dd8e92caed24 admin admin] Pushing event updated for resources: {'Network': ['ID=6c059870-353d-4410-984f-e3256cbc9a7d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:43.569287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54070) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:43.579570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Request body: {'subnet': {'network_id': '6c059870-353d-4410-984f-e3256cbc9a7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1106837065-subnet', 'tenant_id': 'ae124d6892d4413a89294c4c904e12cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:43.587269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-74ed7d98-9ad6-4acd-a7bc-96259760a6da tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:43.590825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:43.595668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Usage tracker for resource:subnet and tenant:ae124d6892d4413a89294c4c904e12cf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:43.603860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:43.616153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:43.685547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 6c059870-353d-4410-984f-e3256cbc9a7d details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:43.810182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:43.842587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:43.924313 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:32Z', 'revision_number': 5, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:43.932158 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] Checking router: ac4e3128-9b66-4d8d-9f97-60a67b84bebd for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:29:43.946234 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:43.947337 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:43.962464 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:43.971270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Made reservation on behalf of ae124d6892d4413a89294c4c904e12cf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:43.973801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.100095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:44.100341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.199552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Pushing event updated for resources: {'Port': ['ID=7b737278-ec96-4d81-ac1a-00a67b320975,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:44.202264 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:29:44.209911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:44.238356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.265212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:29:44.299572 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a514ef04-ddd9-4042-87f4-25cd92bef676 req-f952f880-d0bd-4180-bc33-ffe2c9048270 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3fcd6ed-5c97-481d-8610-96686310dd29 HTTP/1.1" status: 200 len: 210 time: 0.2410760 Apr 22 09:29:44.413610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port 453cdc4e-7cf8-4893-9884-b19bd78d68c1, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=453cdc4e-7cf8-4893-9884-b19bd78d68c1,segment=NetworkSegment(bc1972a2-a95e-4ca5-844c-4176e489b154),segment_id=bc1972a2-a95e-4ca5-844c-4176e489b154)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:44.413977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.459846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-74ed7d98-9ad6-4acd-a7bc-96259760a6da tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.520105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed7d98-9ad6-4acd-a7bc-96259760a6da tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9551d2fa-b3b7-4380-ac6b-1d654e973950,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:44.526539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54080) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:44.559825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c6b64-32ab-41d2-836c-76c90fa321fa None None] Network 163207a8-d88c-492b-bc7b-a3d7ecd543c5 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:44.595319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-74ed7d98-9ad6-4acd-a7bc-96259760a6da tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.599218 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-74ed7d98-9ad6-4acd-a7bc-96259760a6da tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/9551d2fa-b3b7-4380-ac6b-1d654e973950 HTTP/1.1" status: 204 len: 168 time: 2.5842681 Apr 22 09:29:44.618204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for 453cdc4e-7cf8-4893-9884-b19bd78d68c1 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:44.652427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54084) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:44.658218 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:32Z', 'revision_number': 5, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:44.663031 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f70099b-11c3-44ad-94dd-5c07983db056 None None] The sync data for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:19Z', 'revision_number': 4, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e94f0d1a-db07-44b8-bb4d-7f18232ab790', 'name': '', 'network_id': '5fdef170-d96a-4f28-8759-801a17deee4d', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'mac_address': 'fa:16:3e:64:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:16Z', 'updated_at': '2022-04-22T09:27:32Z', 'revision_number': 5, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'subnets': [{'id': 'c5b31700-eb03-409d-b99e-74bba198679c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:44.693960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a12d675-e6ad-4877-b268-8404f5cf5aa3 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.838938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.840110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:44.844772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7be8a98c-bab0-446a-9069-c0c6c0bd52f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.864601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4b086cb7-0403-4b47-8fc9-0f706d8636f3 None None] Provisioning for port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:44.884045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.920333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4b086cb7-0403-4b47-8fc9-0f706d8636f3 None None] Provisioning complete for port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:44.920815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4b086cb7-0403-4b47-8fc9-0f706d8636f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.927758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0a12d675-e6ad-4877-b268-8404f5cf5aa3 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Calling delete_port for c92a4547-1258-4554-8954-ac94b0875000 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:44.932385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=453cdc4e-7cf8-4893-9884-b19bd78d68c1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:44.941520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:44.966144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:44.966521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:44.979032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2f198f8-a47e-4115-aa9d-46ea213752a6 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.004085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Attempting to bind port 7b737278-ec96-4d81-ac1a-00a67b320975 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:45.004438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Attempting to bind port 7b737278-ec96-4d81-ac1a-00a67b320975 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'a1c2d078-c6dd-4579-8cd7-16b63a556ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923cff68-da19-4dc2-b3ad-37944f088ac6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:45.004781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Attempting to bind port 7b737278-ec96-4d81-ac1a-00a67b320975 on network 923cff68-da19-4dc2-b3ad-37944f088ac6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:45.008023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2f198f8-a47e-4115-aa9d-46ea213752a6 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.035369 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77f3218-2bdf-47e3-a8cc-a8afb8ecd8b5 None None] New status for floating IP 4b66b344-72f0-4b03-820a-ca6178c570df: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:29:45.062993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab2957b-8bd2-42c8-b735-54251fc3db9c,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:45.084570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 was deleted so its status cannot be updated. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 09:29:45.085988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4b086cb7-0403-4b47-8fc9-0f706d8636f3 None None] Port 453cdc4e-7cf8-4893-9884-b19bd78d68c1 was deleted so its status cannot be updated. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 09:29:45.092304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2f198f8-a47e-4115-aa9d-46ea213752a6 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.101926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:45.102189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Checking segment: {'id': 'a1c2d078-c6dd-4579-8cd7-16b63a556ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923cff68-da19-4dc2-b3ad-37944f088ac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:45.102563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.102953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Bound using segment: {'id': 'a1c2d078-c6dd-4579-8cd7-16b63a556ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923cff68-da19-4dc2-b3ad-37944f088ac6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:45.103425 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Bound port: 7b737278-ec96-4d81-ac1a-00a67b320975, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c2d078-c6dd-4579-8cd7-16b63a556ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '923cff68-da19-4dc2-b3ad-37944f088ac6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:45.103790 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.113592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Checking segment: {'id': '59271c48-5d5e-4c1e-b592-ad6d13ba5c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6c059870-353d-4410-984f-e3256cbc9a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:45.113961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Network hostable DHCP agents. Network: 6c059870-353d-4410-984f-e3256cbc9a7d, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:45.139534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.153548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7e601099-d2eb-4220-a37a-8eb6a1ab0a78 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Synchronizing usage tracker for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:45.164530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f198f8-a47e-4115-aa9d-46ea213752a6 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d62567-4ed1-4103-88ec-2a4d186dc2fe,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:45.191561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163207a8-d88c-492b-bc7b-a3d7ecd543c5']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:45.206845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Network 6c059870-353d-4410-984f-e3256cbc9a7d is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:45.217819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1972a2-a95e-4ca5-844c-4176e489b154') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:45.219099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1972a2-a95e-4ca5-844c-4176e489b154') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:45.236536 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317272d-a246-48c0-b399-0d758a6a885d None None] DHCP port deletion for 163207a8-d88c-492b-bc7b-a3d7ecd543c5 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:29:45.239173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.250161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 6c059870-353d-4410-984f-e3256cbc9a7d) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:45.261674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2a85c2-fa82-4bbb-a61c-4158852aae11 None None] Network 6c059870-353d-4410-984f-e3256cbc9a7d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:45.273707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7e601099-d2eb-4220-a37a-8eb6a1ab0a78 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Unset dirty status for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:45.274473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:45.275282 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7e601099-d2eb-4220-a37a-8eb6a1ab0a78 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6088517 Apr 22 09:29:45.276839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.282716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54088) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:45.284283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.287891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2f198f8-a47e-4115-aa9d-46ea213752a6 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.292326 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a2f198f8-a47e-4115-aa9d-46ea213752a6 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "DELETE /v2.0/security-groups/13d62567-4ed1-4103-88ec-2a4d186dc2fe HTTP/1.1" status: 204 len: 168 time: 0.7545898 Apr 22 09:29:45.294286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--174484756'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:45.320368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54092) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:45.325929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:45.344788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:45.345444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.368299 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c5a96da6-acc4-497e-b794-cc80aa5164f5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7981181 Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:45.369467 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:45.393251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:45.449490 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-d2080701-7cdd-46c4-b122-0771c537dfdf tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] show failed (client error): The resource could not be found. Apr 22 09:29:45.452790 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d2080701-7cdd-46c4-b122-0771c537dfdf tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "GET /v2.0/security-groups/13d62567-4ed1-4103-88ec-2a4d186dc2fe HTTP/1.1" status: 404 len: 347 time: 0.1284389 Apr 22 09:29:45.454915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54100) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:45.478291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.505902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.530873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.534048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:45.544294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:45.548293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=163207a8-d88c-492b-bc7b-a3d7ecd543c5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:45.550343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:45.557200 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7f808c9e-383e-4391-8e36-26108cbe7910 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/163207a8-d88c-492b-bc7b-a3d7ecd543c5 HTTP/1.1" status: 204 len: 168 time: 5.8437669 Apr 22 09:29:45.558232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:45.561728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54104) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:45.570853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2129876304'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:45.582369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:45.621955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:45.628552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:45.630854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54112) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:45.637914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a12d675-e6ad-4877-b268-8404f5cf5aa3 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.638700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:45.690394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:45.697751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.704833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.756197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:45.783949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.785793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.786140 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment 7d93469a-1147-4519-95cb-36d16c7c60f9 of type vlan for network 34ffedc8-715a-4d76-8c81-a5273da72ff1 Apr 22 09:29:45.791212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.794874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.816515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.821043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] For port 7b737278-ec96-4d81-ac1a-00a67b320975, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:45.864803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.870172 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5874934 Apr 22 09:29:45.873569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54120) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:45.880146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] For port 7b737278-ec96-4d81-ac1a-00a67b320975, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7b737278-ec96-4d81-ac1a-00a67b320975,segment=NetworkSegment(a1c2d078-c6dd-4579-8cd7-16b63a556ec3),segment_id=a1c2d078-c6dd-4579-8cd7-16b63a556ec3)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:45.891527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:28Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:45.900665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.901700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c4ce68cf-b28c-4a19-88f7-a67ae66698ce tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'f23e046a-5308-4aa7-83a9-7e1c19f604dd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:45.902491 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-c4ce68cf-b28c-4a19-88f7-a67ae66698ce tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 22 09:29:45.903021 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-c4ce68cf-b28c-4a19-88f7-a67ae66698ce tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:45.906835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50142393-0855-4e39-a156-6b5f1334abb0 None None] Network 6c059870-353d-4410-984f-e3256cbc9a7d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:45.907066 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c4ce68cf-b28c-4a19-88f7-a67ae66698ce tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0227849 Apr 22 09:29:45.912359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54126) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:45.960324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:45.964700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] Checking router: 4970df1d-610a-40df-9ea8-88d697f8c986 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:29:45.972342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057be77d-da56-41e6-94c7-7c2f702cacc3 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23e046a-5308-4aa7-83a9-7e1c19f604dd,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:46.011570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:46.012194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:46.019322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-32cda937-eca5-4e63-b68a-b3d0cc45e096 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.066824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.068266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-32cda937-eca5-4e63-b68a-b3d0cc45e096 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.096823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.103216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:46.104651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.145608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12d675-e6ad-4877-b268-8404f5cf5aa3 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Pushing event deleted for resources: {'Port': ['ID=c92a4547-1258-4554-8954-ac94b0875000,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:46.163797 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6010344 Apr 22 09:29:46.188659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54134) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:46.189248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54136) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:46.197505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': '34ffedc8-715a-4d76-8c81-a5273da72ff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:46.220193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-55668064-network', 'tenant_id': '7006200d6c4c47719e598e09f87e6468'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:46.262282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.275934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:46.337739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7496a1-316e-4c5f-aa77-0fff9dc31c11 None None] Pushing event updated for resources: {'Port': ['ID=7b737278-ec96-4d81-ac1a-00a67b320975,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:46.344305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:29:46.359587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Deleting port d899336c-5636-4ae6-b7fd-376d8e4105f3 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:46.360104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.418983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Usage tracker for resource:network and tenant:7006200d6c4c47719e598e09f87e6468 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:46.426095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:46.438377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07326d2-b7cc-4ad9-b351-e82fe0ec684b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=34ffedc8-715a-4d76-8c81-a5273da72ff1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:46.460037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd57c-8ec2-4e25-81f3-045dffa37ad9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.461343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 34ffedc8-715a-4d76-8c81-a5273da72ff1 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:46.488705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:46.489584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd57c-8ec2-4e25-81f3-045dffa37ad9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.500011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-32cda937-eca5-4e63-b68a-b3d0cc45e096 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.558604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cda937-eca5-4e63-b68a-b3d0cc45e096 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23e046a-5308-4aa7-83a9-7e1c19f604dd,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:46.572710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:46.588271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:46.591329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:46.601375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:46.614381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-32cda937-eca5-4e63-b68a-b3d0cc45e096 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.618306 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-32cda937-eca5-4e63-b68a-b3d0cc45e096 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/f23e046a-5308-4aa7-83a9-7e1c19f604dd HTTP/1.1" status: 204 len: 168 time: 0.7000678 Apr 22 09:29:46.618306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Made reservation on behalf of 7006200d6c4c47719e598e09f87e6468 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:46.619699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.631673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54142) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:46.636734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:46.640221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.676039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.719843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:46.728743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Usage tracker for resource:security_group_rule and tenant:7006200d6c4c47719e598e09f87e6468 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:46.779303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd57c-8ec2-4e25-81f3-045dffa37ad9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.788317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:46.815598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:46.850249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffd57c-8ec2-4e25-81f3-045dffa37ad9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=471155b7-14f9-41d5-be33-d16eb622c270,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:46.859371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cf7decc0-2192-4ef1-a9a2-075d6be73422 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Synchronizing usage tracker for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:46.896558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a12d675-e6ad-4877-b268-8404f5cf5aa3 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:46.918045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cf7decc0-2192-4ef1-a9a2-075d6be73422 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Unset dirty status for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:46.919326 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cf7decc0-2192-4ef1-a9a2-075d6be73422 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2840412 Apr 22 09:29:46.946155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:28Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:46.954384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba4ccd4-aada-4480-9c15-b185fbdb2ba0 None None] The sync data for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv is: [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:27:17Z', 'revision_number': 4, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ceaf8898-9525-4376-af49-1e5abc20d71e', 'name': '', 'network_id': '637ab288-5bb9-4fb5-b5d4-21d282c916c9', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'mac_address': 'fa:16:3e:f0:13:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:14Z', 'updated_at': '2022-04-22T09:27:28Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'subnets': [{'id': '4b648b6c-263c-4adf-9cbc-8e54e68d6f20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:46.954713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54146) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:46.969684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1483944145'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:46.984177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:47.020206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:47.031075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1ffd57c-8ec2-4e25-81f3-045dffa37ad9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.034685 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b1ffd57c-8ec2-4e25-81f3-045dffa37ad9 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "DELETE /v2.0/security-groups/471155b7-14f9-41d5-be33-d16eb622c270 HTTP/1.1" status: 204 len: 168 time: 1.3885953 Apr 22 09:29:47.037119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54150) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:47.039461 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0a12d675-e6ad-4877-b268-8404f5cf5aa3 tempest-RoutersAdminNegativeIpV6Test-1900402152 tempest-RoutersAdminNegativeIpV6Test-1900402152-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c92a4547-1258-4554-8954-ac94b0875000 HTTP/1.1" status: 204 len: 168 time: 4.7858002 Apr 22 09:29:47.063697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.26.2.82 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/e10bda9f-34fb-41b6-970b-df8b437f60f5) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:47.075543 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.106090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.122919 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-b0f151da-4e36-4ae1-9ef2-70561a27b215 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] show failed (client error): The resource could not be found. Apr 22 09:29:47.123967 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b0f151da-4e36-4ae1-9ef2-70561a27b215 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "GET /v2.0/security-groups/471155b7-14f9-41d5-be33-d16eb622c270 HTTP/1.1" status: 404 len: 347 time: 0.0857849 Apr 22 09:29:47.127801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54156) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:47.135095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.135704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.136029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.196027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.212489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:47.215945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.239147 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7b737278-ec96-4d81-ac1a-00a67b320975 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:47.245297 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:47.257862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:47.280209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=80ff50d0-8261-48d3-8327-fa35496c6948,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:47.296620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:47.298742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:47.325236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b980b-05c4-4a0e-890d-37ce50e39344,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:47.338368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.338900 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Added segment 467cba59-d608-426b-ac89-7254990738b3 of type vlan for network 68c17d79-ffab-452f-b9b4-926ad6faffe9 Apr 22 09:29:47.366242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 7b737278-ec96-4d81-ac1a-00a67b320975 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:47.380272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': '7d93469a-1147-4519-95cb-36d16c7c60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '34ffedc8-715a-4d76-8c81-a5273da72ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:47.381029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: 34ffedc8-715a-4d76-8c81-a5273da72ff1, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:47.386093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 453cdc4e-7cf8-4893-9884-b19bd78d68c1 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:29:47.458523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 453cdc4e-7cf8-4893-9884-b19bd78d68c1 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:29:47.459095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 453cdc4e-7cf8-4893-9884-b19bd78d68c1 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:29:47.473099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.531038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.532755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:47.533357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.604882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54162) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:47.618562 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4259112 Apr 22 09:29:47.624282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54166) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:47.625631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e237fb-1bc6-481f-9049-1c62bbeced8b None None] New status for floating IP ea004a44-3ac8-454f-a3d1-d8bac749e7a8: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:29:47.646722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Request body: {'subnet': {'network_id': '68c17d79-ffab-452f-b9b4-926ad6faffe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-55668064-subnet', 'tenant_id': '7006200d6c4c47719e598e09f87e6468', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:47.658350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network 34ffedc8-715a-4d76-8c81-a5273da72ff1 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:47.688056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Calling delete_port for d899336c-5636-4ae6-b7fd-376d8e4105f3 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:47.727782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:47.764091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.777392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.782564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Usage tracker for resource:subnet and tenant:7006200d6c4c47719e598e09f87e6468 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:47.795468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 34ffedc8-715a-4d76-8c81-a5273da72ff1) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:47.799660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:47.805568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f652d37-a193-4d8d-ae6c-5e3f77a8d34e admin admin] Pushing event updated for resources: {'Network': ['ID=68c17d79-ffab-452f-b9b4-926ad6faffe9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:47.822035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:47.822935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.832176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:47.880817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.882004 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9249012 Apr 22 09:29:47.884050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea55a56-bfe4-4f89-a4e9-2c6dbcfe56ff tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8752c8c-6277-4649-a040-6369180ff9c6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:47.887080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.899908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54172) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:47.902781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7314b5a-d945-4eb4-b046-43469b5c0998 None None] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:47.904684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:47.912433 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d8452c22-0c21-4b08-87ef-caa01c91503b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7189174 Apr 22 09:29:47.912433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Made reservation on behalf of 7006200d6c4c47719e598e09f87e6468 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:47.914610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.918910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54176) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:47.920362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841b0c1-e106-4e08-be75-803d418b1187 None None] Network 34ffedc8-715a-4d76-8c81-a5273da72ff1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:47.930264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-958c17f6-7f59-47d7-a5e2-17fdafc36d0a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'a8752c8c-6277-4649-a040-6369180ff9c6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:47.931200 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-958c17f6-7f59-47d7-a5e2-17fdafc36d0a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 22 09:29:47.931820 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-958c17f6-7f59-47d7-a5e2-17fdafc36d0a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:47.932892 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-958c17f6-7f59-47d7-a5e2-17fdafc36d0a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0257318 Apr 22 09:29:47.933340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 68c17d79-ffab-452f-b9b4-926ad6faffe9 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:47.936436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port f429819f-c918-4035-9e9f-d31122fa4490 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:47.936884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] Usage tracker for resource:security_group_rule and tenant:eebb5e0fe0c14938820df63cb0ed423c is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:47.937038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:47.949355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54180) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:47.954280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:47.976484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:47.989389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Deleting port 0feeaaeb-87a7-4b05-96cb-8b8bdaa817ac {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:47.990005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.123749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f81de096-7c06-4757-9b1a-325c852a6797 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.206304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f81de096-7c06-4757-9b1a-325c852a6797 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.213606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-50bb6172-0a9b-4315-b757-f001071c6f05 None None] Provisioning for port 7b737278-ec96-4d81-ac1a-00a67b320975 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:48.261229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-50bb6172-0a9b-4315-b757-f001071c6f05 None None] Provisioning complete for port 7b737278-ec96-4d81-ac1a-00a67b320975 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:48.261857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50bb6172-0a9b-4315-b757-f001071c6f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.297790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.299728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.317034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.347172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f81de096-7c06-4757-9b1a-325c852a6797 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.385004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.418106 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eebb5e0fe0c14938820df63cb0ed423c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8048584 Apr 22 09:29:48.428338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54184) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:48.431989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7e3d4-d2f1-4647-b435-90b093834f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77482423-94a5-41bf-ac9a-a52b970e0ee1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:48.458570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:48.458885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:48.476082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.484364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81de096-7c06-4757-9b1a-325c852a6797 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8752c8c-6277-4649-a040-6369180ff9c6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:48.530550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.530871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.531879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f81de096-7c06-4757-9b1a-325c852a6797 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.533113 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f81de096-7c06-4757-9b1a-325c852a6797 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/a8752c8c-6277-4649-a040-6369180ff9c6 HTTP/1.1" status: 204 len: 168 time: 0.5829623 Apr 22 09:29:48.541017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f6b14e-e98f-4455-8cea-0e2210bcd26e,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:48.541224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54188) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:48.544153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.553265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Checking segment: {'id': '467cba59-d608-426b-ac89-7254990738b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '68c17d79-ffab-452f-b9b4-926ad6faffe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:48.553720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Network hostable DHCP agents. Network: 68c17d79-ffab-452f-b9b4-926ad6faffe9, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:48.587881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8aa9-dc18-4b31-86fb-3badbca5c48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.601879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Network 68c17d79-ffab-452f-b9b4-926ad6faffe9 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:48.604459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50bb6172-0a9b-4315-b757-f001071c6f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.614675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-34ffedc8-715a-4d76-8c81-a5273da72ff1', 'network_id': '34ffedc8-715a-4d76-8c81-a5273da72ff1', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '80ff50d0-8261-48d3-8327-fa35496c6948'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:48.615723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.622734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8aa9-dc18-4b31-86fb-3badbca5c48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.632363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 68c17d79-ffab-452f-b9b4-926ad6faffe9) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:48.643407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:48.644435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.655305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5726edc9-3fcf-4b7d-9236-5839c0ae9a4c None None] Network 68c17d79-ffab-452f-b9b4-926ad6faffe9 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:48.680762 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4258fc15-7706-48cd-885f-332f90ced207 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0421221 Apr 22 09:29:48.707475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8aa9-dc18-4b31-86fb-3badbca5c48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.729714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6a8aa9-dc18-4b31-86fb-3badbca5c48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77482423-94a5-41bf-ac9a-a52b970e0ee1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:48.739401 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d6a8aa9-dc18-4b31-86fb-3badbca5c48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.741561 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6d6a8aa9-dc18-4b31-86fb-3badbca5c48d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77482423-94a5-41bf-ac9a-a52b970e0ee1 HTTP/1.1" status: 204 len: 168 time: 0.3054926 Apr 22 09:29:48.847194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-50bb6172-0a9b-4315-b757-f001071c6f05 None None] For port 7b737278-ec96-4d81-ac1a-00a67b320975, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7b737278-ec96-4d81-ac1a-00a67b320975,segment=NetworkSegment(a1c2d078-c6dd-4579-8cd7-16b63a556ec3),segment_id=a1c2d078-c6dd-4579-8cd7-16b63a556ec3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:48.856172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for f429819f-c918-4035-9e9f-d31122fa4490 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:48.877846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50bb6172-0a9b-4315-b757-f001071c6f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:48.893347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Calling delete_port for 0feeaaeb-87a7-4b05-96cb-8b8bdaa817ac owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:48.960948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Deleting port d899336c-5636-4ae6-b7fd-376d8e4105f3 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:48.961282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.109516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb6172-0a9b-4315-b757-f001071c6f05 None None] Pushing event updated for resources: {'Port': ['ID=7b737278-ec96-4d81-ac1a-00a67b320975,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:49.132881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Allocated IP 172.20.0.1 (34ffedc8-715a-4d76-8c81-a5273da72ff1/80ff50d0-8261-48d3-8327-fa35496c6948/0a0a0fe2-8719-4dad-bfc1-27c30e8989fa) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:49.181431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.191929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.232371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54204) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:49.251618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401e006-d2b4-4dcb-b3c3-51495c0ca397 None None] Network 68c17d79-ffab-452f-b9b4-926ad6faffe9 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:49.312592 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-16c023f2-5e4d-45a3-a26f-7f4eac233605 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c56b2228f514d748bf0e10cb831c0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784771 Apr 22 09:29:49.313264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54208) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:49.410658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea356bf-8f96-4261-84a9-650da67278f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.431661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b623717a-9aef-4a1f-9474-9443d50b2cb8 None None] Provisioning complete for port 7b737278-ec96-4d81-ac1a-00a67b320975 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:49.432386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b623717a-9aef-4a1f-9474-9443d50b2cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.456381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea356bf-8f96-4261-84a9-650da67278f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.469612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:49.495647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:49.499315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:49.525645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea356bf-8f96-4261-84a9-650da67278f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.554468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea356bf-8f96-4261-84a9-650da67278f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41580be-c936-4278-b8ff-0a616bd13fe7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:49.557739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ea356bf-8f96-4261-84a9-650da67278f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.559038 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3ea356bf-8f96-4261-84a9-650da67278f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e41580be-c936-4278-b8ff-0a616bd13fe7 HTTP/1.1" status: 204 len: 168 time: 0.2444916 Apr 22 09:29:49.653618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=e10bda9f-34fb-41b6-970b-df8b437f60f5,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:49.692079 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0a71d114-b7c5-483e-9882-f71775d4817c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1396980 Apr 22 09:29:49.705266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.705589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.711115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54222) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:49.723285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--971794115'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:49.728954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:49.733054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:49.735885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:49.742581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:49.759186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.771739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.783704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:49.788142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:49.789252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Transition to ACTIVE for port object 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:49.791614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:49.797971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:49.830016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Transition to ACTIVE for port object 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:49.841865 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:49.870947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-60e91555-eb51-466a-9d57-55024438030b tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:49.872536 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-60e91555-eb51-466a-9d57-55024438030b tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/networks?id=6c059870-353d-4410-984f-e3256cbc9a7d HTTP/1.1" status: 200 len: 812 time: 0.2979403 Apr 22 09:29:49.895638 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-b79cf4de-6f28-4825-a419-6950fde9609d tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/quotas/ae124d6892d4413a89294c4c904e12cf HTTP/1.1" status: 200 len: 375 time: 0.0168660 Apr 22 09:29:49.982658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Calling delete_port for d899336c-5636-4ae6-b7fd-376d8e4105f3 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:50.006720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Network 34ffedc8-715a-4d76-8c81-a5273da72ff1 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:50.010433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:50.025706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:50.040934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Pushing event updated for resources: {'Port': ['ID=0a0a0fe2-8719-4dad-bfc1-27c30e8989fa,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:50.081945 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-be00f143-a7bb-4bda-bd91-f9b32474ace1 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ae124d6892d4413a89294c4c904e12cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1775217 Apr 22 09:29:50.119340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.137605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.151112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Attempting to bind port 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:50.151554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Attempting to bind port 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '7d93469a-1147-4519-95cb-36d16c7c60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '34ffedc8-715a-4d76-8c81-a5273da72ff1'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:50.152341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Attempting to bind port 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa on network 34ffedc8-715a-4d76-8c81-a5273da72ff1 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:50.160697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:50.161550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Checking segment: {'id': '7d93469a-1147-4519-95cb-36d16c7c60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '34ffedc8-715a-4d76-8c81-a5273da72ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:50.162361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.162930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Bound using segment: {'id': '7d93469a-1147-4519-95cb-36d16c7c60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '34ffedc8-715a-4d76-8c81-a5273da72ff1'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:50.163403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Bound port: 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d93469a-1147-4519-95cb-36d16c7c60f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '34ffedc8-715a-4d76-8c81-a5273da72ff1'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:50.163827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.188103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b4f438-eb07-4684-9722-0ec388291d83,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:50.256014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.262098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.268216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.270737 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c0cd0e20-b300-45be-bf9e-0b585147e10e tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5590036 Apr 22 09:29:50.273436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54236) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:50.282513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ddc2cb1e-5c09-4e4e-a699-6fc40c034d3f tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': '43b4f438-eb07-4684-9722-0ec388291d83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:50.286873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] For port 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:50.291041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] For port 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0a0a0fe2-8719-4dad-bfc1-27c30e8989fa,segment=NetworkSegment(7d93469a-1147-4519-95cb-36d16c7c60f9),segment_id=7d93469a-1147-4519-95cb-36d16c7c60f9)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:50.296597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.301715 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-ddc2cb1e-5c09-4e4e-a699-6fc40c034d3f tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 22 09:29:50.302551 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-ddc2cb1e-5c09-4e4e-a699-6fc40c034d3f tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:50.307022 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ddc2cb1e-5c09-4e4e-a699-6fc40c034d3f tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0324068 Apr 22 09:29:50.311768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54240) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:50.330959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ae214759-640e-4786-90de-cfcf2ec95baa tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': '43b4f438-eb07-4684-9722-0ec388291d83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:50.332449 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-ae214759-640e-4786-90de-cfcf2ec95baa tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 22 09:29:50.333291 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-ae214759-640e-4786-90de-cfcf2ec95baa tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:50.338129 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ae214759-640e-4786-90de-cfcf2ec95baa tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0251403 Apr 22 09:29:50.339071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54246) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:50.359138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-77d85d3b-b762-4f69-b6e2-7a3378f84cf9 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': '43b4f438-eb07-4684-9722-0ec388291d83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:50.360544 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-77d85d3b-b762-4f69-b6e2-7a3378f84cf9 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 22 09:29:50.361361 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-77d85d3b-b762-4f69-b6e2-7a3378f84cf9 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:50.366592 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-77d85d3b-b762-4f69-b6e2-7a3378f84cf9 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0168958 Apr 22 09:29:50.369543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54252) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:50.376556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0f751363-aab4-44c3-afb1-e637437ed323 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': '43b4f438-eb07-4684-9722-0ec388291d83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:50.378756 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-0f751363-aab4-44c3-afb1-e637437ed323 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 22 09:29:50.379510 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-0f751363-aab4-44c3-afb1-e637437ed323 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:50.384526 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0f751363-aab4-44c3-afb1-e637437ed323 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0132453 Apr 22 09:29:50.387165 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-b1291482-7e78-432b-ba93-70802e7fc484 service neutron] 10.222.0.32 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949734 Apr 22 09:29:50.387879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54256) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:50.441894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576acea0-b923-46f7-9cb8-2cd9e9ed2a28 None None] Pushing event updated for resources: {'Port': ['ID=0a0a0fe2-8719-4dad-bfc1-27c30e8989fa,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:50.468946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Pushing event deleted for resources: {'Port': ['ID=0feeaaeb-87a7-4b05-96cb-8b8bdaa817ac,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:50.483297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda2db8f-805f-4024-a3df-f1ddaa700e9e None None] Network 34ffedc8-715a-4d76-8c81-a5273da72ff1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:50.507634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=80ff50d0-8261-48d3-8327-fa35496c6948,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:50.646175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d3b5009f-2a94-4659-b29b-83d811706ee5 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.714891 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-e16ac71d-ca2b-4456-bfc0-39c968deec0a service neutron] 10.222.0.32 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098574 Apr 22 09:29:50.716528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d3b5009f-2a94-4659-b29b-83d811706ee5 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.722419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd14fb2e-10c6-431a-abcc-b48b7e48a1d4 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:29:50.746316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.755443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54264) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:50.763114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.804251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d3b5009f-2a94-4659-b29b-83d811706ee5 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.830205 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5009f-2a94-4659-b29b-83d811706ee5 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b4f438-eb07-4684-9722-0ec388291d83,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:50.854720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Pushing event deleted for resources: {'Port': ['ID=d899336c-5636-4ae6-b7fd-376d8e4105f3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:50.878274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d3b5009f-2a94-4659-b29b-83d811706ee5 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.880422 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d3b5009f-2a94-4659-b29b-83d811706ee5 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/43b4f438-eb07-4684-9722-0ec388291d83 HTTP/1.1" status: 204 len: 168 time: 0.4912281 Apr 22 09:29:50.883013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54270) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:50.883696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd14fb2e-10c6-431a-abcc-b48b7e48a1d4 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:29:50.900382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ffedc8-715a-4d76-8c81-a5273da72ff1']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:50.917785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.959472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d93469a-1147-4519-95cb-36d16c7c60f9') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:50.959472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d93469a-1147-4519-95cb-36d16c7c60f9') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:50.977484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:50.993733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-742e1cd6-5ae3-4e75-8b31-df970c67ec73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Synchronizing usage tracker for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:51.023198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1694312874'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:51.028523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-742e1cd6-5ae3-4e75-8b31-df970c67ec73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Unset dirty status for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:51.033736 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-742e1cd6-5ae3-4e75-8b31-df970c67ec73 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1456850 Apr 22 09:29:51.033736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:51.035841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54278) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:51.043107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676663962'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:51.051041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:51.053479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Usage tracker for resource:network and tenant:a1c1212eca87426fad7d35459bcbbf4f is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:51.058851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:51.070087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:51.072250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:51.089236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Made reservation on behalf of a1c1212eca87426fad7d35459bcbbf4f for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:51.093187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.098905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=f429819f-c918-4035-9e9f-d31122fa4490,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:51.102737 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.116010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.130596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.158334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:51.161654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:51.166772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:51.169728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Usage tracker for resource:security_group_rule and tenant:a1c1212eca87426fad7d35459bcbbf4f is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:51.172568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:51.175391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:51.183339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:51.185551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:51.252587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7b737278-ec96-4d81-ac1a-00a67b320975 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:51.286943 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-381553c4-4dbe-4312-a208-18b26e43afc4 req-8b008fc0-717a-4a7c-8303-1fe052364296 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 210 time: 0.1943085 Apr 22 09:29:51.294759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.312295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.313467 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-65677db7-44e2-4538-b906-7fb6310f0431 tempest-ServersTestJSON-1311704404 tempest-ServersTestJSON-1311704404-project] 10.222.0.32 "DELETE /v2.0/floatingips/4b66b344-72f0-4b03-820a-ca6178c570df HTTP/1.1" status: 204 len: 168 time: 4.1803968 Apr 22 09:29:51.314588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.317141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.318218 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-06093e96-8a72-429c-a2dc-b1ce157c5227 tempest-ServersTestManualDisk-1554400663 tempest-ServersTestManualDisk-1554400663-project] 10.222.0.32 "DELETE /v2.0/floatingips/ea004a44-3ac8-454f-a3d1-d8bac749e7a8 HTTP/1.1" status: 204 len: 168 time: 5.8011825 Apr 22 09:29:51.324795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54286) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:51.325365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54288) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:51.338737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.361900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:51.362863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:51.382933 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:51.452000 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7b737278-ec96-4d81-ac1a-00a67b320975 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:51.452669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.734304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.750783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:29:51.750783 dv-neutron-839018-1-hyperv neutron-server[88063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:29:51.750783 dv-neutron-839018-1-hyperv neutron-server[88063]: [parameters: {'id': '34ffedc8-715a-4d76-8c81-a5273da72ff1'}] Apr 22 09:29:51.750783 dv-neutron-839018-1-hyperv neutron-server[88063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:29:51.751185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:29:51.826057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.923348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.939313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:51.962100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb3a1fe-8507-40f0-a02b-8e3a1efb8052,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:52.046813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.047032 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-48a9ffea-9d01-4c55-a0d0-22743dc585c1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0094724 Apr 22 09:29:52.054760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:52.060519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54296) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:52.072927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b7fcfe4e-6123-4e1b-9072-4527df8ac1dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:52.073661 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-b7fcfe4e-6123-4e1b-9072-4527df8ac1dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 09:29:52.074202 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-b7fcfe4e-6123-4e1b-9072-4527df8ac1dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:52.075132 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b7fcfe4e-6123-4e1b-9072-4527df8ac1dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0136869 Apr 22 09:29:52.078199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.084614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54300) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:52.090020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4808e915-72a9-49f4-918e-5573c74fe740 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:52.102924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4808e915-72a9-49f4-918e-5573c74fe740 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:52.166929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.167274 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Added segment 74c223b8-2513-493e-aa04-009383f8dfc2 of type vlan for network 07502294-5441-491b-a8eb-ee4c64c0ba95 Apr 22 09:29:52.170669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4808e915-72a9-49f4-918e-5573c74fe740 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:52.182525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4808e915-72a9-49f4-918e-5573c74fe740 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:52.201911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722b0edf-5917-4372-a27c-38e118a4cb23,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:52.251842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4808e915-72a9-49f4-918e-5573c74fe740 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:52.260369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.373800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.409436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:52.409778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.539171 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0cbad095-d0c6-4925-8ee8-6e4b6aa91faa req-ed13a39c-f383-45cb-8a3f-edbe3d837491 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 210 time: 0.1093836 Apr 22 09:29:52.569735 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-4808e915-72a9-49f4-918e-5573c74fe740 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:52.573244 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4808e915-72a9-49f4-918e-5573c74fe740 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4852777 Apr 22 09:29:52.580701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54308) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:52.595707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:29:52.612548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2d7628b2-27ce-4d7e-85ad-f5a8a7487aed tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:52.613036 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-2d7628b2-27ce-4d7e-85ad-f5a8a7487aed tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 22 09:29:52.613606 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-2d7628b2-27ce-4d7e-85ad-f5a8a7487aed tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:52.617155 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2d7628b2-27ce-4d7e-85ad-f5a8a7487aed tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0236804 Apr 22 09:29:52.629410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54312) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:52.665757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9c4a4834-6d3e-4c0c-9e58-c6b9102e37cd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:52.690599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.718642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9c4a4834-6d3e-4c0c-9e58-c6b9102e37cd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:52.728311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9c4a4834-6d3e-4c0c-9e58-c6b9102e37cd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:52.738358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.743642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:52.744216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:52.753218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9c4a4834-6d3e-4c0c-9e58-c6b9102e37cd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:52.791200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9c4a4834-6d3e-4c0c-9e58-c6b9102e37cd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:52.879843 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1196628 Apr 22 09:29:52.924049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54318) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:52.940924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-faed496b-a46f-44b3-ae1b-8143101a4529 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:52.942332 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-faed496b-a46f-44b3-ae1b-8143101a4529 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.35 "GET /v2.0/networks?id=6c059870-353d-4410-984f-e3256cbc9a7d HTTP/1.1" status: 200 len: 812 time: 0.5648575 Apr 22 09:29:52.946899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Request body: {'subnet': {'network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:52.970416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Request body: {'port': {'device_id': '7f609693-b223-4acf-ad6e-a058069465ae', 'network_id': '6c059870-353d-4410-984f-e3256cbc9a7d', 'admin_state_up': True, 'tenant_id': 'ae124d6892d4413a89294c4c904e12cf'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:52.992785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5fd5e-d3e6-4dda-b789-6eee8bf95913 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'Network': ['ID=07502294-5441-491b-a8eb-ee4c64c0ba95,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:53.008215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:53.075646 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-9c4a4834-6d3e-4c0c-9e58-c6b9102e37cd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:53.079354 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9c4a4834-6d3e-4c0c-9e58-c6b9102e37cd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4461627 Apr 22 09:29:53.083368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54322) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:53.107629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-7e904098-a18c-4b34-b5d0-8570534a571a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:53.108427 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-7e904098-a18c-4b34-b5d0-8570534a571a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 09:29:53.109032 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-7e904098-a18c-4b34-b5d0-8570534a571a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:53.109840 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7e904098-a18c-4b34-b5d0-8570534a571a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192127 Apr 22 09:29:53.113614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54326) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:53.122870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router b14a4f2f-a6e4-4155-b694-11d56231b33b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:29:53.126077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a836004c-f555-4e58-9596-c78416c8ea4a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:53.139452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a836004c-f555-4e58-9596-c78416c8ea4a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:53.155859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a836004c-f555-4e58-9596-c78416c8ea4a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:53.174368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a836004c-f555-4e58-9596-c78416c8ea4a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:53.212374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a836004c-f555-4e58-9596-c78416c8ea4a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:53.237330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:53.245861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Usage tracker for resource:port and tenant:ae124d6892d4413a89294c4c904e12cf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:53.251302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:53.261091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:53.264975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:53.281983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Usage tracker for resource:subnet and tenant:a1c1212eca87426fad7d35459bcbbf4f is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:53.318065 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-a836004c-f555-4e58-9596-c78416c8ea4a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:53.319192 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a836004c-f555-4e58-9596-c78416c8ea4a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2022729 Apr 22 09:29:53.326098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54330) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:53.330154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Made reservation on behalf of ae124d6892d4413a89294c4c904e12cf for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:53.333606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:53.350117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:53.352850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2ca5216c-962b-4664-b9cb-fef0911d9b8d tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:53.353324 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-2ca5216c-962b-4664-b9cb-fef0911d9b8d tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 22 09:29:53.353804 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-2ca5216c-962b-4664-b9cb-fef0911d9b8d tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:53.354731 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2ca5216c-962b-4664-b9cb-fef0911d9b8d tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0268981 Apr 22 09:29:53.362039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54334) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:53.373401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:53.376354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0a0a0fe2-8719-4dad-bfc1-27c30e8989fa,segment=NetworkSegment(7d93469a-1147-4519-95cb-36d16c7c60f9),segment_id=7d93469a-1147-4519-95cb-36d16c7c60f9)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:53.376793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:53.378449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a8db803b-7a58-4388-b758-abb054f351ca tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:53.389735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:53.446631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a8db803b-7a58-4388-b758-abb054f351ca tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:53.496206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a8db803b-7a58-4388-b758-abb054f351ca tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:53.511634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a8db803b-7a58-4388-b758-abb054f351ca tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:53.539496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a8db803b-7a58-4388-b758-abb054f351ca tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:53.580685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:53.628177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Made reservation on behalf of a1c1212eca87426fad7d35459bcbbf4f for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:53.631932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:53.653729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:53.699586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:53.711846 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64bc50-de12-4c36-8df9-f077b7d54cab None None] Sync routers for ids ['b14a4f2f-a6e4-4155-b694-11d56231b33b'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:53.721284 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64bc50-de12-4c36-8df9-f077b7d54cab None None] Routers {'b14a4f2f-a6e4-4155-b694-11d56231b33b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:53.722491 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1c64bc50-de12-4c36-8df9-f077b7d54cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b14a4f2f-a6e4-4155-b694-11d56231b33b'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:53.755581 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-00f12e9e-1fa1-45a5-8730-4e6cbe1b5f7a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/b14a4f2f-a6e4-4155-b694-11d56231b33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6124556 Apr 22 09:29:53.762096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54340) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:53.791501 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1c64bc50-de12-4c36-8df9-f077b7d54cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:53.799895 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64bc50-de12-4c36-8df9-f077b7d54cab None None] Routers {'b14a4f2f-a6e4-4155-b694-11d56231b33b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:53.800501 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1c64bc50-de12-4c36-8df9-f077b7d54cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b14a4f2f-a6e4-4155-b694-11d56231b33b'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:53.817611 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d3cd05e4-69d7-4e5f-85e6-933f8c44ae9c req-8b262ca1-85ce-4ca9-a9d8-6c17172965a5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 210 time: 0.1318238 Apr 22 09:29:53.837315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router 277286b0-2d55-466e-946b-4a76f99e61cb is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:29:53.869021 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1c64bc50-de12-4c36-8df9-f077b7d54cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:53.869757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:53.870131 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c64bc50-de12-4c36-8df9-f077b7d54cab None None] The sync data for ids ['b14a4f2f-a6e4-4155-b694-11d56231b33b'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:53.994988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=0a0a0fe2-8719-4dad-bfc1-27c30e8989fa,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:53.999493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port 0a0a0fe2-8719-4dad-bfc1-27c30e8989fa on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:29:54.049654 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-a8db803b-7a58-4388-b758-abb054f351ca tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:54.051232 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a8db803b-7a58-4388-b758-abb054f351ca tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6880682 Apr 22 09:29:54.061372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54344) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:54.067223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-980a3615-a674-4de5-b620-cd1db5ac5095 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'ebb3a1fe-8507-40f0-a02b-8e3a1efb8052', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:54.095382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-980a3615-a674-4de5-b620-cd1db5ac5095 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:54.233874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-980a3615-a674-4de5-b620-cd1db5ac5095 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:54.238873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Allocated IP 172.20.0.10 (6c059870-353d-4410-984f-e3256cbc9a7d/8ab2957b-8bd2-42c8-b735-54251fc3db9c/91b74461-2452-4da7-9c71-3d748287b490) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:54.383390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-980a3615-a674-4de5-b620-cd1db5ac5095 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:54.396199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.410583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-980a3615-a674-4de5-b620-cd1db5ac5095 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:54.457537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ffedc8-715a-4d76-8c81-a5273da72ff1']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:54.475346 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:54.495346 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d93469a-1147-4519-95cb-36d16c7c60f9') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:54.495679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d93469a-1147-4519-95cb-36d16c7c60f9') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:54.496537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd2bd0-6b84-42a6-b521-5650760ee31c None None] Sync routers for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:29:54.517596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd2bd0-6b84-42a6-b521-5650760ee31c None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:54.519617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93cd2bd0-6b84-42a6-b521-5650760ee31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:54.528072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.564485 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-980a3615-a674-4de5-b620-cd1db5ac5095 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:54.566123 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-980a3615-a674-4de5-b620-cd1db5ac5095 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5030403 Apr 22 09:29:54.568972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54348) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:54.572325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.574569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.575724 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-20a71db0-fa03-491a-8152-a66dfa542a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.4049244 Apr 22 09:29:54.585061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54352) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:54.598306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.605229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:29:54.605659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.626711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93cd2bd0-6b84-42a6-b521-5650760ee31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:54.636016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd2bd0-6b84-42a6-b521-5650760ee31c None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:29:54.636574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93cd2bd0-6b84-42a6-b521-5650760ee31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:29:54.651535 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:29:54.700222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93cd2bd0-6b84-42a6-b521-5650760ee31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:29:54.700654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd2bd0-6b84-42a6-b521-5650760ee31c None None] The sync data for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:29:54.811231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'Subnet': ['ID=c603ebbd-aa65-4894-924f-c0c48b047879,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:54.819949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1c22104e-2d0f-4c77-8980-65544cdb4eb8 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.821463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.826687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Checking segment: {'id': '74c223b8-2513-493e-aa04-009383f8dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:54.827045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Network hostable DHCP agents. Network: 07502294-5441-491b-a8eb-ee4c64c0ba95, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:29:54.845552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.867926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=34ffedc8-715a-4d76-8c81-a5273da72ff1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:54.881622 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-af9ea111-3976-4eba-9c98-c1dba10a114f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/34ffedc8-715a-4d76-8c81-a5273da72ff1 HTTP/1.1" status: 204 len: 168 time: 6.9516129 Apr 22 09:29:54.888339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54358) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:54.901106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-406310439'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:54.907223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1c22104e-2d0f-4c77-8980-65544cdb4eb8 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.915652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:54.920258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:29:54.934395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:54.941066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:54.948107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 07502294-5441-491b-a8eb-ee4c64c0ba95) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:54.949907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:54.960181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef74709b-445d-417e-80c0-71449f931068 None None] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:54.967175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:54.967769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.975668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Deleting port e94f0d1a-db07-44b8-bb4d-7f18232ab790 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:54.975668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:54.989542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:54.992964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.005015 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1bd3daf0-3333-439b-8ee7-5f7aa064d141 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0798781 Apr 22 09:29:55.008927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54362) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:55.019482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1745848475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:55.027080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1c22104e-2d0f-4c77-8980-65544cdb4eb8 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.035238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:55.058674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Usage tracker for resource:router and tenant:a1c1212eca87426fad7d35459bcbbf4f is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:55.066832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:55.069862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22104e-2d0f-4c77-8980-65544cdb4eb8 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb3a1fe-8507-40f0-a02b-8e3a1efb8052,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:55.077917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:55.079895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1c22104e-2d0f-4c77-8980-65544cdb4eb8 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.084040 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1c22104e-2d0f-4c77-8980-65544cdb4eb8 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/ebb3a1fe-8507-40f0-a02b-8e3a1efb8052 HTTP/1.1" status: 204 len: 168 time: 0.5112059 Apr 22 09:29:55.084040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:29:55.088854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54366) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:55.113744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.114144 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment cd49a44d-ca73-4bab-a7b4-d19057d60543 of type vlan for network cec96f2d-21a8-401f-af36-6339e926f2de Apr 22 09:29:55.123018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.124210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.148220 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4ea1d338-d1d9-46bb-8a5a-90fc4d190038 req-50175c91-3cd3-42f3-bb54-ea064641f7d5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 210 time: 0.1738758 Apr 22 09:29:55.182588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.191901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.197936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b0bd97f8-f481-4df5-888f-feb76dbca12d tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Synchronizing usage tracker for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:55.243633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b0bd97f8-f481-4df5-888f-feb76dbca12d tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Unset dirty status for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:55.249085 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b0bd97f8-f481-4df5-888f-feb76dbca12d tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1552658 Apr 22 09:29:55.250198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54370) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:55.251267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.260854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-07502294-5441-491b-a8eb-ee4c64c0ba95', 'network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95', 'tenant_id': 'a1c1212eca87426fad7d35459bcbbf4f', 'fixed_ips': [{'subnet_id': 'c603ebbd-aa65-4894-924f-c0c48b047879'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:29:55.262199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.268321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.274760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:55.275894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.284553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596280470'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:55.319867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:55.357909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:55.363732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.365102 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fd7d9068-799a-4e41-b6d3-0b998cbf0641 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3552015 Apr 22 09:29:55.419211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54374) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:55.423905 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5315137 Apr 22 09:29:55.432651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54378) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:55.450558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Allocated IP 172.20.0.2 (07502294-5441-491b-a8eb-ee4c64c0ba95/c603ebbd-aa65-4894-924f-c0c48b047879/6f01fcc9-75df-40b9-bcea-e9c46d3702c4) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:55.504435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-57a0dbb6-98e6-4d05-97b6-315d31e2f20e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:55.519906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.528018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.540992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7929515-8a2a-47b1-97e5-3eb82906e44f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=cec96f2d-21a8-401f-af36-6339e926f2de,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:55.559674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network cec96f2d-21a8-401f-af36-6339e926f2de details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:55.632958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Deleting port ceaf8898-9525-4376-af49-1e5abc20d71e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:55.633502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.756761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:55.797693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.810700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Transition to ACTIVE for port object 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:55.831839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Transition to ACTIVE for port object 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:55.839361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.866573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:55.915491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:55.919043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:55.923298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:55.937523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:55.960675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] For port e94f0d1a-db07-44b8-bb4d-7f18232ab790, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e94f0d1a-db07-44b8-bb4d-7f18232ab790,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:55.961046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:55.964698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:56.024942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Pushing event updated for resources: {'Port': ['ID=6f01fcc9-75df-40b9-bcea-e9c46d3702c4,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:56.064051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Attempting to bind port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:29:56.064477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Attempting to bind port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '74c223b8-2513-493e-aa04-009383f8dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:29:56.064845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Attempting to bind port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 on network 07502294-5441-491b-a8eb-ee4c64c0ba95 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:29:56.071308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:29:56.071797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Checking segment: {'id': '74c223b8-2513-493e-aa04-009383f8dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:29:56.072305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.072940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Bound using segment: {'id': '74c223b8-2513-493e-aa04-009383f8dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:29:56.073405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Bound port: 6f01fcc9-75df-40b9-bcea-e9c46d3702c4, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c223b8-2513-493e-aa04-009383f8dfc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:29:56.073778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.178717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] For port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:29:56.182043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] For port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6f01fcc9-75df-40b9-bcea-e9c46d3702c4,segment=NetworkSegment(74c223b8-2513-493e-aa04-009383f8dfc2),segment_id=74c223b8-2513-493e-aa04-009383f8dfc2)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:29:56.188160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.197624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Calling delete_port for e94f0d1a-db07-44b8-bb4d-7f18232ab790 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:56.243951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.273816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57a0dbb6-98e6-4d05-97b6-315d31e2f20e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.293310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce093afc-6064-45f6-81a4-59756ae2940a None None] Pushing event updated for resources: {'Port': ['ID=6f01fcc9-75df-40b9-bcea-e9c46d3702c4,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:56.450384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.569796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Network 6c059870-353d-4410-984f-e3256cbc9a7d is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:56.600487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Pushing event updated for resources: {'Port': ['ID=91b74461-2452-4da7-9c71-3d748287b490,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:56.606702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:56.607298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:56.634847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57a0dbb6-98e6-4d05-97b6-315d31e2f20e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.692872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57a0dbb6-98e6-4d05-97b6-315d31e2f20e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network cec96f2d-21a8-401f-af36-6339e926f2de is not hosted by any dhcp agent {{(pid=88063) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 09:29:56.698132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a0dbb6-98e6-4d05-97b6-315d31e2f20e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:56.698664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57a0dbb6-98e6-4d05-97b6-315d31e2f20e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.699906 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-57a0dbb6-98e6-4d05-97b6-315d31e2f20e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "PUT /v2.0/networks/cec96f2d-21a8-401f-af36-6339e926f2de HTTP/1.1" status: 200 len: 723 time: 1.2156541 Apr 22 09:29:56.718833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54384) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:56.720317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] For port ceaf8898-9525-4376-af49-1e5abc20d71e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ceaf8898-9525-4376-af49-1e5abc20d71e,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:56.720697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.755924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': 'cec96f2d-21a8-401f-af36-6339e926f2de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:56.796582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.844538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a0dbb6-98e6-4d05-97b6-315d31e2f20e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=cec96f2d-21a8-401f-af36-6339e926f2de,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:56.854235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:56.857387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network cec96f2d-21a8-401f-af36-6339e926f2de details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:29:56.922113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.071113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Calling delete_port for ceaf8898-9525-4376-af49-1e5abc20d71e owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:57.089712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547db661-7bee-440e-b973-d4e79a30d9ff,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:57.108196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce92cdb-74f6-47c4-a5ad-815fa6ef29c7 req-f59c42ec-cc49-4f6b-9975-b9eb95986162 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:57.116019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1ce92cdb-74f6-47c4-a5ad-815fa6ef29c7 req-f59c42ec-cc49-4f6b-9975-b9eb95986162 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 932 time: 0.7690828 Apr 22 09:29:57.117800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.118926 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-19253f4c-65a2-4773-afc7-481e35af1000 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8580141 Apr 22 09:29:57.131037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54388) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:57.156546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-aaaa4750-96b8-4ddd-8936-7e7e471e3dee tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': '547db661-7bee-440e-b973-d4e79a30d9ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:57.168462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-aaaa4750-96b8-4ddd-8936-7e7e471e3dee tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:57.188886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-aaaa4750-96b8-4ddd-8936-7e7e471e3dee tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:57.227052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-aaaa4750-96b8-4ddd-8936-7e7e471e3dee tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:57.245626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-aaaa4750-96b8-4ddd-8936-7e7e471e3dee tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:57.252037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:57.252175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-1ce92cdb-74f6-47c4-a5ad-815fa6ef29c7 req-68e44fbb-93b3-4773-8784-1f8cf3ead689 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Synchronizing usage tracker for tenant:ae124d6892d4413a89294c4c904e12cf on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:57.347482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:57.374083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252edb15-7e39-4369-b8fa-044b33f32d74 None None] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:29:57.385422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-1ce92cdb-74f6-47c4-a5ad-815fa6ef29c7 req-68e44fbb-93b3-4773-8784-1f8cf3ead689 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Unset dirty status for tenant:ae124d6892d4413a89294c4c904e12cf on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:57.386759 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1ce92cdb-74f6-47c4-a5ad-815fa6ef29c7 req-68e44fbb-93b3-4773-8784-1f8cf3ead689 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701859 Apr 22 09:29:57.389815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-aaaa4750-96b8-4ddd-8936-7e7e471e3dee tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The resource could not be found. Apr 22 09:29:57.390770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aaaa4750-96b8-4ddd-8936-7e7e471e3dee tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2471812 Apr 22 09:29:57.393998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54392) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:57.401330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-836f38aa-68ef-4b69-8753-1cebecb825e1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': '547db661-7bee-440e-b973-d4e79a30d9ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ca48b63f-207e-4bd6-9e22-ee6ac0ee80b0'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:57.413266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:29:57.413866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.425127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-836f38aa-68ef-4b69-8753-1cebecb825e1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:57.431427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Allocated IP 172.20.0.1 (07502294-5441-491b-a8eb-ee4c64c0ba95/c603ebbd-aa65-4894-924f-c0c48b047879/fb15196e-510c-4f62-8ca0-da891149221b) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:29:57.434573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-836f38aa-68ef-4b69-8753-1cebecb825e1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:57.438913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-836f38aa-68ef-4b69-8753-1cebecb825e1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:57.448466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-836f38aa-68ef-4b69-8753-1cebecb825e1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:57.487875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fc95a401-09cc-4696-be90-6eb4005c1e30 None None] Provisioning for port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:57.504259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fc95a401-09cc-4696-be90-6eb4005c1e30 None None] Provisioning complete for port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:57.504259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc95a401-09cc-4696-be90-6eb4005c1e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.586339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:57.589577 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-836f38aa-68ef-4b69-8753-1cebecb825e1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The resource could not be found. Apr 22 09:29:57.593267 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-836f38aa-68ef-4b69-8753-1cebecb825e1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1958692 Apr 22 09:29:57.593460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54396) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:57.599772 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-0eb63bf0-4d8d-421e-be5a-a39f5df3fe53 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6434133 Apr 22 09:29:57.606291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:57.623013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:57.634099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Request body: {'port': {'device_id': '7f609693-b223-4acf-ad6e-a058069465ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:57.668348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:57.678185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.712078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17ab2b74-0792-4b0d-a289-6f1e4bd469ef tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.714203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Transition to ACTIVE for port object fb15196e-510c-4f62-8ca0-da891149221b will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:29:57.716184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc95a401-09cc-4696-be90-6eb4005c1e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.747351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17ab2b74-0792-4b0d-a289-6f1e4bd469ef tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.762578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:29:57.766257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.769346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fc95a401-09cc-4696-be90-6eb4005c1e30 None None] For port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6f01fcc9-75df-40b9-bcea-e9c46d3702c4,segment=NetworkSegment(74c223b8-2513-493e-aa04-009383f8dfc2),segment_id=74c223b8-2513-493e-aa04-009383f8dfc2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:29:57.774409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc95a401-09cc-4696-be90-6eb4005c1e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.805280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.862887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17ab2b74-0792-4b0d-a289-6f1e4bd469ef tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.896696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:57.900536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:57.903088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:29:57.905278 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95a401-09cc-4696-be90-6eb4005c1e30 None None] Pushing event updated for resources: {'Port': ['ID=6f01fcc9-75df-40b9-bcea-e9c46d3702c4,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:57.931557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab2b74-0792-4b0d-a289-6f1e4bd469ef tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547db661-7bee-440e-b973-d4e79a30d9ff,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:57.980035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'Port': ['ID=fb15196e-510c-4f62-8ca0-da891149221b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:57.998807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17ab2b74-0792-4b0d-a289-6f1e4bd469ef tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:57.999863 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-17ab2b74-0792-4b0d-a289-6f1e4bd469ef tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/547db661-7bee-440e-b973-d4e79a30d9ff HTTP/1.1" status: 204 len: 168 time: 0.4055362 Apr 22 09:29:58.002614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54400) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:58.005888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.019291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.100526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-319fc2b7-ad99-4256-8f2e-3de94aa06430 None None] Provisioning complete for port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:58.101313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-319fc2b7-ad99-4256-8f2e-3de94aa06430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.167760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.202156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5f692020-68a2-4e6c-9e02-5d3c795179d1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Synchronizing usage tracker for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:29:58.226372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5f692020-68a2-4e6c-9e02-5d3c795179d1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Unset dirty status for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:29:58.228334 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5f692020-68a2-4e6c-9e02-5d3c795179d1 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2246704 Apr 22 09:29:58.232215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54404) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:58.237919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b21ab916-5c0a-4c3f-945c-4dd1088f924a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'faeb16e1-deb9-42c7-b8b5-c76303969c5b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:58.247299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b21ab916-5c0a-4c3f-945c-4dd1088f924a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:58.257477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b21ab916-5c0a-4c3f-945c-4dd1088f924a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:58.261397 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b21ab916-5c0a-4c3f-945c-4dd1088f924a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:58.266125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.268202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b21ab916-5c0a-4c3f-945c-4dd1088f924a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:58.357946 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-b21ab916-5c0a-4c3f-945c-4dd1088f924a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The resource could not be found. Apr 22 09:29:58.358994 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b21ab916-5c0a-4c3f-945c-4dd1088f924a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1257906 Apr 22 09:29:58.362959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.371149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54408) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:58.374680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 3c9b0316-a071-4860-94fe-13ccf559778f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:29:58.375027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.380303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032341419'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:58.385250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a23d73d3-3bd9-4bc3-88e5-cdb8e1c03f12 None None] Provisioning for port fb15196e-510c-4f62-8ca0-da891149221b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:29:58.387913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:58.391449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a23d73d3-3bd9-4bc3-88e5-cdb8e1c03f12 None None] Provisioning complete for port fb15196e-510c-4f62-8ca0-da891149221b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:58.392013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a23d73d3-3bd9-4bc3-88e5-cdb8e1c03f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.418754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e94f0d1a-db07-44b8-bb4d-7f18232ab790,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:58.447898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:58.473681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a23d73d3-3bd9-4bc3-88e5-cdb8e1c03f12 None None] Port fb15196e-510c-4f62-8ca0-da891149221b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:29:58.473923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.746878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:58.754051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:58.758637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:58.767136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:58.849996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.979457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:58.985378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.051715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.055489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc69bd04-e275-4c1d-9cbb-704321d95341,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:59.062670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceaf8898-9525-4376-af49-1e5abc20d71e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:59.066481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.135999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.140100 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-10ac6183-571e-43da-b394-7610b78aea32 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7636740 Apr 22 09:29:59.157995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54414) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:59.172329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164359495'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:59.178340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:59.188262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:59.198176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:59.218755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:59.223985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.227425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'Port': ['ID=fb15196e-510c-4f62-8ca0-da891149221b,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:59.254111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.305161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:29:59.338579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:59.351038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:59.355537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:59.365743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:59.383078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:59.383591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.430053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:29:59.434112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:29:59.575189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.657225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.668982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.704287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.706413 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-29836913-29a4-467f-8591-94aaf720ec80 None None] Provisioning complete for port fb15196e-510c-4f62-8ca0-da891149221b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:29:59.706849 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-29836913-29a4-467f-8591-94aaf720ec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.747181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bafbdf1-2188-46d6-a06b-e4cbc5e2426f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:29:59.757674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:29:59.761885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-800929c7-be48-4b66-b515-f579211eb2c4 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6028569 Apr 22 09:29:59.762542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54418) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:59.766573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-29836913-29a4-467f-8591-94aaf720ec80 None None] Port fb15196e-510c-4f62-8ca0-da891149221b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:29:59.771546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-5cb4134b-ef9c-4105-862e-0cdc3c429ad7 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group_rule': {'security_group_id': 'cc69bd04-e275-4c1d-9cbb-704321d95341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6bafbdf1-2188-46d6-a06b-e4cbc5e2426f'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:29:59.778814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5cb4134b-ef9c-4105-862e-0cdc3c429ad7 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:29:59.784561 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5cb4134b-ef9c-4105-862e-0cdc3c429ad7 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:29:59.787377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Router b694c466-393c-4467-820a-d320a309b1f7 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:29:59.789330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5cb4134b-ef9c-4105-862e-0cdc3c429ad7 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:29:59.797467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5cb4134b-ef9c-4105-862e-0cdc3c429ad7 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:29:59.891855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 3c9b0316-a071-4860-94fe-13ccf559778f owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:29:59.966102 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-5cb4134b-ef9c-4105-862e-0cdc3c429ad7 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:29:59.967148 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5cb4134b-ef9c-4105-862e-0cdc3c429ad7 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2030573 Apr 22 09:29:59.971313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54422) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:59.986835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:29:59.993907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8fe4e8ed-ae4f-456c-b549-2fdda16ffedc tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "PUT /v2.0/routers/b694c466-393c-4467-820a-d320a309b1f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5721049 Apr 22 09:29:59.997679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54426) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:29:59.999477 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff41c8e-8b10-4f96-bfc2-c366941518f0 None None] Sync routers for ids ['b694c466-393c-4467-820a-d320a309b1f7'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:00.006586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Request body: {'port': {'network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95', 'name': 'tempest-FloatingIPNegativeTestJSON-128700137'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:00.010597 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff41c8e-8b10-4f96-bfc2-c366941518f0 None None] Routers {'b694c466-393c-4467-820a-d320a309b1f7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:00.011499 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dff41c8e-8b10-4f96-bfc2-c366941518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b694c466-393c-4467-820a-d320a309b1f7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:00.076790 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dff41c8e-8b10-4f96-bfc2-c366941518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:00.087214 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff41c8e-8b10-4f96-bfc2-c366941518f0 None None] Routers {'b694c466-393c-4467-820a-d320a309b1f7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:00.087808 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dff41c8e-8b10-4f96-bfc2-c366941518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b694c466-393c-4467-820a-d320a309b1f7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:00.095579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bba6a-c45b-47f7-a4c4-d7c79341d002 req-6290d240-73cd-42ce-9ddf-0ef69dd7d5a3 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:00.096266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-7b0bba6a-c45b-47f7-a4c4-d7c79341d002 req-6290d240-73cd-42ce-9ddf-0ef69dd7d5a3 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Synchronizing usage tracker for tenant:ae124d6892d4413a89294c4c904e12cf on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:00.150118 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dff41c8e-8b10-4f96-bfc2-c366941518f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:00.150761 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff41c8e-8b10-4f96-bfc2-c366941518f0 None None] The sync data for ids ['b694c466-393c-4467-820a-d320a309b1f7'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:00.153448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6213-3ce2-4d91-b1da-54bd76299d50 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.198895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6213-3ce2-4d91-b1da-54bd76299d50 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.213553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:00.225182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Usage tracker for resource:port and tenant:a1c1212eca87426fad7d35459bcbbf4f is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:00.230080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:00.243483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:00.257520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Made reservation on behalf of a1c1212eca87426fad7d35459bcbbf4f for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:00.261067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.285338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] device_id is not set on port 61a25850-3a02-4a69-a46c-51a0e4517ffe yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:00.297849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.321610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6213-3ce2-4d91-b1da-54bd76299d50 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.351905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd6213-3ce2-4d91-b1da-54bd76299d50 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bafbdf1-2188-46d6-a06b-e4cbc5e2426f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:00.369852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=5b10f12a-2caa-4f67-b8f7-74fe1edba435,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:00.370938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8ffd6213-3ce2-4d91-b1da-54bd76299d50 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.374546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-7b0bba6a-c45b-47f7-a4c4-d7c79341d002 req-6290d240-73cd-42ce-9ddf-0ef69dd7d5a3 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Unset dirty status for tenant:ae124d6892d4413a89294c4c904e12cf on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:00.374694 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8ffd6213-3ce2-4d91-b1da-54bd76299d50 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/6bafbdf1-2188-46d6-a06b-e4cbc5e2426f HTTP/1.1" status: 204 len: 168 time: 0.3990781 Apr 22 09:30:00.374814 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7b0bba6a-c45b-47f7-a4c4-d7c79341d002 req-6290d240-73cd-42ce-9ddf-0ef69dd7d5a3 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 932 time: 1.7128522 Apr 22 09:30:00.375842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54430) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:00.446029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': 'cd49a44d-ca73-4bab-a7b4-d19057d60543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cec96f2d-21a8-401f-af36-6339e926f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:00.446288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: cec96f2d-21a8-401f-af36-6339e926f2de, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:00.503367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5ad3ee51-3cdd-44df-a1ca-1ca9e1864300 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Synchronizing usage tracker for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:00.506220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Allocated IP 172.20.0.9 (07502294-5441-491b-a8eb-ee4c64c0ba95/c603ebbd-aa65-4894-924f-c0c48b047879/61a25850-3a02-4a69-a46c-51a0e4517ffe) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:00.545474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5ad3ee51-3cdd-44df-a1ca-1ca9e1864300 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Unset dirty status for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:00.548431 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5ad3ee51-3cdd-44df-a1ca-1ca9e1864300 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1703460 Apr 22 09:30:00.556823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54434) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:00.562751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:30:00.589387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.20.0.1 (923cff68-da19-4dc2-b3ad-37944f088ac6/4972dd12-ad8a-410c-8444-c10c65482488/e535b751-6745-4034-b170-37300c6cd1af) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:00.645872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.697321 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7b0bba6a-c45b-47f7-a4c4-d7c79341d002 req-3e372194-07d9-4b52-acf7-3cbcd39d7070 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782235 Apr 22 09:30:00.710629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network cec96f2d-21a8-401f-af36-6339e926f2de is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:00.846248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46c99c8b-a04a-43c5-87e6-240ae8a57f5a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.889014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, cec96f2d-21a8-401f-af36-6339e926f2de) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:00.892949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46c99c8b-a04a-43c5-87e6-240ae8a57f5a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.894530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b74461-2452-4da7-9c71-3d748287b490 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:30:00.900083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deda4e5-f9c6-4d15-bc17-b03e6475e575 None None] Network cec96f2d-21a8-401f-af36-6339e926f2de requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:00.914805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:00.915398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.930303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.958919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Transition to ACTIVE for port object 61a25850-3a02-4a69-a46c-51a0e4517ffe will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:00.974972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46c99c8b-a04a-43c5-87e6-240ae8a57f5a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:00.996053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c99c8b-a04a-43c5-87e6-240ae8a57f5a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc69bd04-e275-4c1d-9cbb-704321d95341,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:01.000958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.017085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.019705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46c99c8b-a04a-43c5-87e6-240ae8a57f5a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.021240 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-46c99c8b-a04a-43c5-87e6-240ae8a57f5a tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/cc69bd04-e275-4c1d-9cbb-704321d95341 HTTP/1.1" status: 204 len: 168 time: 0.4634390 Apr 22 09:30:01.032225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54438) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:01.101913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:01.109748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:01.114696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:01.139747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'Port': ['ID=61a25850-3a02-4a69-a46c-51a0e4517ffe,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:01.152448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-cec96f2d-21a8-401f-af36-6339e926f2de', 'network_id': 'cec96f2d-21a8-401f-af36-6339e926f2de', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '5b10f12a-2caa-4f67-b8f7-74fe1edba435'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:01.153484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.185086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:01.185847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.209150 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b1dbee76-0216-42a3-b907-5da59d9a17ef tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2098231 Apr 22 09:30:01.214908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54442) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:01.224175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:01.232108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:01.239076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Usage tracker for resource:floatingip and tenant:a1c1212eca87426fad7d35459bcbbf4f is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:01.242799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:01.252124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:01.269956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.319553 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c4d34d89-86bb-47c9-b6bc-d704d43b7e72 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5898802 Apr 22 09:30:01.320168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54446) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:01.328071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-12aab694-5714-474f-ad74-d64335138b30 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:01.346294 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Allocated IP 172.20.0.2 (cec96f2d-21a8-401f-af36-6339e926f2de/5b10f12a-2caa-4f67-b8f7-74fe1edba435/3f75afcb-996d-4914-8175-adfb8dbaed15) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:01.355552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Transition to ACTIVE for port object 91b74461-2452-4da7-9c71-3d748287b490 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:01.359843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a63e3451-9087-44f8-a629-397375bc3604 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Synchronizing usage tracker for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:01.425567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.467062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0c8bf8b4-2ef5-4991-8406-adfade2f8c4e None None] Provisioning for port 61a25850-3a02-4a69-a46c-51a0e4517ffe completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:01.472899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0c8bf8b4-2ef5-4991-8406-adfade2f8c4e None None] Provisioning complete for port 61a25850-3a02-4a69-a46c-51a0e4517ffe triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:01.473269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0c8bf8b4-2ef5-4991-8406-adfade2f8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.487921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.500971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.521471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=3c9b0316-a071-4860-94fe-13ccf559778f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:01.553472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bf8b4-2ef5-4991-8406-adfade2f8c4e None None] Port 61a25850-3a02-4a69-a46c-51a0e4517ffe cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:01.553817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-12aab694-5714-474f-ad74-d64335138b30 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4178406'] for subnet, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.624519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.644533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Transition to ACTIVE for port object 3f75afcb-996d-4914-8175-adfb8dbaed15 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:01.669009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Transition to ACTIVE for port object 3f75afcb-996d-4914-8175-adfb8dbaed15 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:01.678498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.680953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.755565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Network cec96f2d-21a8-401f-af36-6339e926f2de is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:01.759371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:01.766988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:01.834084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Allocated IP 172.26.2.184 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/e4f19012-d520-4b5a-b372-669ef3322a93) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:01.877364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Pushing event updated for resources: {'Port': ['ID=3f75afcb-996d-4914-8175-adfb8dbaed15,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:01.906587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Attempting to bind port 3f75afcb-996d-4914-8175-adfb8dbaed15 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:01.907195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Attempting to bind port 3f75afcb-996d-4914-8175-adfb8dbaed15 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cd49a44d-ca73-4bab-a7b4-d19057d60543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cec96f2d-21a8-401f-af36-6339e926f2de'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:01.907487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Attempting to bind port 3f75afcb-996d-4914-8175-adfb8dbaed15 on network cec96f2d-21a8-401f-af36-6339e926f2de {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:01.913686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:01.914146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Checking segment: {'id': 'cd49a44d-ca73-4bab-a7b4-d19057d60543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cec96f2d-21a8-401f-af36-6339e926f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:01.914771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.915559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Bound using segment: {'id': 'cd49a44d-ca73-4bab-a7b4-d19057d60543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cec96f2d-21a8-401f-af36-6339e926f2de'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:01.915749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Bound port: 3f75afcb-996d-4914-8175-adfb8dbaed15, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd49a44d-ca73-4bab-a7b4-d19057d60543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cec96f2d-21a8-401f-af36-6339e926f2de'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:01.916177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:01.990739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Transition to ACTIVE for port object e535b751-6745-4034-b170-37300c6cd1af will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:01.996349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a63e3451-9087-44f8-a629-397375bc3604 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Unset dirty status for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:02.001770 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a63e3451-9087-44f8-a629-397375bc3604 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9622138 Apr 22 09:30:02.007719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] For port 3f75afcb-996d-4914-8175-adfb8dbaed15, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:02.011531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] For port 3f75afcb-996d-4914-8175-adfb8dbaed15, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3f75afcb-996d-4914-8175-adfb8dbaed15,segment=NetworkSegment(cd49a44d-ca73-4bab-a7b4-d19057d60543),segment_id=cd49a44d-ca73-4bab-a7b4-d19057d60543)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:02.016336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54452) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:02.020597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.035912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680609473'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:02.053727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:02.072740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:02.105483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034b4d5-a075-4bc7-88e4-d964695eb6ee None None] Pushing event updated for resources: {'Port': ['ID=3f75afcb-996d-4914-8175-adfb8dbaed15,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:02.156724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.203762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=91b74461-2452-4da7-9c71-3d748287b490,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:02.211450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:02.215956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.232649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Usage tracker for resource:security_group_rule and tenant:888be15c9e5641ad9b97986856d73ec2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:02.238074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-12aab694-5714-474f-ad74-d64335138b30 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782380856580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2653228'] for subnet, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.243269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:02.272799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Router ac4e3128-9b66-4d8d-9f97-60a67b84bebd has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:02.295692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:02.313714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aab694-5714-474f-ad74-d64335138b30 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:02.314297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-12aab694-5714-474f-ad74-d64335138b30 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.316085 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-12aab694-5714-474f-ad74-d64335138b30 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "PUT /v2.0/subnets/5b10f12a-2caa-4f67-b8f7-74fe1edba435 HTTP/1.1" status: 200 len: 806 time: 0.9944882 Apr 22 09:30:02.324454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f370d-a2cd-4332-b5f7-ee02a2c90669 req-4f9adf2d-5a3c-451b-8d78-b3b6d4bb4cf0 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:02.325892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-824f370d-a2cd-4332-b5f7-ee02a2c90669 req-4f9adf2d-5a3c-451b-8d78-b3b6d4bb4cf0 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 944 time: 0.3917773 Apr 22 09:30:02.326366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54456) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:02.399664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Router 4970df1d-610a-40df-9ea8-88d697f8c986 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:02.438409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aab694-5714-474f-ad74-d64335138b30 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=5b10f12a-2caa-4f67-b8f7-74fe1edba435,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:02.526610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.536841 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-824f370d-a2cd-4332-b5f7-ee02a2c90669 req-47dd8493-c2e6-47bc-a21d-348e2e6adff3 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920111 Apr 22 09:30:02.537780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.577866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.633280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Attempting to bind port 91b74461-2452-4da7-9c71-3d748287b490 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:02.633679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Attempting to bind port 91b74461-2452-4da7-9c71-3d748287b490 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '59271c48-5d5e-4c1e-b592-ad6d13ba5c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6c059870-353d-4410-984f-e3256cbc9a7d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:02.634006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Attempting to bind port 91b74461-2452-4da7-9c71-3d748287b490 on network 6c059870-353d-4410-984f-e3256cbc9a7d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:02.668572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:02.678250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:02.680792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:02.699113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:02.712768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.724088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'Port': ['ID=e4f19012-d520-4b5a-b372-669ef3322a93,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:02.777002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Port 91b74461-2452-4da7-9c71-3d748287b490 on network 6c059870-353d-4410-984f-e3256cbc9a7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:02.777239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Attempting to bind port 91b74461-2452-4da7-9c71-3d748287b490 on network 6c059870-353d-4410-984f-e3256cbc9a7d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:02.779558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:02.806091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:02.837226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=e535b751-6745-4034-b170-37300c6cd1af,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:02.855925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:02.856548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Checking segment: {'id': '59271c48-5d5e-4c1e-b592-ad6d13ba5c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6c059870-353d-4410-984f-e3256cbc9a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:02.857100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Bound using segment: {'id': '59271c48-5d5e-4c1e-b592-ad6d13ba5c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6c059870-353d-4410-984f-e3256cbc9a7d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:02.857723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Bound port: 91b74461-2452-4da7-9c71-3d748287b490, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59271c48-5d5e-4c1e-b592-ad6d13ba5c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6c059870-353d-4410-984f-e3256cbc9a7d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:02.858065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.861122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.874930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.903667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port 3f75afcb-996d-4914-8175-adfb8dbaed15 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:02.904711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:02.999799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8c1b38-2f9e-40b1-896e-fbc049683200,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:03.035376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.036618 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b7898d29-3311-46f3-9f60-58567269959c tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0191228 Apr 22 09:30:03.042599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54460) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:03.057182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c2313e73-ebd0-46d3-9451-06c218319edd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:03.057511 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-c2313e73-ebd0-46d3-9451-06c218319edd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 09:30:03.057995 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-c2313e73-ebd0-46d3-9451-06c218319edd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 09:30:03.059203 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c2313e73-ebd0-46d3-9451-06c218319edd tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "PUT /v2.0/security-groups/8e8c1b38-2f9e-40b1-896e-fbc049683200 HTTP/1.1" status: 409 len: 330 time: 0.0143394 Apr 22 09:30:03.062591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54464) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:03.086902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.203796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-106a48fe-4de7-407e-8cf3-f21eb0ad51a3 None None] Provisioning for port e535b751-6745-4034-b170-37300c6cd1af completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:03.215202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-106a48fe-4de7-407e-8cf3-f21eb0ad51a3 None None] Provisioning complete for port e535b751-6745-4034-b170-37300c6cd1af triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:03.217385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-106a48fe-4de7-407e-8cf3-f21eb0ad51a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.294433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-106a48fe-4de7-407e-8cf3-f21eb0ad51a3 None None] Port e535b751-6745-4034-b170-37300c6cd1af cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:03.296661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3f75afcb-996d-4914-8175-adfb8dbaed15 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:03.313531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.331255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943255b-d189-4624-bb60-61dfcb63fd2b None None] Network cec96f2d-21a8-401f-af36-6339e926f2de requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:03.350615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8f61-1305-4c49-a14c-52da493f27dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.396989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.433028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8f61-1305-4c49-a14c-52da493f27dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.491277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port 3f75afcb-996d-4914-8175-adfb8dbaed15, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3f75afcb-996d-4914-8175-adfb8dbaed15,segment=NetworkSegment(cd49a44d-ca73-4bab-a7b4-d19057d60543),segment_id=cd49a44d-ca73-4bab-a7b4-d19057d60543)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:03.491555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.499609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c3f24be4-7d51-4d7f-ae38-90e755a515b3 None None] Provisioning for port 3f75afcb-996d-4914-8175-adfb8dbaed15 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:03.584635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:03.605385 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-206f5efa-81c8-4274-abe2-9baf5fc626d3 admin admin] 10.222.0.32 "PUT /v2.0/routers/ac4e3128-9b66-4d8d-9f97-60a67b84bebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2743647 Apr 22 09:30:03.613060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54470) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:03.640990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] For port 91b74461-2452-4da7-9c71-3d748287b490, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:03.644767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] For port 91b74461-2452-4da7-9c71-3d748287b490, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91b74461-2452-4da7-9c71-3d748287b490,segment=NetworkSegment(59271c48-5d5e-4c1e-b592-ad6d13ba5c5b),segment_id=59271c48-5d5e-4c1e-b592-ad6d13ba5c5b)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:03.673368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] Sync routers for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:03.682437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 3f75afcb-996d-4914-8175-adfb8dbaed15 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:03.698892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 3f75afcb-996d-4914-8175-adfb8dbaed15 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:03.699400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.710276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:03.715563 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-38a7af75-8285-41ce-bfeb-03a76a9efa62 admin admin] 10.222.0.32 "PUT /v2.0/routers/4970df1d-610a-40df-9ea8-88d697f8c986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3823600 Apr 22 09:30:03.721187 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] Sync routers for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:03.733842 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:03.734827 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:03.737013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54474) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:03.748274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for 3f75afcb-996d-4914-8175-adfb8dbaed15 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:03.764277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:03.765107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:03.767440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.838320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router b14a4f2f-a6e4-4155-b694-11d56231b33b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:03.845980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:03.846723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.848041 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] 10.222.0.35 "PUT /v2.0/ports/91b74461-2452-4da7-9c71-3d748287b490 HTTP/1.1" status: 200 len: 1094 time: 6.2282860 Apr 22 09:30:03.853873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f609693-b223-4acf-ad6e-a058069465ae', 'tag': '91b74461-2452-4da7-9c71-3d748287b490'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:30:03.918785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8f61-1305-4c49-a14c-52da493f27dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.933490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:03.992353 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69cac95-2a77-4cea-8305-dda67c6bd0f1'] response: {'name': 'network-changed', 'server_uuid': '7f609693-b223-4acf-ad6e-a058069465ae', 'tag': '91b74461-2452-4da7-9c71-3d748287b490', 'status': 'completed', 'code': 200} Apr 22 09:30:04.023384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7f7e1-0610-48c4-8fc1-4828e21b0dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=91b74461-2452-4da7-9c71-3d748287b490,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:04.025789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc8f61-1305-4c49-a14c-52da493f27dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8c1b38-2f9e-40b1-896e-fbc049683200,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:04.037192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 3f75afcb-996d-4914-8175-adfb8dbaed15, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3f75afcb-996d-4914-8175-adfb8dbaed15,segment=NetworkSegment(cd49a44d-ca73-4bab-a7b4-d19057d60543),segment_id=cd49a44d-ca73-4bab-a7b4-d19057d60543)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:04.066759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.088809 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:04.197440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:04.199967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:04.208969 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-04330837-6cc9-42f4-8f3c-184f62587b29 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/b14a4f2f-a6e4-4155-b694-11d56231b33b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4451683 Apr 22 09:30:04.219012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54480) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:04.224628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8f61-1305-4c49-a14c-52da493f27dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.228449 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3ddc8f61-1305-4c49-a14c-52da493f27dc tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/8e8c1b38-2f9e-40b1-896e-fbc049683200 HTTP/1.1" status: 204 len: 168 time: 1.1622677 Apr 22 09:30:04.244683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.246253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:04.246566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:04.255066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54484) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:04.273095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8458763-2488-4a2e-9cef-73df27dbb79a req-120d939f-a254-48f7-809c-f99da3e89671 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:04.274895 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b8458763-2488-4a2e-9cef-73df27dbb79a req-120d939f-a254-48f7-809c-f99da3e89671 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 944 time: 0.5482905 Apr 22 09:30:04.282530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.302854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7e446375-66c3-4cf8-be33-cf7e02d23076 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:04.335968 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:30:04.355586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.416010 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b8458763-2488-4a2e-9cef-73df27dbb79a req-079181be-2fed-4e6a-b0fa-3acd96303ec1 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329401 Apr 22 09:30:04.421348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7e446375-66c3-4cf8-be33-cf7e02d23076 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:04.428140 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7e446375-66c3-4cf8-be33-cf7e02d23076 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14a4f2f-a6e4-4155-b694-11d56231b33b HTTP/1.1" status: 200 len: 205 time: 0.2052226 Apr 22 09:30:04.432770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54488) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:04.433482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8005ea7e-c288-4efe-936c-4478f917fde9 None None] Network cec96f2d-21a8-401f-af36-6339e926f2de requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:04.457773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23381c4d-c3f7-4776-aaad-5c78d743bbd5 None None] Sync routers for ids ['b14a4f2f-a6e4-4155-b694-11d56231b33b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:04.513417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=3f75afcb-996d-4914-8175-adfb8dbaed15,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:04.564657 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:29:58Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:04.569294 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] Checking router: 4970df1d-610a-40df-9ea8-88d697f8c986 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:30:04.576960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.579569 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] Routers {'4970df1d-610a-40df-9ea8-88d697f8c986'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:04.580221 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4970df1d-610a-40df-9ea8-88d697f8c986'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:04.615325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23381c4d-c3f7-4776-aaad-5c78d743bbd5 None None] Routers {'b14a4f2f-a6e4-4155-b694-11d56231b33b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:04.616188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-23381c4d-c3f7-4776-aaad-5c78d743bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b14a4f2f-a6e4-4155-b694-11d56231b33b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:04.644227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'Port': ['ID=e4f19012-d520-4b5a-b372-669ef3322a93,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:04.678743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-daaf859a-f8d8-4baf-8077-48a82b4f3901 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.712284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-23381c4d-c3f7-4776-aaad-5c78d743bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:04.748723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port 3f75afcb-996d-4914-8175-adfb8dbaed15 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:04.749353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.753774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-90b8a13e-211d-4dc8-92b0-12e6367f0b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:04.755376 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-90b8a13e-211d-4dc8-92b0-12e6367f0b16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae124d6892d4413a89294c4c904e12cf&device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 1097 time: 0.8201313 Apr 22 09:30:04.756020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.764235 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-84f6aa0c-f65c-4f3b-83fe-1f090e537f45 None None] Provisioning complete for port 3f75afcb-996d-4914-8175-adfb8dbaed15 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:04.764852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-84f6aa0c-f65c-4f3b-83fe-1f090e537f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:04.846376 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] Set router 4970df1d-610a-40df-9ea8-88d697f8c986 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:04.851464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23381c4d-c3f7-4776-aaad-5c78d743bbd5 None None] Routers {'b14a4f2f-a6e4-4155-b694-11d56231b33b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:04.852248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-23381c4d-c3f7-4776-aaad-5c78d743bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b14a4f2f-a6e4-4155-b694-11d56231b33b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:04.871181 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-b643d915-2b25-4a51-b699-3b03f5e4e4d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91b74461-2452-4da7-9c71-3d748287b490 HTTP/1.1" status: 200 len: 217 time: 0.0947394 Apr 22 09:30:04.906987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5f49d08c-caae-4993-9288-9a93ca5a2877 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Synchronizing usage tracker for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:04.964058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-23381c4d-c3f7-4776-aaad-5c78d743bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:04.964772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23381c4d-c3f7-4776-aaad-5c78d743bbd5 None None] The sync data for ids ['b14a4f2f-a6e4-4155-b694-11d56231b33b'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:04.971324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.017046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5f49d08c-caae-4993-9288-9a93ca5a2877 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] Unset dirty status for tenant:888be15c9e5641ad9b97986856d73ec2 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:05.018271 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5f49d08c-caae-4993-9288-9a93ca5a2877 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7623029 Apr 22 09:30:05.046027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54492) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:05.086825 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-71a73798-a54b-48a4-9962-ff96cae25584 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] delete failed (client error): The resource could not be found. Apr 22 09:30:05.087864 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-71a73798-a54b-48a4-9962-ff96cae25584 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "DELETE /v2.0/security-groups/2957ace5-e677-4772-bcc4-bb08a1c35078 HTTP/1.1" status: 404 len: 347 time: 0.0277381 Apr 22 09:30:05.099649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54496) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:05.130383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.141337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.142717 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-095d996f-2d5c-41f0-a007-14bcbc4f42b1 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9270120 Apr 22 09:30:05.146868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.150747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54500) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:05.160871 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-003c5caf-cb87-453e-af99-79f44f6c2818 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] show failed (client error): The resource could not be found. Apr 22 09:30:05.161737 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-003c5caf-cb87-453e-af99-79f44f6c2818 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-groups/f100bb94-ecac-4037-88de-122864f52148 HTTP/1.1" status: 404 len: 347 time: 0.0535436 Apr 22 09:30:05.167992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f9e3445e-943d-4c9e-a038-96c51fa34f35 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Request body: {'floatingip': {'port_id': '61a25850-3a02-4a69-a46c-51a0e4517ffe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:05.247527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3f75afcb-996d-4914-8175-adfb8dbaed15 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:05.257433 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:29:58Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:05.261706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54504) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:05.263610 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a3be2-1026-414c-b13f-6324750debb2 None None] The sync data for ids ['4970df1d-610a-40df-9ea8-88d697f8c986'] in dv-neutron-839018-1-hyperv is: [{'id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'name': 'tempest-ServersTestManualDisk-1667805577-router', 'tenant_id': '1b6d96c508c14614b689349c18ef000b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81'}], 'enable_snat': True}, 'gw_port_id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:04Z', 'updated_at': '2022-04-22T09:29:58Z', 'revision_number': 5, 'project_id': '1b6d96c508c14614b689349c18ef000b', 'gw_port': {'id': '5f479e94-30f2-42f0-a37d-1ca73f5fc39a', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4970df1d-610a-40df-9ea8-88d697f8c986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:27:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:05.265307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Deleting port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:05.265700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.292768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12'}], 'enable_snat': True}, 'gw_port_id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:29:57Z', 'revision_number': 5, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port': {'id': '2bfa1fa4-6383-47af-8178-14987a707ff2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:27:08Z', 'updated_at': '2022-04-22T09:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:05.311010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] Checking router: ac4e3128-9b66-4d8d-9f97-60a67b84bebd for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:30:05.338055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Deleting port 2bfa1fa4-6383-47af-8178-14987a707ff2 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:05.338385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.342680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] Routers {'ac4e3128-9b66-4d8d-9f97-60a67b84bebd'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:05.343373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:05.385046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9e3445e-943d-4c9e-a038-96c51fa34f35 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.434037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-6045a443-ab1b-44fb-97e5-7c47f24d815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:05.435519 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-6045a443-ab1b-44fb-97e5-7c47f24d815f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ab2957b-8bd2-42c8-b735-54251fc3db9c HTTP/1.1" status: 200 len: 852 time: 0.1221311 Apr 22 09:30:05.502414 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-ae8332a3-2f34-4985-ac3f-415332984522 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] show failed (client error): The resource could not be found. Apr 22 09:30:05.502864 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ae8332a3-2f34-4985-ac3f-415332984522 tempest-NegativeSecGroupTest-1175659482 tempest-NegativeSecGroupTest-1175659482-project] 10.222.0.32 "GET /v2.0/security-group-rules/db70cbfb-2250-4598-b94c-bc88f903dfcc HTTP/1.1" status: 404 len: 356 time: 0.2390170 Apr 22 09:30:05.622544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] Set router ac4e3128-9b66-4d8d-9f97-60a67b84bebd gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:05.791077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:30:05Z', 'revision_number': 6, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:05.797365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 3f75afcb-996d-4914-8175-adfb8dbaed15 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:05.797665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.816334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-daaf859a-f8d8-4baf-8077-48a82b4f3901 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.820110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-daaf859a-f8d8-4baf-8077-48a82b4f3901 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.844943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-8052faea-cdf0-4bfe-8441-8b04e3324b3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c059870-353d-4410-984f-e3256cbc9a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3890908 Apr 22 09:30:05.889742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2186e8de-3492-4fd3-9009-6a6c168146e7 None None] The sync data for ids ['ac4e3128-9b66-4d8d-9f97-60a67b84bebd'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4e3128-9b66-4d8d-9f97-60a67b84bebd', 'name': 'tempest-ServersTestJSON-910571204-router', 'tenant_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:27:06Z', 'updated_at': '2022-04-22T09:30:05Z', 'revision_number': 6, 'project_id': 'e8083e2f93fe443f9b759a4ab03ffe68', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:05.941037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-daaf859a-f8d8-4baf-8077-48a82b4f3901 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:05.941665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaf859a-f8d8-4baf-8077-48a82b4f3901 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Fanout notify agent at l3_agent the message router_deleted on router b14a4f2f-a6e4-4155-b694-11d56231b33b {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:30:06.003102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f3c1db85-0cd4-4ae8-8c41-8dab344f9719 None None] Provisioning complete for port 3f75afcb-996d-4914-8175-adfb8dbaed15 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:06.003475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f3c1db85-0cd4-4ae8-8c41-8dab344f9719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.021007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54514) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:06.046653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-daaf859a-f8d8-4baf-8077-48a82b4f3901 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.051112 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-daaf859a-f8d8-4baf-8077-48a82b4f3901 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/b14a4f2f-a6e4-4155-b694-11d56231b33b HTTP/1.1" status: 204 len: 168 time: 1.6129785 Apr 22 09:30:06.066598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54520) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:06.110526 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-4118b2b4-9c7d-4d76-9f28-b1d5d2ab8be4 service neutron] 10.222.0.35 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449701 Apr 22 09:30:06.215659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port 3f75afcb-996d-4914-8175-adfb8dbaed15, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3f75afcb-996d-4914-8175-adfb8dbaed15,segment=NetworkSegment(cd49a44d-ca73-4bab-a7b4-d19057d60543),segment_id=cd49a44d-ca73-4bab-a7b4-d19057d60543)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:06.215934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.382217 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8529fff7-350e-45c5-9e14-afd4230c367e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=888be15c9e5641ad9b97986856d73ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596032 Apr 22 09:30:06.391755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54524) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:06.395529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece4cfe2-2851-46bc-a433-3629f82a8855 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet 36de1b17-5e02-49be-b362-e49055113eb0 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:06.396358 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-f9e3445e-943d-4c9e-a038-96c51fa34f35 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] update failed (client error): The resource could not be found. Apr 22 09:30:06.399890 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f9e3445e-943d-4c9e-a038-96c51fa34f35 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "PUT /v2.0/floatingips/5d57ab25-0956-4103-9fbc-6a42c22e4e17 HTTP/1.1" status: 404 len: 507 time: 1.2388120 Apr 22 09:30:06.409331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54528) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:06.412702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for 3f75afcb-996d-4914-8175-adfb8dbaed15 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:06.444566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ece4cfe2-2851-46bc-a433-3629f82a8855 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.480901 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4c555a9e-b580-42bd-a63a-bd0c820cf5f8 req-337d5185-75a4-4a03-907e-db543cad3f50 service neutron] 10.222.0.35 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562601 Apr 22 09:30:06.499611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] For port 5f479e94-30f2-42f0-a37d-1ca73f5fc39a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5f479e94-30f2-42f0-a37d-1ca73f5fc39a,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:06.499989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.578921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:30:06.661647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Calling delete_port for 5f479e94-30f2-42f0-a37d-1ca73f5fc39a owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:06.664944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.667367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Deleting port e4f19012-d520-4b5a-b372-669ef3322a93 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:06.667726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.694901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac86ed-3cf2-4112-9b1e-795271ec2933 req-f4bd2142-733e-4240-8ec1-a0c4ef7fdffb tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:06.696436 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-32ac86ed-3cf2-4112-9b1e-795271ec2933 req-f4bd2142-733e-4240-8ec1-a0c4ef7fdffb tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 944 time: 1.0452147 Apr 22 09:30:06.705769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.723025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] For port 2bfa1fa4-6383-47af-8178-14987a707ff2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2bfa1fa4-6383-47af-8178-14987a707ff2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:06.723379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.756270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ece4cfe2-2851-46bc-a433-3629f82a8855 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:06.934352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Calling delete_port for 2bfa1fa4-6383-47af-8178-14987a707ff2 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:06.956127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c117963-4145-48ab-a408-62590c6f5522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.030603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.047837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=e535b751-6745-4034-b170-37300c6cd1af,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:07.051027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c117963-4145-48ab-a408-62590c6f5522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.056961 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-32ac86ed-3cf2-4112-9b1e-795271ec2933 req-6f72d95b-a6ac-4b51-bf82-db485863358a tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482673 Apr 22 09:30:07.133609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.133609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.133609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.133909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.134230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.134553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.134935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.135220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.135509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.135825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.136139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.136475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.163399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.201288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ece4cfe2-2851-46bc-a433-3629f82a8855 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.203584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e94f0d1a-db07-44b8-bb4d-7f18232ab790 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:07.243942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: e94f0d1a-db07-44b8-bb4d-7f18232ab790 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:07.244468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e94f0d1a-db07-44b8-bb4d-7f18232ab790 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:07.244984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2bfa1fa4-6383-47af-8178-14987a707ff2 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:07.257168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb18a22-25bc-4733-8792-b72916067146 req-931c5c95-a527-40e2-a7dc-6f222197a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:07.258667 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beb18a22-25bc-4733-8792-b72916067146 req-931c5c95-a527-40e2-a7dc-6f222197a16b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae124d6892d4413a89294c4c904e12cf&device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 1097 time: 0.6636643 Apr 22 09:30:07.282129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=3f75afcb-996d-4914-8175-adfb8dbaed15,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:07.332289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.332647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.351176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.351522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.351841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.352170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.352543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.352872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.354219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.354219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.354219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.354219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.354528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.354728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:07.373255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e9c5bd-1672-45fc-bbf7-56f1cf6c9cde None None] DHCP port deletion for cec96f2d-21a8-401f-af36-6339e926f2de request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:07.401188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867404f3-5032-4bef-af92-6d8e09dea329 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:30:07.409384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port 3f75afcb-996d-4914-8175-adfb8dbaed15 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:07.458412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.489053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.495501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 2bfa1fa4-6383-47af-8178-14987a707ff2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2bfa1fa4-6383-47af-8178-14987a707ff2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:07.501919 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.503397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ceaf8898-9525-4376-af49-1e5abc20d71e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:07.528974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Calling delete_port for e4f19012-d520-4b5a-b372-669ef3322a93 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:07.604374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c117963-4145-48ab-a408-62590c6f5522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.651220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: ceaf8898-9525-4376-af49-1e5abc20d71e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:07.652057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ceaf8898-9525-4376-af49-1e5abc20d71e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:07.659591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:07.660753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=2bfa1fa4-6383-47af-8178-14987a707ff2,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:07.665107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:07.667116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c117963-4145-48ab-a408-62590c6f5522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b79730-436a-4cf6-a49e-8bbbb0dc3b73,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:07.672249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ece4cfe2-2851-46bc-a433-3629f82a8855 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.687736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb18a22-25bc-4733-8792-b72916067146 req-b7ee10a6-d51d-455e-98f8-36c10ff694ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:07.689272 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beb18a22-25bc-4733-8792-b72916067146 req-b7ee10a6-d51d-455e-98f8-36c10ff694ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c059870-353d-4410-984f-e3256cbc9a7d HTTP/1.1" status: 200 len: 913 time: 0.4194396 Apr 22 09:30:07.723584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.739514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867404f3-5032-4bef-af92-6d8e09dea329 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:30:07.758909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f479e94-30f2-42f0-a37d-1ca73f5fc39a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:07.766228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:07.766538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:07.767119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4cfe2-2851-46bc-a433-3629f82a8855 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=36de1b17-5e02-49be-b362-e49055113eb0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:07.803772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ece4cfe2-2851-46bc-a433-3629f82a8855 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.832432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c117963-4145-48ab-a408-62590c6f5522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.833510 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8c117963-4145-48ab-a408-62590c6f5522 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/85b79730-436a-4cf6-a49e-8bbbb0dc3b73 HTTP/1.1" status: 204 len: 168 time: 1.4372578 Apr 22 09:30:07.861635 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ece4cfe2-2851-46bc-a433-3629f82a8855 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/36de1b17-5e02-49be-b362-e49055113eb0 HTTP/1.1" status: 204 len: 168 time: 1.7853167 Apr 22 09:30:07.863558 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beb18a22-25bc-4733-8792-b72916067146 req-21b38dd2-1a9a-423c-85a7-b8326433d903 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91b74461-2452-4da7-9c71-3d748287b490 HTTP/1.1" status: 200 len: 217 time: 0.0959313 Apr 22 09:30:07.864852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54534) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:07.901819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:07.938552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9db3bd-8f08-4370-b9af-ea6b91d470e7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet a095afce-bf10-4e3b-b540-118fc81e4bff {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:07.942795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe9db3bd-8f08-4370-b9af-ea6b91d470e7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.006558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.101302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb18a22-25bc-4733-8792-b72916067146 req-90a9d7f2-5b9e-4964-9a1f-f4b7fb762806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:08.102991 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beb18a22-25bc-4733-8792-b72916067146 req-90a9d7f2-5b9e-4964-9a1f-f4b7fb762806 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ab2957b-8bd2-42c8-b735-54251fc3db9c HTTP/1.1" status: 200 len: 852 time: 0.1030116 Apr 22 09:30:08.110570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=5b10f12a-2caa-4f67-b8f7-74fe1edba435,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:08.118046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe9db3bd-8f08-4370-b9af-ea6b91d470e7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.137848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.167011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.209457 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beb18a22-25bc-4733-8792-b72916067146 req-6fa4e1fb-f6be-4db0-a178-0caaa241dd58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c059870-353d-4410-984f-e3256cbc9a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955195 Apr 22 09:30:08.212416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.273475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d3c1d7-77ad-4012-8b45-34cc7dd5a4b3 None None] Network 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:08.277622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.294858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Deleting port 2bfa1fa4-6383-47af-8178-14987a707ff2 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:08.295368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.297129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb991c-91d2-4635-865e-200fef2f4d23 None None] Network cec96f2d-21a8-401f-af36-6339e926f2de requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:08.517404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec96f2d-21a8-401f-af36-6339e926f2de']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:08.556449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd49a44d-ca73-4bab-a7b4-d19057d60543') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:08.562466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd49a44d-ca73-4bab-a7b4-d19057d60543') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:08.575757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.576517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4970df1d-610a-40df-9ea8-88d697f8c986 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:30:08.589585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.615466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.616845 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-496ed1ea-1a8f-4257-92ef-c949fd024033 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4970df1d-610a-40df-9ea8-88d697f8c986 HTTP/1.1" status: 204 len: 168 time: 4.8369157 Apr 22 09:30:08.621851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54550) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:08.688905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.715002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] For port 2bfa1fa4-6383-47af-8178-14987a707ff2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2bfa1fa4-6383-47af-8178-14987a707ff2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:08.715874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.755750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:08.756150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:08.777736 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:08.819748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c2e3f41e-362c-438a-9c49-e7525aa53dcc None None] Provisioning complete for port e535b751-6745-4034-b170-37300c6cd1af triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:08.820181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c2e3f41e-362c-438a-9c49-e7525aa53dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.862121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd2d136-6381-48f7-9633-416dd81aa152 None None] DHCP port deletion for cec96f2d-21a8-401f-af36-6339e926f2de request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:08.865020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:08.892561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c2e3f41e-362c-438a-9c49-e7525aa53dcc None None] Port e535b751-6745-4034-b170-37300c6cd1af cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:08.931639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event deleted for resources: {'Port': ['ID=e4f19012-d520-4b5a-b372-669ef3322a93,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:08.942936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router 277286b0-2d55-466e-946b-4a76f99e61cb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:08.990740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Calling delete_port for 2bfa1fa4-6383-47af-8178-14987a707ff2 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:09.025809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfc2fc-c739-4658-a902-f71404d5445c req-819bc7e3-0a80-4f95-809d-a6a4330d8578 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:09.027307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-89cfc2fc-c739-4658-a902-f71404d5445c req-819bc7e3-0a80-4f95-809d-a6a4330d8578 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 944 time: 0.8108301 Apr 22 09:30:09.042215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6040e9b0-8e83-497f-9d79-e7dd1aa9944c admin admin] Deleting subnet 4b648b6c-263c-4adf-9cbc-8e54e68d6f20 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:09.051759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6040e9b0-8e83-497f-9d79-e7dd1aa9944c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.107054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.112421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54562) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:09.131985 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027020 Apr 22 09:30:09.133125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.155102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54564) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:09.170266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=cec96f2d-21a8-401f-af36-6339e926f2de,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:09.183735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6040e9b0-8e83-497f-9d79-e7dd1aa9944c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.193633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] DHCP port deletion for 618e8cae-6c9a-465a-a3e7-59a4c4ba65dd request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:09.197777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Deleting port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:09.198137 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.236430 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cd54c15e-3ee0-4b0c-a438-650044cae070 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/cec96f2d-21a8-401f-af36-6339e926f2de HTTP/1.1" status: 204 len: 168 time: 6.9005373 Apr 22 09:30:09.250017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54570) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:09.292459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5f479e94-30f2-42f0-a37d-1ca73f5fc39a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:09.322840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:09.335844 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ee52e-b02c-4ae7-9550-5a0b3fd0c456 None None] Sync routers for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:09.349259 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ee52e-b02c-4ae7-9550-5a0b3fd0c456 None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:09.350233 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-732ee52e-b02c-4ae7-9550-5a0b3fd0c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:09.352374 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beb18a22-25bc-4733-8792-b72916067146 req-249d2662-6c04-4a91-a53c-5620b6d4c1d8 service neutron] 10.222.0.35 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0872412 Apr 22 09:30:09.367053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe9db3bd-8f08-4370-b9af-ea6b91d470e7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.375353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 5f479e94-30f2-42f0-a37d-1ca73f5fc39a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:09.375837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5f479e94-30f2-42f0-a37d-1ca73f5fc39a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:09.376316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3f75afcb-996d-4914-8175-adfb8dbaed15 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:09.398396 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-89cfc2fc-c739-4658-a902-f71404d5445c req-d7d852bd-897b-4e4f-89ce-991c91d0a28a tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506680 Apr 22 09:30:09.401154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.430759 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-732ee52e-b02c-4ae7-9550-5a0b3fd0c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:09.442950 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732ee52e-b02c-4ae7-9550-5a0b3fd0c456 None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:09.444227 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-732ee52e-b02c-4ae7-9550-5a0b3fd0c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:29:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:09.446320 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5745a6de-2adb-4cdb-bf84-585bff287503 tempest-NetworksApiDiscovery-325850660 tempest-NetworksApiDiscovery-325850660-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2891855 Apr 22 09:30:09.453059 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea054a9-a6e6-49d9-86a8-471694c2fe8a tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:09.453548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea054a9-a6e6-49d9-86a8-471694c2fe8a tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:09.455281 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3ea054a9-a6e6-49d9-86a8-471694c2fe8a tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/cec96f2d-21a8-401f-af36-6339e926f2de HTTP/1.1" status: 404 len: 339 time: 0.2034395 Apr 22 09:30:09.473398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 3f75afcb-996d-4914-8175-adfb8dbaed15 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:09.473830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3f75afcb-996d-4914-8175-adfb8dbaed15 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:09.474295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:09.498397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 91b74461-2452-4da7-9c71-3d748287b490 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:30:09.560183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54576) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:09.564084 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-732ee52e-b02c-4ae7-9550-5a0b3fd0c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:09.564762 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732ee52e-b02c-4ae7-9550-5a0b3fd0c456 None None] The sync data for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:09.586378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-748947309', 'description': 'd1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:09.592956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:09.597639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:network and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:09.601737 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:09.608084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:09.619629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.624978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beb18a22-25bc-4733-8792-b72916067146 req-877f7d14-fe77-448a-90bd-245b0c946b40 service neutron] 10.222.0.35 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595708 Apr 22 09:30:09.653696 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8e1d602b-276b-4dd6-95c4-379f9c2506cb tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/routers/277286b0-2d55-466e-946b-4a76f99e61cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0650408 Apr 22 09:30:09.657764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54580) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:09.663624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.669915 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-945859e6-b32d-4ceb-89f3-db9f7ba12029 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "DELETE /v2.0/floatingips/5d57ab25-0956-4103-9fbc-6a42c22e4e17 HTTP/1.1" status: 204 len: 168 time: 3.2593195 Apr 22 09:30:09.673692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54584) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:09.675061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:09.677672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'port': {'network_id': '923cff68-da19-4dc2-b3ad-37944f088ac6', 'name': 'tempest-FloatingIPTestJSON-1872973756'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:09.678980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.720802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:09.731209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.731548 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment 500a768e-e8b7-42f8-89d4-0b356686145b of type vlan for network 6dae22a1-38f1-499b-a7e6-4c2a8977fda9 Apr 22 09:30:09.741181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfa1fa4-6383-47af-8178-14987a707ff2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:09.793180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6040e9b0-8e83-497f-9d79-e7dd1aa9944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.828975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] For port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,segment=NetworkSegment(3f758a27-2f0d-476e-8301-16827762b2da),segment_id=3f758a27-2f0d-476e-8301-16827762b2da)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:09.829631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.846739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-52b3496e-bce7-4bc0-ad99-23b0cc103452 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Request body: {'floatingip': {'floating_network_id': '07502294-5441-491b-a8eb-ee4c64c0ba95', 'port_id': '61a25850-3a02-4a69-a46c-51a0e4517ffe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:09.854842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:09.859883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-52b3496e-bce7-4bc0-ad99-23b0cc103452 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:09.863217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Usage tracker for resource:port and tenant:f52ccf59da164dc8a374a40ad786ca08 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:09.869007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:09.872271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-52b3496e-bce7-4bc0-ad99-23b0cc103452 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Usage tracker for resource:floatingip and tenant:a1c1212eca87426fad7d35459bcbbf4f is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:09.879239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-52b3496e-bce7-4bc0-ad99-23b0cc103452 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:09.884865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:09.895844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-52b3496e-bce7-4bc0-ad99-23b0cc103452 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:09.896030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.907009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54590) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:09.911289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe9db3bd-8f08-4370-b9af-ea6b91d470e7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.953894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Made reservation on behalf of f52ccf59da164dc8a374a40ad786ca08 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:09.955240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.957921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.961468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:09.962049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.980495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52b3496e-bce7-4bc0-ad99-23b0cc103452 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:09.982013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Calling delete_port for ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:10.008153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fe9db3bd-8f08-4370-b9af-ea6b91d470e7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.009579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.013547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9db3bd-8f08-4370-b9af-ea6b91d470e7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=a095afce-bf10-4e3b-b540-118fc81e4bff,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:10.020240 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fe9db3bd-8f08-4370-b9af-ea6b91d470e7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/a095afce-bf10-4e3b-b540-118fc81e4bff HTTP/1.1" status: 204 len: 168 time: 2.1540179 Apr 22 09:30:10.029484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b19b0e-f7ca-4c05-bfe5-7a3bab92bced None None] Network 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:10.030218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] device_id is not set on port 9d2e3513-d2f8-483c-8eda-52afc6bdfff6 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:10.062797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54596) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:10.126498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=6dae22a1-38f1-499b-a7e6-4c2a8977fda9,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:10.167388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 6dae22a1-38f1-499b-a7e6-4c2a8977fda9 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:10.175112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.227610 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-01bffb5f-7a19-4d90-92cb-c621d5b2a1e2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6483648 Apr 22 09:30:10.227610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6040e9b0-8e83-497f-9d79-e7dd1aa9944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.232448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 91b74461-2452-4da7-9c71-3d748287b490, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91b74461-2452-4da7-9c71-3d748287b490,segment=NetworkSegment(59271c48-5d5e-4c1e-b592-ad6d13ba5c5b),segment_id=59271c48-5d5e-4c1e-b592-ad6d13ba5c5b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:10.294013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54600) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:10.297734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,segment=NetworkSegment(3f758a27-2f0d-476e-8301-16827762b2da),segment_id=3f758a27-2f0d-476e-8301-16827762b2da)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:10.304788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.312845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '91b74461-2452-4da7-9c71-3d748287b490', 'network_id': '6c059870-353d-4410-984f-e3256cbc9a7d', 'port_id': '91b74461-2452-4da7-9c71-3d748287b490', 'mac_address': 'fa:16:3e:0b:bc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ab2957b-8bd2-42c8-b735-54251fc3db9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:30:10.325493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.374621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040e9b0-8e83-497f-9d79-e7dd1aa9944c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b648b6c-263c-4adf-9cbc-8e54e68d6f20,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:10.375041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:10.380993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] Usage tracker for resource:security_group_rule and tenant:8b42a99b220949f9a3670c5dd4b5968c is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:10.385987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.386777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:10.423731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:10.441742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6040e9b0-8e83-497f-9d79-e7dd1aa9944c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.445034 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6040e9b0-8e83-497f-9d79-e7dd1aa9944c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4b648b6c-263c-4adf-9cbc-8e54e68d6f20 HTTP/1.1" status: 204 len: 168 time: 1.8132637 Apr 22 09:30:10.451493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54606) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:10.458313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:10.458646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.469993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.553613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Allocated IP 172.20.0.13 (923cff68-da19-4dc2-b3ad-37944f088ac6/4972dd12-ad8a-410c-8444-c10c65482488/9d2e3513-d2f8-483c-8eda-52afc6bdfff6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:10.555791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead6433-b731-4794-bf0b-697cf270615c None None] Network 637ab288-5bb9-4fb5-b5d4-21d282c916c9 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:10.569087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.597296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:10.597684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:10.765359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f16089-20df-4479-a194-c5389e74ef8f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:10.766056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-19f16089-20df-4479-a194-c5389e74ef8f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Synchronizing usage tracker for tenant:d0cb6c5311fa47b087c56ed72deb898e on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:10.769253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.784509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:10.790155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.792386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac4e3128-9b66-4d8d-9f97-60a67b84bebd {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:30:10.827706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.837141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b74461-2452-4da7-9c71-3d748287b490 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:30:10.853059 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.854141 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-889dd8b6-020e-40ed-b521-34cad939a6f5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ac4e3128-9b66-4d8d-9f97-60a67b84bebd HTTP/1.1" status: 204 len: 168 time: 7.2375660 Apr 22 09:30:10.865485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54610) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:10.933755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 91b74461-2452-4da7-9c71-3d748287b490, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91b74461-2452-4da7-9c71-3d748287b490,segment=NetworkSegment(59271c48-5d5e-4c1e-b592-ad6d13ba5c5b),segment_id=59271c48-5d5e-4c1e-b592-ad6d13ba5c5b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:10.945547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:10.966596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Deleting port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:10.966874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.025723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f629820-5d72-4166-b373-95682ff45810 admin admin] Deleting subnet c5b31700-eb03-409d-b99e-74bba198679c {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:11.031899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-19f16089-20df-4479-a194-c5389e74ef8f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Unset dirty status for tenant:d0cb6c5311fa47b087c56ed72deb898e on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:11.035875 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-52b3496e-bce7-4bc0-ad99-23b0cc103452 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:30:11.037649 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-19f16089-20df-4479-a194-c5389e74ef8f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/networks?id=6dae22a1-38f1-499b-a7e6-4c2a8977fda9 HTTP/1.1" status: 200 len: 760 time: 0.7182117 Apr 22 09:30:11.037772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f629820-5d72-4166-b373-95682ff45810 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.043899 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-52b3496e-bce7-4bc0-ad99-23b0cc103452 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2057445 Apr 22 09:30:11.043899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54614) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:11.095159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54616) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:11.104125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718d9fd-4853-409b-85cc-483115a3d005 req-51e26892-e440-4158-bab5-95af83e53bd1 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:11.108440 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9718d9fd-4853-409b-85cc-483115a3d005 req-51e26892-e440-4158-bab5-95af83e53bd1 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 944 time: 0.5285785 Apr 22 09:30:11.108597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Deleting port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:11.108597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.113936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '61a25850-3a02-4a69-a46c-51a0e4517ffe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:11.119969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2f833534-804e-4713-ba28-f8f56427d887 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'description': 'd2'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:11.136605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:11.138166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] DHCP port deletion for 703c9f78-f6bd-4aa2-95db-76eb9cfafa9f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:11.181461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=91b74461-2452-4da7-9c71-3d748287b490,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:11.183909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Deleting port c6508b07-a91f-4c04-bf5b-714bc4785ba7 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:11.184275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.195615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Usage tracker for resource:floatingip and tenant:a1c1212eca87426fad7d35459bcbbf4f is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:11.212853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:11.223056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f629820-5d72-4166-b373-95682ff45810 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.228953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6508b07-a91f-4c04-bf5b-714bc4785ba7 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:11.252591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.267458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:11.282248 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9718d9fd-4853-409b-85cc-483115a3d005 req-ffa2d1cd-a7fb-4fdf-bc84-679f2d9951ea tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413364 Apr 22 09:30:11.288914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.302880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,segment=NetworkSegment(3f758a27-2f0d-476e-8301-16827762b2da),segment_id=3f758a27-2f0d-476e-8301-16827762b2da)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:11.303346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.348266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['91b74461-2452-4da7-9c71-3d748287b490'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:30:11.364643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.372598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] DHCP port deletion for 637ab288-5bb9-4fb5-b5d4-21d282c916c9 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:11.438384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] Deleting port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:11.438662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.504088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:11.575788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00571f29-e253-4b1a-b429-d916bef6fac3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:11.594466 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6b8874b2-fbea-46b6-9cd4-38d25a62ee61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b42a99b220949f9a3670c5dd4b5968c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6858146 Apr 22 09:30:11.603306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54622) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:11.623550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] For port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5cb9ea14-f09c-427d-b2d3-37b95971dbb5,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:11.623911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.681981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.750511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f833534-804e-4713-ba28-f8f56427d887 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.764152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Transition to ACTIVE for port object 9d2e3513-d2f8-483c-8eda-52afc6bdfff6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:11.764423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f629820-5d72-4166-b373-95682ff45810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.778315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f833534-804e-4713-ba28-f8f56427d887 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.840139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f833534-804e-4713-ba28-f8f56427d887 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network 6dae22a1-38f1-499b-a7e6-4c2a8977fda9 is not hosted by any dhcp agent {{(pid=88062) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 09:30:11.845533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f833534-804e-4713-ba28-f8f56427d887 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:11.846132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f833534-804e-4713-ba28-f8f56427d887 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.850071 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2f833534-804e-4713-ba28-f8f56427d887 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "PUT /v2.0/networks/6dae22a1-38f1-499b-a7e6-4c2a8977fda9 HTTP/1.1" status: 200 len: 757 time: 0.7867167 Apr 22 09:30:11.850215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Calling delete_port for 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:11.854759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.860188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54626) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:11.928290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] For port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,segment=NetworkSegment(3f758a27-2f0d-476e-8301-16827762b2da),segment_id=3f758a27-2f0d-476e-8301-16827762b2da)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:11.928949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.956362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:11.998031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2804ab6e-0d98-4b33-9b72-75410072dbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.003261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:12.005175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No DVR routers for this DVR port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:12.009606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f833534-804e-4713-ba28-f8f56427d887 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=6dae22a1-38f1-499b-a7e6-4c2a8977fda9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:12.037683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.072938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f629820-5d72-4166-b373-95682ff45810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.077546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2804ab6e-0d98-4b33-9b72-75410072dbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.147480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb9ea14-f09c-427d-b2d3-37b95971dbb5,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:12.150261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Calling delete_port for ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:12.150502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.154825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f629820-5d72-4166-b373-95682ff45810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b31700-eb03-409d-b99e-74bba198679c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:12.157164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] No DVR routers for this DVR port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:12.167079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f629820-5d72-4166-b373-95682ff45810 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.184941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] For port c6508b07-a91f-4c04-bf5b-714bc4785ba7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6508b07-a91f-4c04-bf5b-714bc4785ba7,segment=NetworkSegment(58a081ff-012b-4e96-a5e5-07bfa22d42a3),segment_id=58a081ff-012b-4e96-a5e5-07bfa22d42a3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:12.185336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.207216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe82ccb8-d1d5-4e58-81d6-4060a92ed22e None None] Network 5fdef170-d96a-4f28-8759-801a17deee4d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:12.224241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 6dae22a1-38f1-499b-a7e6-4c2a8977fda9 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:12.273384 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8f629820-5d72-4166-b373-95682ff45810 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c5b31700-eb03-409d-b99e-74bba198679c HTTP/1.1" status: 204 len: 168 time: 1.3994658 Apr 22 09:30:12.274450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9cc23f-2c32-42e7-982f-a37acd08398e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:12.276528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6e9cc23f-2c32-42e7-982f-a37acd08398e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Synchronizing usage tracker for tenant:d0cb6c5311fa47b087c56ed72deb898e on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:12.276677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54634) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:12.282826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.295726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.314023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:12.321542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:12.344084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:12.351402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d918dcc3-03bc-401f-a3e7-6a2503ba598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.371668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6e9cc23f-2c32-42e7-982f-a37acd08398e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Unset dirty status for tenant:d0cb6c5311fa47b087c56ed72deb898e on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:12.376428 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6e9cc23f-2c32-42e7-982f-a37acd08398e tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/networks?id=6dae22a1-38f1-499b-a7e6-4c2a8977fda9 HTTP/1.1" status: 200 len: 760 time: 0.4816036 Apr 22 09:30:12.376428 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event updated for resources: {'Port': ['ID=9d2e3513-d2f8-483c-8eda-52afc6bdfff6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:12.381592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618e8cae-6c9a-465a-a3e7-59a4c4ba65dd']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:12.388117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54640) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:12.394798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1114626385'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:12.418406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:12.421061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.434156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f758a27-2f0d-476e-8301-16827762b2da') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:12.434469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f758a27-2f0d-476e-8301-16827762b2da') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:12.465184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:12.470291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.498725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:12.499356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.504095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637ab288-5bb9-4fb5-b5d4-21d282c916c9']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:12.506210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:12.509576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.523121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.555424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Calling delete_port for c6508b07-a91f-4c04-bf5b-714bc4785ba7 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:12.558489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:12.558894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.567541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5665552a-c4d2-44f4-9616-d5e7b912ab6d') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:12.568104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5665552a-c4d2-44f4-9616-d5e7b912ab6d') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:12.573463 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:12.577275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2804ab6e-0d98-4b33-9b72-75410072dbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.617424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.621237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.655368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2804ab6e-0d98-4b33-9b72-75410072dbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00571f29-e253-4b1a-b429-d916bef6fac3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:12.678214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.714973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2804ab6e-0d98-4b33-9b72-75410072dbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.718414 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2804ab6e-0d98-4b33-9b72-75410072dbfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/00571f29-e253-4b1a-b429-d916bef6fac3 HTTP/1.1" status: 204 len: 168 time: 1.1122336 Apr 22 09:30:12.718414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:12.718638 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.727138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port c6508b07-a91f-4c04-bf5b-714bc4785ba7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6508b07-a91f-4c04-bf5b-714bc4785ba7,segment=NetworkSegment(58a081ff-012b-4e96-a5e5-07bfa22d42a3),segment_id=58a081ff-012b-4e96-a5e5-07bfa22d42a3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:12.737324 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:12.750601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Deleting port 68c399a4-283a-4070-8796-cdfc7ae03359 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:12.750945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.773318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] For port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5cb9ea14-f09c-427d-b2d3-37b95971dbb5,segment=NetworkSegment(5665552a-c4d2-44f4-9616-d5e7b912ab6d),segment_id=5665552a-c4d2-44f4-9616-d5e7b912ab6d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:12.773717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.797630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.917548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.938354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Allocated IP 172.26.2.101 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/a44b985d-7323-432d-8973-fb208c23b6d4) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:12.967080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:12.976229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=637ab288-5bb9-4fb5-b5d4-21d282c916c9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:12.990529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:13.001997 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a0976196-335a-4c6b-ab18-64dd1c9bb6a3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3430281 Apr 22 09:30:13.007375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54650) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:13.039597 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-02f96785-032e-4123-a4dd-e588f49d7a0e admin admin] 10.222.0.32 "DELETE /v2.0/networks/637ab288-5bb9-4fb5-b5d4-21d282c916c9 HTTP/1.1" status: 204 len: 168 time: 2.5750713 Apr 22 09:30:13.043227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Request body: {'floatingip': {'port_id': '9d2e3513-d2f8-483c-8eda-52afc6bdfff6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:13.046030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3a433-f5b1-4625-acf9-9481b80575f4 req-57ad69cd-ec59-4788-a2f7-f8ee5713f206 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:13.053317 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6e3a433-f5b1-4625-acf9-9481b80575f4 req-57ad69cd-ec59-4788-a2f7-f8ee5713f206 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 945 time: 0.4779313 Apr 22 09:30:13.056236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.056934 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment 00c60f3e-6035-4ff4-9818-291866a9cd53 of type vlan for network 129078b8-39c5-4782-9307-536a371e0aa8 Apr 22 09:30:13.059175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.065287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.073966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] Calling delete_port for 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:13.141044 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/618e8cae-6c9a-465a-a3e7-59a4c4ba65dd HTTP/1.1" status: 204 len: 168 time: 3.0758257 Apr 22 09:30:13.168282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54658) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:13.179334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f5a6db05-a4f6-4ce8-b5c9-b0c4b99fd60a None None] Provisioning for port 9d2e3513-d2f8-483c-8eda-52afc6bdfff6 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:13.191732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:13.192083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:13.204224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f5a6db05-a4f6-4ce8-b5c9-b0c4b99fd60a None None] Provisioning complete for port 9d2e3513-d2f8-483c-8eda-52afc6bdfff6 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:13.204624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5a6db05-a4f6-4ce8-b5c9-b0c4b99fd60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.216534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4c894-8f57-4dd2-8a73-0e0c5478c84f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=618e8cae-6c9a-465a-a3e7-59a4c4ba65dd,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:13.242474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6e3a433-f5b1-4625-acf9-9481b80575f4 req-8406d737-b313-42f4-a7c5-409df5a477b8 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877570 Apr 22 09:30:13.272843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:13.306528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.332936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:13.333283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:13.349477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=c6508b07-a91f-4c04-bf5b-714bc4785ba7,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:13.352144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:13.353145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:13.395032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6db05-a4f6-4ce8-b5c9-b0c4b99fd60a None None] Port 9d2e3513-d2f8-483c-8eda-52afc6bdfff6 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:13.400324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.413422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:13.414034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:13.420147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:13.420929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.457244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Deleting port ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:13.457900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.539240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] For port 68c399a4-283a-4070-8796-cdfc7ae03359, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=68c399a4-283a-4070-8796-cdfc7ae03359,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:13.539813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.552531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.585633 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=129078b8-39c5-4782-9307-536a371e0aa8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:13.595127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54668) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:13.636445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-db569ef1-5be0-44e7-984e-74e4b98d398f tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2472165 Apr 22 09:30:13.637379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54672) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:13.660163 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ea07822f-c21a-4e84-a99a-76ce51423e98 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b6d96c508c14614b689349c18ef000b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0638046 Apr 22 09:30:13.662532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54676) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:13.668241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] DHCP port deletion for 5fdef170-d96a-4f28-8759-801a17deee4d request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:13.670158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 129078b8-39c5-4782-9307-536a371e0aa8 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:13.712435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': '129078b8-39c5-4782-9307-536a371e0aa8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:13.732219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] Deleting port 68c399a4-283a-4070-8796-cdfc7ae03359 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:13.732816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.734322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9d93-5acd-4ff5-baf1-cf1d258fb969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.761376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9d93-5acd-4ff5-baf1-cf1d258fb969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.772546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8f788229-d0c0-44b3-9538-fc104168346d None None] The port 'ba93d1e4-05e5-44a7-9a8e-7e05f5a3d908' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:30:13.826728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Calling delete_port for 68c399a4-283a-4070-8796-cdfc7ae03359 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:13.835673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Deleting port c6508b07-a91f-4c04-bf5b-714bc4785ba7 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:13.836259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.837104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9d93-5acd-4ff5-baf1-cf1d258fb969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.857027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9d93-5acd-4ff5-baf1-cf1d258fb969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51095427-78b4-4392-b835-7977d68684dc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:13.859465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.868701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9d93-5acd-4ff5-baf1-cf1d258fb969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:13.872535 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4f7f9d93-5acd-4ff5-baf1-cf1d258fb969 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51095427-78b4-4392-b835-7977d68684dc HTTP/1.1" status: 204 len: 168 time: 0.2068830 Apr 22 09:30:13.972965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] Deleting port 5cb9ea14-f09c-427d-b2d3-37b95971dbb5 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:13.973519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.013173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.038701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port c6508b07-a91f-4c04-bf5b-714bc4785ba7 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:14.039038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.109135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:14.131338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Usage tracker for resource:subnet and tenant:d0cb6c5311fa47b087c56ed72deb898e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:14.137350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-42bc305e-1a79-41ff-8c23-a52d2651413f None None] The port '5cb9ea14-f09c-427d-b2d3-37b95971dbb5' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:30:14.167266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:14.180818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:14.256138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.279720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] For port 68c399a4-283a-4070-8796-cdfc7ae03359, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=68c399a4-283a-4070-8796-cdfc7ae03359,segment=NetworkSegment(ebca383e-70b3-46c7-b724-e7a999fe798c),segment_id=ebca383e-70b3-46c7-b724-e7a999fe798c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:14.280143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.312441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:14.316499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.444441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c399a4-283a-4070-8796-cdfc7ae03359,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:14.480026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] No DVR routers for this DVR port 68c399a4-283a-4070-8796-cdfc7ae03359 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:14.491031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] Calling delete_port for 68c399a4-283a-4070-8796-cdfc7ae03359 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:14.547738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7390e8dd-204b-4ba3-b8e8-3dd926e11239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.678628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] For port c6508b07-a91f-4c04-bf5b-714bc4785ba7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6508b07-a91f-4c04-bf5b-714bc4785ba7,segment=NetworkSegment(58a081ff-012b-4e96-a5e5-07bfa22d42a3),segment_id=58a081ff-012b-4e96-a5e5-07bfa22d42a3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:14.679032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.683179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.821380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Calling delete_port for c6508b07-a91f-4c04-bf5b-714bc4785ba7 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:14.936808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:14.937177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:14.938977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:14.973224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port c6508b07-a91f-4c04-bf5b-714bc4785ba7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6508b07-a91f-4c04-bf5b-714bc4785ba7,segment=NetworkSegment(58a081ff-012b-4e96-a5e5-07bfa22d42a3),segment_id=58a081ff-012b-4e96-a5e5-07bfa22d42a3)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:14.973515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.008272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Pushing event deleted for resources: {'Port': ['ID=c6508b07-a91f-4c04-bf5b-714bc4785ba7,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:15.013206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] No DVR routers for this DVR port c6508b07-a91f-4c04-bf5b-714bc4785ba7 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:15.027731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.028877 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.029242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.029586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.029913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.034453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.034453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.034453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.034453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.034453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.034453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.034453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27943f7f-f4f3-44e4-b222-5f44faf562b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:15.035177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54722) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:15.113363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:15.186422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:15.250841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:15.265562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54730) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:15.274111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 68c399a4-283a-4070-8796-cdfc7ae03359 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:15.295214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for c6508b07-a91f-4c04-bf5b-714bc4785ba7 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:15.320592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 68c399a4-283a-4070-8796-cdfc7ae03359 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:15.321248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 68c399a4-283a-4070-8796-cdfc7ae03359 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:15.325142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event updated for resources: {'Port': ['ID=a44b985d-7323-432d-8973-fb208c23b6d4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:15.325817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1468463248-network', 'tenant_id': '6884960ab29c4ecdaeb0051102490630'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:15.328925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.333974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:15.338996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Usage tracker for resource:network and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:15.342763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:15.347589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.350007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:15.359968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--1114551796', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:15.367978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:15.372066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:network and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:15.375172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:15.377785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Made reservation on behalf of 6884960ab29c4ecdaeb0051102490630 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:15.380153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.398770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:15.400760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.420161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:15.423837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:15.428114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.437040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Usage tracker for resource:security_group_rule and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:15.438810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] Deleting port 68c399a4-283a-4070-8796-cdfc7ae03359 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:15.439851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.441320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:15.448328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.460702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:15.468264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:15.476652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:15.480412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:15.484534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdef170-d96a-4f28-8759-801a17deee4d']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:15.493783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:15.511719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f32506ef-5d66-4f3e-815d-b6e6f5952ce6 None None] The port '68c399a4-283a-4070-8796-cdfc7ae03359' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:30:15.516575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 91b74461-2452-4da7-9c71-3d748287b490 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:15.578468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebca383e-70b3-46c7-b724-e7a999fe798c') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:15.578759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebca383e-70b3-46c7-b724-e7a999fe798c') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:15.607805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 91b74461-2452-4da7-9c71-3d748287b490 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:15.613780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 91b74461-2452-4da7-9c71-3d748287b490 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:15.614316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.633338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141980-6867-444c-8de8-c7072a71498c req-ee05bb71-1285-42b5-aeaa-8cbb7843e532 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:15.635210 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75141980-6867-444c-8de8-c7072a71498c req-ee05bb71-1285-42b5-aeaa-8cbb7843e532 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 945 time: 1.1482832 Apr 22 09:30:15.637373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.653859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.661835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.673875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.692484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.703698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:15.705820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0549a8-bbb4-4a82-90dc-20e92b76b0d5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:15.734742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:15.736383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.754248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.754874 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Added segment d4edcbd8-a542-4831-aa8e-199cac13c1e1 of type vlan for network e3952e52-b9ec-4648-9793-4121f1fd0a85 Apr 22 09:30:15.766302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.766302 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment 8eb09f36-1e5d-416d-b0c2-427050752f64 of type vlan for network 303ea779-29bd-4e0f-a215-e37f8691800c Apr 22 09:30:15.780756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4069a223-700a-4382-9cd6-8556309222b5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:15.786024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:15.786434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.797111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.802925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:15.803246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:15.803827 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:15.818953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.823458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.829805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.846884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f609693-b223-4acf-ad6e-a058069465ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b74461-2452-4da7-9c71-3d748287b490'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:30:15.857322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 91b74461-2452-4da7-9c71-3d748287b490, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91b74461-2452-4da7-9c71-3d748287b490,segment=NetworkSegment(59271c48-5d5e-4c1e-b592-ad6d13ba5c5b),segment_id=59271c48-5d5e-4c1e-b592-ad6d13ba5c5b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:15.862969 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.892067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.900091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:15.900766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.918793 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3951c0-65ec-4fae-9406-f0a5208382ae'] response: {'server_uuid': '7f609693-b223-4acf-ad6e-a058069465ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b74461-2452-4da7-9c71-3d748287b490', 'code': 200} Apr 22 09:30:15.927939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.928901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:15.929485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:15.944939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=91b74461-2452-4da7-9c71-3d748287b490,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:15.961236 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75141980-6867-444c-8de8-c7072a71498c req-207d5d21-26cd-4c8d-98b7-bb1b732f294a tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833889 Apr 22 09:30:16.022395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.024288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.028157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Deleting port a44b985d-7323-432d-8973-fb208c23b6d4 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:16.028597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.070357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=303ea779-29bd-4e0f-a215-e37f8691800c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:16.077225 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8095181 Apr 22 09:30:16.085979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 303ea779-29bd-4e0f-a215-e37f8691800c details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:16.091175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54738) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:16.099836 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8adc9f7b-da6a-431e-9ed3-e441f1ebb60c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0615163 Apr 22 09:30:16.101007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Request body: {'subnet': {'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1468463248-subnet', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:16.111631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54742) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:16.112713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.120198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:16.129014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Usage tracker for resource:subnet and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:16.146934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-876619036', 'admin_state_up': True, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:16.153815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fdef170-d96a-4f28-8759-801a17deee4d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:16.173990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:16.193312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:router and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:16.202771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:16.212463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:16.229666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:16.235651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838388f-8c7d-4ecb-b96b-55faf47cdba6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3952e52-b9ec-4648-9793-4121f1fd0a85,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:16.247100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Made reservation on behalf of 6884960ab29c4ecdaeb0051102490630 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:16.249201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:16.249404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.251353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:16.287304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=679111ec-1346-4fde-9f26-54664bfbcebd,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:16.335777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port c6508b07-a91f-4c04-bf5b-714bc4785ba7 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:16.336105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.363035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3d6de-7aae-449b-9309-9554d9ffb9eb req-07e09af3-d0c6-4df4-b0c0-7560606f5fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:16.364795 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8b3d6de-7aae-449b-9309-9554d9ffb9eb req-07e09af3-d0c6-4df4-b0c0-7560606f5fce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 1099 time: 0.2366846 Apr 22 09:30:16.374823 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7566dbcf-ef86-45b1-aa22-c8ee5deae318 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5fdef170-d96a-4f28-8759-801a17deee4d HTTP/1.1" status: 204 len: 168 time: 4.0957825 Apr 22 09:30:16.398648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.399537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.434934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': '00c60f3e-6035-4ff4-9818-291866a9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '129078b8-39c5-4782-9307-536a371e0aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:16.435351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: 129078b8-39c5-4782-9307-536a371e0aa8, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:16.449420 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:30:16.451109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a8b3d6de-7aae-449b-9309-9554d9ffb9eb req-1fbaf5cf-62ff-4db0-a049-853fae43c5c7 service neutron] Synchronizing usage tracker for tenant:1cfaa93045c24d9f8c675b0762d85675 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:16.489782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a8b3d6de-7aae-449b-9309-9554d9ffb9eb req-1fbaf5cf-62ff-4db0-a049-853fae43c5c7 service neutron] Unset dirty status for tenant:1cfaa93045c24d9f8c675b0762d85675 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:16.490910 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8b3d6de-7aae-449b-9309-9554d9ffb9eb req-1fbaf5cf-62ff-4db0-a049-853fae43c5c7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184249 Apr 22 09:30:16.516057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54748) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:16.566052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.641605 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cc147992-d963-48ff-89de-f46d2b90ae8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8083e2f93fe443f9b759a4ab03ffe68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1221259 Apr 22 09:30:16.645987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] The port 'c6508b07-a91f-4c04-bf5b-714bc4785ba7' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:30:16.648775 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54752) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:16.677497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd45dc6-df75-4a1b-9cec-8e932461fe6e,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:16.698302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Checking segment: {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:16.698653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Network hostable DHCP agents. Network: e3952e52-b9ec-4648-9793-4121f1fd0a85, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:16.748439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:16.750153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.750650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b7289be8-e1ad-4a7c-b355-e4b8cfced1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.770113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, e3952e52-b9ec-4648-9793-4121f1fd0a85) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:16.775429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:16.776014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.779594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f9e7b7-a37a-4d78-b1de-7e552354b96e None None] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:16.793221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.793557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.800982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b7289be8-e1ad-4a7c-b355-e4b8cfced1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.801183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network 129078b8-39c5-4782-9307-536a371e0aa8 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:16.807553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.830662 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9643bf0d-cead-4f72-9688-1efaea9c2568 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7384109 Apr 22 09:30:16.838668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54756) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:16.846473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:16.852522 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:16.856992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Usage tracker for resource:router and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:16.860327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:16.867367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:16.880470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.881733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.897275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b7289be8-e1ad-4a7c-b355-e4b8cfced1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.915985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.919289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.919739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7289be8-e1ad-4a7c-b355-e4b8cfced1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776b6202-b59e-4fbe-94c1-57e3972b1e5c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:16.945589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b7289be8-e1ad-4a7c-b355-e4b8cfced1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:16.949045 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b7289be8-e1ad-4a7c-b355-e4b8cfced1d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/776b6202-b59e-4fbe-94c1-57e3972b1e5c HTTP/1.1" status: 204 len: 168 time: 0.2953041 Apr 22 09:30:17.040087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 129078b8-39c5-4782-9307-536a371e0aa8) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:17.057004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Calling delete_port for a44b985d-7323-432d-8973-fb208c23b6d4 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:17.074481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1bc178-dd37-4989-9357-df1bda07d0f4 None None] Network 129078b8-39c5-4782-9307-536a371e0aa8 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:17.105052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.116662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:17.117255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.276031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703c9f78-f6bd-4aa2-95db-76eb9cfafa9f']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:17.277259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-e3952e52-b9ec-4648-9793-4121f1fd0a85', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:17.278086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.362194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a081ff-012b-4e96-a5e5-07bfa22d42a3') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:17.362724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a081ff-012b-4e96-a5e5-07bfa22d42a3') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:17.394369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-129078b8-39c5-4782-9307-536a371e0aa8', 'network_id': '129078b8-39c5-4782-9307-536a371e0aa8', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '679111ec-1346-4fde-9f26-54664bfbcebd'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:17.395217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.414803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.436380 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-663adb76-0c8a-4589-be71-966705316f54 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7881725 Apr 22 09:30:17.454881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54772) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:17.563806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.588966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.619300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.715869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.716141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Allocated IP 172.20.0.2 (129078b8-39c5-4782-9307-536a371e0aa8/679111ec-1346-4fde-9f26-54664bfbcebd/2084780b-bde2-4004-9229-9b804d252ae2) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:17.726250 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP d3a99b18-ef52-45b1-91fd-32569bbcfbb7 associated. External IP: 172.26.2.62, port: af6f6def-a332-4feb-afd9-a228d7605e6b. Apr 22 09:30:17.767589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0794b27-acf9-44df-8b4f-a9562b3613ef req-e4800a32-822d-4f5a-bfdd-4958fc2e6e25 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:17.769974 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d0794b27-acf9-44df-8b4f-a9562b3613ef req-e4800a32-822d-4f5a-bfdd-4958fc2e6e25 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.3567524 Apr 22 09:30:17.824100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.880580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:17.881590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.899579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:17.903638 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:18.003564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.010348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.046000 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Allocated IP 172.20.0.2 (e3952e52-b9ec-4648-9793-4121f1fd0a85/0fd45dc6-df75-4a1b-9cec-8e932461fe6e/bce0442c-1d8e-4876-aac6-4ce7508a8777) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:18.054721 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d0794b27-acf9-44df-8b4f-a9562b3613ef req-02338de0-997a-4d31-8e7c-8394e475eeed tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122948 Apr 22 09:30:18.081366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event deleted for resources: {'Port': ['ID=a44b985d-7323-432d-8973-fb208c23b6d4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:18.302147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.334736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.357302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Transition to ACTIVE for port object 2084780b-bde2-4004-9229-9b804d252ae2 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:18.396564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.420371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Transition to ACTIVE for port object 2084780b-bde2-4004-9229-9b804d252ae2 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:18.430133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.433945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.437497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.442116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=703c9f78-f6bd-4aa2-95db-76eb9cfafa9f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:18.489902 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e7f661aa-98b8-4b22-b28c-1d962c6b4145 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/703c9f78-f6bd-4aa2-95db-76eb9cfafa9f HTTP/1.1" status: 204 len: 168 time: 5.1733184 Apr 22 09:30:18.492063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54792) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:18.512908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1652243031'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:18.513410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Transition to ACTIVE for port object bce0442c-1d8e-4876-aac6-4ce7508a8777 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:18.516268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:18.529489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:18.529489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:18.531185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Network 129078b8-39c5-4782-9307-536a371e0aa8 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:18.531649 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:18.535864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:18.547436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.552329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:18.561405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Pushing event updated for resources: {'Port': ['ID=2084780b-bde2-4004-9229-9b804d252ae2,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:18.564999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Transition to ACTIVE for port object bce0442c-1d8e-4876-aac6-4ce7508a8777 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:18.608172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.634290 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] create failed (client error): The resource could not be found. Apr 22 09:30:18.648965 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4a1d1ab4-67bc-46d0-b245-be7307a82e93 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.5419853 Apr 22 09:30:18.649572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54798) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:18.720644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.724029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:18.728867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:18.740170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:18.741057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:18.747831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.750078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Pushing event updated for resources: {'Port': ['ID=bce0442c-1d8e-4876-aac6-4ce7508a8777,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:18.753033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Attempting to bind port 2084780b-bde2-4004-9229-9b804d252ae2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:18.753506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Attempting to bind port 2084780b-bde2-4004-9229-9b804d252ae2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '00c60f3e-6035-4ff4-9818-291866a9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '129078b8-39c5-4782-9307-536a371e0aa8'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:18.754035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Attempting to bind port 2084780b-bde2-4004-9229-9b804d252ae2 on network 129078b8-39c5-4782-9307-536a371e0aa8 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:18.804199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=679111ec-1346-4fde-9f26-54664bfbcebd,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:18.807221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Allocated IP 172.26.2.24 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/8b74fdc7-5c95-4150-bb58-07944ac7281b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:18.820255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129078b8-39c5-4782-9307-536a371e0aa8']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:18.826667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:18.826816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Checking segment: {'id': '00c60f3e-6035-4ff4-9818-291866a9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '129078b8-39c5-4782-9307-536a371e0aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:18.827343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.827802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Bound using segment: {'id': '00c60f3e-6035-4ff4-9818-291866a9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '129078b8-39c5-4782-9307-536a371e0aa8'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:18.828576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Bound port: 2084780b-bde2-4004-9229-9b804d252ae2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c60f3e-6035-4ff4-9818-291866a9cd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '129078b8-39c5-4782-9307-536a371e0aa8'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:18.828810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.848414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c60f3e-6035-4ff4-9818-291866a9cd53') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:18.848728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c60f3e-6035-4ff4-9818-291866a9cd53') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:18.870089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:18.873376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.892789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Attempting to bind port bce0442c-1d8e-4876-aac6-4ce7508a8777 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:18.893209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Attempting to bind port bce0442c-1d8e-4876-aac6-4ce7508a8777 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:18.893636 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Attempting to bind port bce0442c-1d8e-4876-aac6-4ce7508a8777 on network e3952e52-b9ec-4648-9793-4121f1fd0a85 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:18.908717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:18.909269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Checking segment: {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:18.909733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.910191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Bound using segment: {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:18.910722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Bound port: bce0442c-1d8e-4876-aac6-4ce7508a8777, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:18.911161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.942776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:18.943139 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment 5dc84372-a3ac-4e8c-9eb9-041228cf0060 of type vlan for network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a Apr 22 09:30:18.944692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.001871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] For port 2084780b-bde2-4004-9229-9b804d252ae2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:19.016907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54808) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:19.035318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] For port bce0442c-1d8e-4876-aac6-4ce7508a8777, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:19.038547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] For port bce0442c-1d8e-4876-aac6-4ce7508a8777, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bce0442c-1d8e-4876-aac6-4ce7508a8777,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:19.044220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.045588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.046696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:19.047104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:19.063687 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:19.107308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.126569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cd046253-5071-4e8c-a978-42b0753c866a tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Deleting port 61a25850-3a02-4a69-a46c-51a0e4517ffe {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:19.127082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd046253-5071-4e8c-a978-42b0753c866a tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.146106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6dda3-1853-431a-af8b-c15f90fd04de None None] Pushing event updated for resources: {'Port': ['ID=bce0442c-1d8e-4876-aac6-4ce7508a8777,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:19.315099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:19.390224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-19465606'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:19.397128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.406924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:19.428138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Usage tracker for resource:network and tenant:94057136d722435dbf121b3a3f23c441 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:19.436869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:19.449003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] For port 2084780b-bde2-4004-9229-9b804d252ae2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2084780b-bde2-4004-9229-9b804d252ae2,segment=NetworkSegment(00c60f3e-6035-4ff4-9818-291866a9cd53),segment_id=00c60f3e-6035-4ff4-9818-291866a9cd53)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:19.449614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:19.452784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:30:19.452784 dv-neutron-839018-1-hyperv neutron-server[88062]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:30:19.452784 dv-neutron-839018-1-hyperv neutron-server[88062]: [parameters: {'id': '129078b8-39c5-4782-9307-536a371e0aa8'}] Apr 22 09:30:19.452784 dv-neutron-839018-1-hyperv neutron-server[88062]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:19.453561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:19.459371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.484263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.499840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Made reservation on behalf of 94057136d722435dbf121b3a3f23c441 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:19.515963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.542916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.548283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:19.561434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.587808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.641649 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:19.643022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad46df-e6a7-41dc-96db-d8ab225c225a None None] Pushing event updated for resources: {'Port': ['ID=2084780b-bde2-4004-9229-9b804d252ae2,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:19.648023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c93f88-8cf8-4fbf-810a-90e516592131 req-addc5b46-721c-4e52-ae1d-d1959fdde28e tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:19.649554 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-49c93f88-8cf8-4fbf-810a-90e516592131 req-addc5b46-721c-4e52-ae1d-d1959fdde28e tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.4155345 Apr 22 09:30:19.653250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Usage tracker for resource:security_group_rule and tenant:94057136d722435dbf121b3a3f23c441 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:19.659570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:19.671190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1014d772-249d-4071-9b9f-6c193b580298 None None] Network 129078b8-39c5-4782-9307-536a371e0aa8 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:19.708780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:19.721603 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2254958 Apr 22 09:30:19.722645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54816) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:19.740699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18d9e5-eedd-4fc8-a0fb-9967b037000b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=3f2f78c7-d24a-4f24-886e-0d7b933cd96a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:19.750371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': '3f2f78c7-d24a-4f24-886e-0d7b933cd96a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:19.765127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:19.791046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:19.793783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd046253-5071-4e8c-a978-42b0753c866a tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.808617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.810225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6152d-988c-4dcb-bbb0-6afc654b20be None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:19.947841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:19.958079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6152d-988c-4dcb-bbb0-6afc654b20be None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:19.958333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:19.959019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-72e6152d-988c-4dcb-bbb0-6afc654b20be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:19.969332 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:19.975764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:20.025181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-72e6152d-988c-4dcb-bbb0-6afc654b20be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:20.045169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e6152d-988c-4dcb-bbb0-6afc654b20be None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:20.045169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-72e6152d-988c-4dcb-bbb0-6afc654b20be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:20.102240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Pushing event updated for resources: {'Port': ['ID=8b74fdc7-5c95-4150-bb58-07944ac7281b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:20.118550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:20.122947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-72e6152d-988c-4dcb-bbb0-6afc654b20be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:20.123644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:20.123925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e6152d-988c-4dcb-bbb0-6afc654b20be None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:20.131393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:20.136174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.151719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:20.160213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.170932 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-49c93f88-8cf8-4fbf-810a-90e516592131 req-1ca9a4e6-c965-4fbb-888c-4e3cf8023c88 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587154 Apr 22 09:30:20.181768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cd046253-5071-4e8c-a978-42b0753c866a tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Calling delete_port for 61a25850-3a02-4a69-a46c-51a0e4517ffe owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:20.200894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port 2084780b-bde2-4004-9229-9b804d252ae2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:20.201255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.235718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98f875-9fc4-4ae5-9582-9d2535304476,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:20.257068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:20.260800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.368161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.28 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/9ada9d08-d455-4c8f-a70f-d527c36b78f3) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:20.382605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2298dd3d-af49-4700-9c04-e84beb8b9d4b None None] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:20.420847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:20.512702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-df04da01-abd4-4657-91c4-e71de2efd2d0 None None] Provisioning for port bce0442c-1d8e-4876-aac6-4ce7508a8777 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:20.586068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.586900 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Added segment 2297580d-a35f-42bc-9d2b-771ff03e4b1e of type vlan for network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb Apr 22 09:30:20.685441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.735627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd046253-5071-4e8c-a978-42b0753c866a tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.810212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd046253-5071-4e8c-a978-42b0753c866a tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event deleted for resources: {'Port': ['ID=61a25850-3a02-4a69-a46c-51a0e4517ffe,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:20.918145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.970053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.975879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:20.976507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:20.983063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router 277286b0-2d55-466e-946b-4a76f99e61cb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:21.012518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b6db9-0ac6-4f8a-ae85-7cc09c98c6d5 req-b3e9f36b-0db5-402a-969f-be9b5202033b tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:21.014045 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa0b6db9-0ac6-4f8a-ae85-7cc09c98c6d5 req-b3e9f36b-0db5-402a-969f-be9b5202033b tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.6836784 Apr 22 09:30:21.086866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3653cc-74e7-4a10-a7ec-72a50c437f78 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:30:21.099712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd046253-5071-4e8c-a978-42b0753c866a tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:21.114443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port 2084780b-bde2-4004-9229-9b804d252ae2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2084780b-bde2-4004-9229-9b804d252ae2,segment=NetworkSegment(00c60f3e-6035-4ff4-9818-291866a9cd53),segment_id=00c60f3e-6035-4ff4-9818-291866a9cd53)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:21.114820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:21.124352 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cd046253-5071-4e8c-a978-42b0753c866a tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "DELETE /v2.0/ports/61a25850-3a02-4a69-a46c-51a0e4517ffe HTTP/1.1" status: 204 len: 168 time: 2.4683185 Apr 22 09:30:21.127748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54822) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:21.175173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:21.236259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3653cc-74e7-4a10-a7ec-72a50c437f78 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:30:21.293256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bce0442c-1d8e-4876-aac6-4ce7508a8777 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:21.317555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:21.322799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:21.327314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:21.381709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=9ada9d08-d455-4c8f-a70f-d527c36b78f3,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:21.400222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:21.408899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:21.416713 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9912437-fd03-47d9-a45e-ba7933d906cb None None] Sync routers for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:21.428300 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9912437-fd03-47d9-a45e-ba7933d906cb None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:21.429240 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f9912437-fd03-47d9-a45e-ba7933d906cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:21.450773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port bce0442c-1d8e-4876-aac6-4ce7508a8777 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:21.458373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port bce0442c-1d8e-4876-aac6-4ce7508a8777 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:21.458747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:21.502981 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f9912437-fd03-47d9-a45e-ba7933d906cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:21.515762 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9912437-fd03-47d9-a45e-ba7933d906cb None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:21.516463 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f9912437-fd03-47d9-a45e-ba7933d906cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:21.571602 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Pushing event updated for resources: {'Network': ['ID=e6e25692-1fe3-4595-a5e2-e0401cb4c7cb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:21.586249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for 2084780b-bde2-4004-9229-9b804d252ae2 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:21.621855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f9912437-fd03-47d9-a45e-ba7933d906cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:21.621855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9912437-fd03-47d9-a45e-ba7933d906cb None None] The sync data for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:21.641602 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-356f8a7a-755e-4344-b4b6-9ad7e0d50802 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 2.6201446 Apr 22 09:30:21.656612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:21.672259 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa0b6db9-0ac6-4f8a-ae85-7cc09c98c6d5 req-0d0df321-f578-4929-aecc-5ed85c772303 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6078458 Apr 22 09:30:21.718606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:21.747248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0202115d-b7c3-43f9-9010-25b664044401 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:21.747970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0202115d-b7c3-43f9-9010-25b664044401 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Synchronizing usage tracker for tenant:a1c1212eca87426fad7d35459bcbbf4f on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:21.825502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:21.908688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0202115d-b7c3-43f9-9010-25b664044401 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Unset dirty status for tenant:a1c1212eca87426fad7d35459bcbbf4f on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:21.913872 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0202115d-b7c3-43f9-9010-25b664044401 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "GET /v2.0/ports?device_id=b694c466-393c-4467-820a-d320a309b1f7 HTTP/1.1" status: 200 len: 913 time: 0.7849967 Apr 22 09:30:21.918566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54832) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:21.959533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:21.969682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54836) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:21.990217 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-34fe1631-e069-47c9-8857-60cec540843d tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/floatingips/d3a99b18-ef52-45b1-91fd-32569bbcfbb7 HTTP/1.1" status: 200 len: 978 time: 8.9704063 Apr 22 09:30:21.999951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54838) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:22.013215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.054613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Request body: {'port': {'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1743815836'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:22.058238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=2084780b-bde2-4004-9229-9b804d252ae2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:22.074164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:22.082555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port 2084780b-bde2-4004-9229-9b804d252ae2 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:22.103606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port bce0442c-1d8e-4876-aac6-4ce7508a8777, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bce0442c-1d8e-4876-aac6-4ce7508a8777,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:22.131436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Usage tracker for resource:port and tenant:a0c3b2f41b894981be9593c02426c754 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:22.144496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:22.166250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.171044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=769f93fe-a467-4733-a3cf-e86e9f17b985,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:22.200494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:22.281778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=bce0442c-1d8e-4876-aac6-4ce7508a8777,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:22.286683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': '5dc84372-a3ac-4e8c-9eb9-041228cf0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f2f78c7-d24a-4f24-886e-0d7b933cd96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:22.287040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: 3f2f78c7-d24a-4f24-886e-0d7b933cd96a, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:22.296433 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 9d2e3513-d2f8-483c-8eda-52afc6bdfff6 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:22.296854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.354922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Made reservation on behalf of a0c3b2f41b894981be9593c02426c754 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:22.357178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.368260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.390471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.428385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129078b8-39c5-4782-9307-536a371e0aa8']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:22.442751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:22.496098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:22.512959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Usage tracker for resource:security_group_rule and tenant:a0c3b2f41b894981be9593c02426c754 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:22.519544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c60f3e-6035-4ff4-9818-291866a9cd53') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:22.519838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c60f3e-6035-4ff4-9818-291866a9cd53') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:22.528077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:22.530539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 3f2f78c7-d24a-4f24-886e-0d7b933cd96a) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:22.540429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:22.542193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44661bda-c6eb-4b7c-98f8-607ee13446c6 None None] Network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:22.547098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.553996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:22.555077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.593200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.595132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.611145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.697797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:22.698108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.717691 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ba5e6398-5383-4bfd-80bd-63a863848407 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9784329 Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:22.718566 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:22.734379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54846) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:22.746248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-112671658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:22.768418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100498f9-b556-41c9-9e40-70da999a1d76 req-df066dea-d300-4610-83db-1421ad68e51e tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:22.770145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-100498f9-b556-41c9-9e40-70da999a1d76 req-df066dea-d300-4610-83db-1421ad68e51e tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.5911167 Apr 22 09:30:22.802283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-3f2f78c7-d24a-4f24-886e-0d7b933cd96a', 'network_id': '3f2f78c7-d24a-4f24-886e-0d7b933cd96a', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': '769f93fe-a467-4733-a3cf-e86e9f17b985'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:22.803116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.804716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:22.817998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:router and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:22.828187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:22.894100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:22.923829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.934506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.935685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:22.980367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Allocated IP 172.20.0.2 (3f2f78c7-d24a-4f24-886e-0d7b933cd96a/769f93fe-a467-4733-a3cf-e86e9f17b985/d81a7537-87a0-4f24-82fe-0911638cbd58) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:23.107437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.138364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=129078b8-39c5-4782-9307-536a371e0aa8,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:23.191137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.198758 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3a96c26f-0869-4c37-8e12-7c172da24220 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/129078b8-39c5-4782-9307-536a371e0aa8 HTTP/1.1" status: 204 len: 168 time: 5.7300153 Apr 22 09:30:23.205462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.205756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54850) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:23.208697 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-100498f9-b556-41c9-9e40-70da999a1d76 req-b703e20b-156a-4db0-b91e-340010f51ff5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262965 Apr 22 09:30:23.227024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.248482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] device_id is not set on port 32e9ea79-f0e0-46ab-a506-14a616f9573c yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:23.256145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bce0442c-1d8e-4876-aac6-4ce7508a8777 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:23.320751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.322090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.335274 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e357e1-bd2e-4206-80ea-3c36421ac932 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] GET failed (client error): The resource could not be found. Apr 22 09:30:23.336462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63e357e1-bd2e-4206-80ea-3c36421ac932 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Synchronizing usage tracker for tenant:d0cb6c5311fa47b087c56ed72deb898e on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:23.343334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Transition to ACTIVE for port object d81a7537-87a0-4f24-82fe-0911638cbd58 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:23.351879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc5ae12-67b0-48a5-bc69-f42589349285,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:23.354660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:30:23.376127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Transition to ACTIVE for port object d81a7537-87a0-4f24-82fe-0911638cbd58 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:23.380767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port bce0442c-1d8e-4876-aac6-4ce7508a8777 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:23.381160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.388206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.420823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.451791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.452972 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ef4468c3-2c9a-4d8e-982c-5cfecafd48a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7176626 Apr 22 09:30:23.461988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54854) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:23.474072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'port': {'network_id': '3f2f78c7-d24a-4f24-886e-0d7b933cd96a', 'name': 'tempest-RoutersTest-1941887354'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:23.545555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63e357e1-bd2e-4206-80ea-3c36421ac932 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Unset dirty status for tenant:d0cb6c5311fa47b087c56ed72deb898e on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:23.546974 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-63e357e1-bd2e-4206-80ea-3c36421ac932 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/subnets/679111ec-1346-4fde-9f26-54664bfbcebd HTTP/1.1" status: 404 len: 337 time: 0.3420835 Apr 22 09:30:23.555560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54858) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:23.573398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Pushing event updated for resources: {'Port': ['ID=d81a7537-87a0-4f24-82fe-0911638cbd58,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:23.594058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:23.603921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:23.615299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:23.716704 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3a3fcd-ea3b-44d4-ab13-e90defd37831 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:23.717194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3a3fcd-ea3b-44d4-ab13-e90defd37831 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:23.724240 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3c3a3fcd-ea3b-44d4-ab13-e90defd37831 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/129078b8-39c5-4782-9307-536a371e0aa8 HTTP/1.1" status: 404 len: 339 time: 0.1573696 Apr 22 09:30:23.728837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.733026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54862) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:23.757762 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Attempting to bind port d81a7537-87a0-4f24-82fe-0911638cbd58 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:23.758152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Attempting to bind port d81a7537-87a0-4f24-82fe-0911638cbd58 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '5dc84372-a3ac-4e8c-9eb9-041228cf0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f2f78c7-d24a-4f24-886e-0d7b933cd96a'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:23.758476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Attempting to bind port d81a7537-87a0-4f24-82fe-0911638cbd58 on network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:23.766835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:23.767219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Checking segment: {'id': '5dc84372-a3ac-4e8c-9eb9-041228cf0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f2f78c7-d24a-4f24-886e-0d7b933cd96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:23.767697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.768092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Bound using segment: {'id': '5dc84372-a3ac-4e8c-9eb9-041228cf0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f2f78c7-d24a-4f24-886e-0d7b933cd96a'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:23.768582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Bound port: d81a7537-87a0-4f24-82fe-0911638cbd58, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc84372-a3ac-4e8c-9eb9-041228cf0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '3f2f78c7-d24a-4f24-886e-0d7b933cd96a'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:23.769611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.814342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:23.840180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Sync routers for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:23.859348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:23.859671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:23.878762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:23.890239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:port and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:23.896021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:23.903104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:23.904351 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d5f11725-2efc-4cc5-957d-248ea4c32a8d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0647440 Apr 22 09:30:23.905539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:23.908869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] device_id is not set on port 32e9ea79-f0e0-46ab-a506-14a616f9573c yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:23.913760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:23.961303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] For port d81a7537-87a0-4f24-82fe-0911638cbd58, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:23.966257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] For port d81a7537-87a0-4f24-82fe-0911638cbd58, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d81a7537-87a0-4f24-82fe-0911638cbd58,segment=NetworkSegment(5dc84372-a3ac-4e8c-9eb9-041228cf0060),segment_id=5dc84372-a3ac-4e8c-9eb9-041228cf0060)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:23.983922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:24.005060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:24.008491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:24.031747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:24.032288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Transition to ACTIVE for port object 32e9ea79-f0e0-46ab-a506-14a616f9573c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:24.047410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] device_id is not set on port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:24.142554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:24.148722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:24.148722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:24.149112 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Floating IP d3a99b18-ef52-45b1-91fd-32569bbcfbb7 disassociated. External IP: 172.26.2.62, port: 9d2e3513-d2f8-483c-8eda-52afc6bdfff6. Apr 22 09:30:24.149330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for 9d2e3513-d2f8-483c-8eda-52afc6bdfff6 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:24.150014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:24.194019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:24.255620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74fe594-5d38-4642-beb2-faee84577ee4 None None] Pushing event updated for resources: {'Port': ['ID=d81a7537-87a0-4f24-82fe-0911638cbd58,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:24.299618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767bc27-2b61-4dac-b507-3da10c27dcf0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:24.303591 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7767bc27-2b61-4dac-b507-3da10c27dcf0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5612245 Apr 22 09:30:24.323638 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54872) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:24.416857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=32e9ea79-f0e0-46ab-a506-14a616f9573c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:24.445325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Checking segment: {'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:24.445831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Network hostable DHCP agents. Network: e6e25692-1fe3-4595-a5e2-e0401cb4c7cb, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:24.513560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:20Z', 'revision_number': 3, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:24.519818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Checking router: b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:30:24.520767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Updating router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab port 8b74fdc7-5c95-4150-bb58-07944ac7281b binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:30:24.574735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.20.0.14 (3f2f78c7-d24a-4f24-886e-0d7b933cd96a/769f93fe-a467-4733-a3cf-e86e9f17b985/9fde89b4-f4c0-4278-9d72-3a96a0e48331) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:24.625221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:24.673140 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-93381a82-3e53-4c28-8f74-5164b630862b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 207 time: 0.3478501 Apr 22 09:30:24.685912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54876) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:24.723934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:24.900059 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 548387c9-816d-4ee6-a2fc-9d592e398ab3 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:30:24.907790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.016309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.032477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, e6e25692-1fe3-4595-a5e2-e0401cb4c7cb) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:25.034140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Transition to ACTIVE for port object 8b74fdc7-5c95-4150-bb58-07944ac7281b will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:25.034297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=9d2e3513-d2f8-483c-8eda-52afc6bdfff6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:25.049224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.093984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f0a73-d86a-48f4-83de-55507f75bef2 None None] Network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:25.154552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:25.249607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Attempting to bind port 8b74fdc7-5c95-4150-bb58-07944ac7281b on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:25.250119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Attempting to bind port 8b74fdc7-5c95-4150-bb58-07944ac7281b by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:25.250578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Attempting to bind port 8b74fdc7-5c95-4150-bb58-07944ac7281b on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:25.255836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00767d6-c4f7-4091-87ce-5594168ec982 None None] Pushing event updated for resources: {'Port': ['ID=8b74fdc7-5c95-4150-bb58-07944ac7281b,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:25.277971 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:25.278180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:25.278698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.279192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:25.279753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Bound port: 8b74fdc7-5c95-4150-bb58-07944ac7281b, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:25.280223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.307248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Deleting port fb15196e-510c-4f62-8ca0-da891149221b {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:25.307849 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.325218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d81a7537-87a0-4f24-82fe-0911638cbd58 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:25.411560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:25.412188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:25.412734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:25.453351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb4ffe-1046-45cb-8284-a34aad639b57 req-3068498f-1fb9-4cc4-bbf0-d0af6d0ac9e9 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:25.455204 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b1fb4ffe-1046-45cb-8284-a34aad639b57 req-3068498f-1fb9-4cc4-bbf0-d0af6d0ac9e9 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.9901228 Apr 22 09:30:25.469672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:25.470275 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:25.478044 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 2 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:25.510073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0a3d1-fe84-4a74-a65c-52cfb67b8770 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:25.515942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0a3d1-fe84-4a74-a65c-52cfb67b8770 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:25.522604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0a3d1-fe84-4a74-a65c-52cfb67b8770 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:25.528826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad0a3d1-fe84-4a74-a65c-52cfb67b8770 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:25.529903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-dad0a3d1-fe84-4a74-a65c-52cfb67b8770 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Synchronizing usage tracker for tenant:d0cb6c5311fa47b087c56ed72deb898e on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:25.564957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:25.576779 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Sync routers for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:25.605751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:25.606383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:25.606880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:25.607744 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:25.621336 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:25.651103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] For port 8b74fdc7-5c95-4150-bb58-07944ac7281b, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:25.654667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:25.655414 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:25.662491 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 3 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:25.667254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] For port 8b74fdc7-5c95-4150-bb58-07944ac7281b, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8b74fdc7-5c95-4150-bb58-07944ac7281b,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:25.680162 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.691281 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b1fb4ffe-1046-45cb-8284-a34aad639b57 req-106e3300-d401-4a29-bb6a-8f790492cbe2 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288644 Apr 22 09:30:25.709872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-dad0a3d1-fe84-4a74-a65c-52cfb67b8770 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Unset dirty status for tenant:d0cb6c5311fa47b087c56ed72deb898e on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:25.711829 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dad0a3d1-fe84-4a74-a65c-52cfb67b8770 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.0221834 Apr 22 09:30:25.722713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54880) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:25.731475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.738118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec05b01-9bb3-41b2-8d9e-81f3e5ed763b None None] Network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:25.758162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:25.758488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:25.758831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:25.773185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:25.817182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:25.817182 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:25.826418 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 4 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:25.880258 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:25.965407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object 9fde89b4-f4c0-4278-9d72-3a96a0e48331 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:25.978047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Calling delete_port for fb15196e-510c-4f62-8ca0-da891149221b owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:25.992735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:25.993560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:25.993560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:26.006452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:26.007103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:26.038058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:26.038639 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:26.043005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.044303 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-10e9b75a-6153-4c3d-94b7-4f8d06a22ac1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.9226985 Apr 22 09:30:26.051339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54888) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:26.062247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router 277286b0-2d55-466e-946b-4a76f99e61cb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:26.098724 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 5 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:26.106133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port d81a7537-87a0-4f24-82fe-0911638cbd58 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:26.144716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cfa2b675-fa4f-4005-a35c-76fe6f520a0a None None] Provisioning for port d81a7537-87a0-4f24-82fe-0911638cbd58 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:26.157846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d81a7537-87a0-4f24-82fe-0911638cbd58 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:26.158751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.216382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cfa2b675-fa4f-4005-a35c-76fe6f520a0a None None] Provisioning complete for port d81a7537-87a0-4f24-82fe-0911638cbd58 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:26.216799 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b675-fa4f-4005-a35c-76fe6f520a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.241139 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:21Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:26.245332 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Checking router: 548387c9-816d-4ee6-a2fc-9d592e398ab3 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:30:26.245825 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Updating router 548387c9-816d-4ee6-a2fc-9d592e398ab3 port 9ada9d08-d455-4c8f-a70f-d527c36b78f3 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:30:26.267846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00767d6-c4f7-4091-87ce-5594168ec982 None None] Pushing event updated for resources: {'Port': ['ID=8b74fdc7-5c95-4150-bb58-07944ac7281b,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:26.296146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:26.299797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:26.300563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:26.326022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:26.326587 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:26.332652 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 6 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:26.347245 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.351899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.353776 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c94e784f-4be6-4469-b4ce-df2b7609dffd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.6295140 Apr 22 09:30:26.361587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.371527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54894) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:26.393747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.395991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:26.396641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:26.397374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:26.505870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:26.506444 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:26.528490 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 7 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:26.567918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:26.571128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:26.596044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:26.614809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:26.615054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:26.615390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:26.621585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:26.638660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event deleted for resources: {'Port': ['ID=fb15196e-510c-4f62-8ca0-da891149221b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:26.661658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=9fde89b4-f4c0-4278-9d72-3a96a0e48331,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:26.689388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:26.690301 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:26.693078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-98ff2ea6-06b2-4ab2-853e-581b10505c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:26.694594 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-98ff2ea6-06b2-4ab2-853e-581b10505c48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae124d6892d4413a89294c4c904e12cf&device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 1099 time: 0.5539970 Apr 22 09:30:26.701547 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 8 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:26.759560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363a97c-eca3-4f26-921d-235def6b40a9 req-02ad6028-0721-4661-9b5b-353e0c4aea8d tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:26.761402 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9363a97c-eca3-4f26-921d-235def6b40a9 req-02ad6028-0721-4661-9b5b-353e0c4aea8d tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.6219091 Apr 22 09:30:26.866120 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e84d5cb4-fbaf-4838-888d-71f1205d8a4b tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8131599 Apr 22 09:30:26.866703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54898) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:26.873676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:26.874011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:26.874346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:26.889132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.913396 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.927601 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Transition to ACTIVE for port object 9ada9d08-d455-4c8f-a70f-d527c36b78f3 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:26.941788 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:26.965327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfa2b675-fa4f-4005-a35c-76fe6f520a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.055445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port d81a7537-87a0-4f24-82fe-0911638cbd58, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d81a7537-87a0-4f24-82fe-0911638cbd58,segment=NetworkSegment(5dc84372-a3ac-4e8c-9eb9-041228cf0060),segment_id=5dc84372-a3ac-4e8c-9eb9-041228cf0060)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:27.065961 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Pushing event updated for resources: {'Port': ['ID=9ada9d08-d455-4c8f-a70f-d527c36b78f3,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:27.078674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:27.102916 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Attempting to bind port 9ada9d08-d455-4c8f-a70f-d527c36b78f3 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:27.103617 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Attempting to bind port 9ada9d08-d455-4c8f-a70f-d527c36b78f3 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:27.104811 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Attempting to bind port 9ada9d08-d455-4c8f-a70f-d527c36b78f3 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:27.115780 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:27.116576 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:27.117246 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.117918 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:27.118531 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Bound port: 9ada9d08-d455-4c8f-a70f-d527c36b78f3, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:27.119141 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.127714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902a57d-3dbf-40db-b030-fdd260b5fcf5 None None] Sync routers for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:27.152286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.200804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b7f16-bd44-4758-a156-10a1786b7eb6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:27.202792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b7f16-bd44-4758-a156-10a1786b7eb6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:27.204556 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3c3b7f16-bd44-4758-a156-10a1786b7eb6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6165111 Apr 22 09:30:27.206407 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] For port 9ada9d08-d455-4c8f-a70f-d527c36b78f3, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:27.214520 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] For port 9ada9d08-d455-4c8f-a70f-d527c36b78f3, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9ada9d08-d455-4c8f-a70f-d527c36b78f3,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:27.217097 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.217460 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.217855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.218230 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.218573 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.218955 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.219344 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.219939 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.220268 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.220763 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.221242 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.221621 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:30:27.226756 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.272201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54902) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:27.274477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Allocated IP 172.20.0.1 (e3952e52-b9ec-4648-9793-4121f1fd0a85/0fd45dc6-df75-4a1b-9cec-8e932461fe6e/ac4bced7-1ad9-46f9-b379-f7122b9f0764) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:27.307943 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e873e-203d-4976-94fc-5d144900e4d3 None None] Pushing event updated for resources: {'Port': ['ID=9ada9d08-d455-4c8f-a70f-d527c36b78f3,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:27.341703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=d81a7537-87a0-4f24-82fe-0911638cbd58,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:27.342203 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:27.342961 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:27.345758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-cfa2b675-fa4f-4005-a35c-76fe6f520a0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:27.346117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-cfa2b675-fa4f-4005-a35c-76fe6f520a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:27.347470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902a57d-3dbf-40db-b030-fdd260b5fcf5 None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:27.348074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6902a57d-3dbf-40db-b030-fdd260b5fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:27.474403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6902a57d-3dbf-40db-b030-fdd260b5fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:27.492766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.514397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Transition to ACTIVE for port object ac4bced7-1ad9-46f9-b379-f7122b9f0764 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:27.518167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.518326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902a57d-3dbf-40db-b030-fdd260b5fcf5 None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:27.519089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6902a57d-3dbf-40db-b030-fdd260b5fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:27.562766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-d32c01fe-aaf1-4517-ba85-e301b723fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:27.565374 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-d32c01fe-aaf1-4517-ba85-e301b723fb77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c059870-353d-4410-984f-e3256cbc9a7d HTTP/1.1" status: 200 len: 913 time: 0.8507118 Apr 22 09:30:27.581808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:27.582471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.604900 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:27.619348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:27.619826 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:27.677846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6902a57d-3dbf-40db-b030-fdd260b5fcf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:27.678246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902a57d-3dbf-40db-b030-fdd260b5fcf5 None None] The sync data for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:27.689683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:20Z', 'revision_number': 3, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:27.694266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fabc29d-7cad-4bc7-9e34-082b2df2078d None None] The sync data for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv is: [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:20Z', 'revision_number': 3, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:27.702179 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 9 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:27.720090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.753156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:27.775109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050cd07-fccd-4c68-bc95-0ecf19db1dac tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:27.776598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050cd07-fccd-4c68-bc95-0ecf19db1dac tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:27.781872 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3050cd07-fccd-4c68-bc95-0ecf19db1dac tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4206879 Apr 22 09:30:27.790623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54906) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:27.792208 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b1a7a887-2a6a-45c0-80fa-f06177e4b6d9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/ports/9d2e3513-d2f8-483c-8eda-52afc6bdfff6 HTTP/1.1" status: 204 len: 168 time: 5.7910073 Apr 22 09:30:27.816425 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9a6b9f71-6cbf-4e49-8a3e-6ac74c99926c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3511369 Apr 22 09:30:27.823549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54910) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:27.823728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54912) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:27.926695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c34e013-5e65-492f-87a3-5e7d4f9f5c7c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:27.928137 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8c34e013-5e65-492f-87a3-5e7d4f9f5c7c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8517005 Apr 22 09:30:27.984956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54918) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:27.995573 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:21Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:28.001025 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82f1f5e-05eb-4a59-aac0-1f64e828f476 None None] The sync data for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv is: [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:21Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:28.097875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-013f14a8-9e8f-414f-a894-c5be4f64ecb7 None None] Provisioning for port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:28.103323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-013f14a8-9e8f-414f-a894-c5be4f64ecb7 None None] Provisioning complete for port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:28.103733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-013f14a8-9e8f-414f-a894-c5be4f64ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:28.118034 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ebeebabd-666c-4d00-98b2-1a6c35917218 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1319656 Apr 22 09:30:28.139130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54922) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:28.148175 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-dc2a2b2c-dfdf-43a0-b52f-44acfc16e6d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91b74461-2452-4da7-9c71-3d748287b490 HTTP/1.1" status: 200 len: 217 time: 0.5272520 Apr 22 09:30:28.148854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:28.149184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:28.149516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:28.152969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2096373063', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:28.161687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4bced7-1ad9-46f9-b379-f7122b9f0764,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:28.174561 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Router b694c466-393c-4467-820a-d320a309b1f7 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:28.183568 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-013f14a8-9e8f-414f-a894-c5be4f64ecb7 None None] Port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:28.195251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-013f14a8-9e8f-414f-a894-c5be4f64ecb7 None None] Provisioning complete for port d81a7537-87a0-4f24-82fe-0911638cbd58 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:28.195615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-013f14a8-9e8f-414f-a894-c5be4f64ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:28.236118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:28.249799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9363a97c-eca3-4f26-921d-235def6b40a9 req-b991f76d-dc5a-480b-9671-538a18643813 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4102015 Apr 22 09:30:28.250458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:28.250857 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:28.258741 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 10 to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c Apr 22 09:30:28.269709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:28.363158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:28.445998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:28.447940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:28.451308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:28.474607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 32e9ea79-f0e0-46ab-a506-14a616f9573c on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:28.474935 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 32e9ea79-f0e0-46ab-a506-14a616f9573c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:28.475294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:28.652847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea57ae9-c3fe-49f5-9593-01d985bc5dc2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:28.658884 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4ea57ae9-c3fe-49f5-9593-01d985bc5dc2 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/networks/4af1170c-e729-4de4-8ff5-fd62fb0507cb HTTP/1.1" status: 200 len: 800 time: 0.8654406 Apr 22 09:30:28.664128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54926) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:28.667305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:28.691382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1118900b-221b-4208-a81f-653e17e9ffd2 None None] Provisioning for port ac4bced7-1ad9-46f9-b379-f7122b9f0764 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:28.699361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1118900b-221b-4208-a81f-653e17e9ffd2 None None] Provisioning complete for port ac4bced7-1ad9-46f9-b379-f7122b9f0764 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:28.699733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1118900b-221b-4208-a81f-653e17e9ffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:28.733891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-0f02682e-141d-4a5a-b654-374bbace7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:28.735425 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-0f02682e-141d-4a5a-b654-374bbace7dbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ab2957b-8bd2-42c8-b735-54251fc3db9c HTTP/1.1" status: 200 len: 852 time: 0.5547161 Apr 22 09:30:28.768498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1118900b-221b-4208-a81f-653e17e9ffd2 None None] Port ac4bced7-1ad9-46f9-b379-f7122b9f0764 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:28.779025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:28.797977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:28.801636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:28.810837 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab166bc4-a425-48f1-bd4e-282168fb9895 None None] Sync routers for ids ['b694c466-393c-4467-820a-d320a309b1f7'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:28.821469 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab166bc4-a425-48f1-bd4e-282168fb9895 None None] Routers {'b694c466-393c-4467-820a-d320a309b1f7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:28.823468 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ab166bc4-a425-48f1-bd4e-282168fb9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b694c466-393c-4467-820a-d320a309b1f7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:28.824969 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-869cd6a9-67c0-44af-9226-f6cfb5db9257 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "PUT /v2.0/routers/b694c466-393c-4467-820a-d320a309b1f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8983767 Apr 22 09:30:28.826206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54930) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:28.932269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:28.947163 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ab166bc4-a425-48f1-bd4e-282168fb9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:28.963232 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab166bc4-a425-48f1-bd4e-282168fb9895 None None] Routers {'b694c466-393c-4467-820a-d320a309b1f7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:28.964423 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ab166bc4-a425-48f1-bd4e-282168fb9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b694c466-393c-4467-820a-d320a309b1f7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:28.983342 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aa626558-f6b5-4ba8-9177-1322514a290c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/networks/4af1170c-e729-4de4-8ff5-fd62fb0507cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3186824 Apr 22 09:30:28.984470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54934) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:29.025050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:29.029125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:29.064080 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ab166bc4-a425-48f1-bd4e-282168fb9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:29.065439 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab166bc4-a425-48f1-bd4e-282168fb9895 None None] The sync data for ids ['b694c466-393c-4467-820a-d320a309b1f7'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:29.162516 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-ab29c455-9c0c-4a28-bf70-fca448115022 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c059870-353d-4410-984f-e3256cbc9a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3430929 Apr 22 09:30:29.163231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:29.180641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89619a9f-1c4a-44e7-95c3-938669d61e23 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:29.185528 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-89619a9f-1c4a-44e7-95c3-938669d61e23 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/subnets/3dd94a67-a500-4877-8282-e2ae67c7de6a HTTP/1.1" status: 200 len: 811 time: 0.1966343 Apr 22 09:30:29.186139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54938) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:29.315651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee1628-1a68-40b7-bcef-b79ea807c8fc tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:29.317114 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-daee1628-1a68-40b7-bcef-b79ea807c8fc tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "GET /v2.0/subnets/3dd94a67-a500-4877-8282-e2ae67c7de6a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1304617 Apr 22 09:30:29.336536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54944) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:29.407784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1215181339'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:29.411409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d81a7537-87a0-4f24-82fe-0911638cbd58 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:29.434858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04a4aeb2-3620-4c40-b66a-a31772be3b56 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:29.517213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d81a7537-87a0-4f24-82fe-0911638cbd58 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:29.517684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:29.534524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:29.568972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:29.642235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] For port 32e9ea79-f0e0-46ab-a506-14a616f9573c, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:29.642657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempted to set empty binding levels {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 09:30:29.656895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:29.659144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=b04b76bd-a153-4698-b2da-1e1908264408,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:29.668523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9ada9d08-d455-4c8f-a70f-d527c36b78f3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:29.669785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:29.670148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: 303ea779-29bd-4e0f-a215-e37f8691800c, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:29.698622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dab05b-27d2-44f7-b081-f36ca50b4a27 req-bc3f4a55-22a5-4c5a-828a-183e032f294a tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:29.705847 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23dab05b-27d2-44f7-b081-f36ca50b4a27 req-bc3f4a55-22a5-4c5a-828a-183e032f294a tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.2234523 Apr 22 09:30:29.741529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:29.760530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 9ada9d08-d455-4c8f-a70f-d527c36b78f3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:29.760756 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23dab05b-27d2-44f7-b081-f36ca50b4a27 req-ac0504ec-9f4b-400d-9e2a-4f4db51a4fcb tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538721 Apr 22 09:30:29.761896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 303ea779-29bd-4e0f-a215-e37f8691800c is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:29.766061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9ada9d08-d455-4c8f-a70f-d527c36b78f3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:29.766437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:29.779817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 303ea779-29bd-4e0f-a215-e37f8691800c) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:29.785065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:29.786659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:29.809749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfc1b87-8c1a-4eb4-889a-81c61438aa91 None None] Network 303ea779-29bd-4e0f-a215-e37f8691800c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:29.811918 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d3cb168d-5069-4d3d-b9ac-4e3ca0989d43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6714947 Apr 22 09:30:29.815514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54948) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:30.053072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.077534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 9ada9d08-d455-4c8f-a70f-d527c36b78f3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9ada9d08-d455-4c8f-a70f-d527c36b78f3,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:30.085959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.087781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8b74fdc7-5c95-4150-bb58-07944ac7281b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:30.106582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:30.107180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.120794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:30.124139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.262105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=9ada9d08-d455-4c8f-a70f-d527c36b78f3,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:30.293038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-303ea779-29bd-4e0f-a215-e37f8691800c', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:30.293951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.294320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04a4aeb2-3620-4c40-b66a-a31772be3b56 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.305880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04a4aeb2-3620-4c40-b66a-a31772be3b56 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.309932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8b74fdc7-5c95-4150-bb58-07944ac7281b completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:30.320412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8b74fdc7-5c95-4150-bb58-07944ac7281b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:30.320783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.323280 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-4716d552-78b6-43a6-b38e-f2e1e96d38f4 service neutron] 10.222.0.35 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1408565 Apr 22 09:30:30.324799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 8.2998908 Apr 22 09:30:30.325578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f38e3a-91d0-4620-ae1d-bc1246d13817 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=32e9ea79-f0e0-46ab-a506-14a616f9573c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:30.336446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54952) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:30.385454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.417001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:30.592310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.625154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 8b74fdc7-5c95-4150-bb58-07944ac7281b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8b74fdc7-5c95-4150-bb58-07944ac7281b,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:30.626815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Allocated IP 172.20.0.2 (303ea779-29bd-4e0f-a215-e37f8691800c/b04b76bd-a153-4698-b2da-1e1908264408/a09ad988-e84f-4b5b-8d0f-434989e16ee7) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:30.633297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.692420 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Deleting port 32e9ea79-f0e0-46ab-a506-14a616f9573c {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:30.692772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.810633 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.811105 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Added segment c3805256-2374-4566-af81-426a984d1dde of type vlan for network b707228c-9eed-469f-bf91-faaba697bb1e Apr 22 09:30:30.826610 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=8b74fdc7-5c95-4150-bb58-07944ac7281b,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:30.849649 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.885247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.929703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.935037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:30.935621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.940152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04a4aeb2-3620-4c40-b66a-a31772be3b56 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.940627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a4aeb2-3620-4c40-b66a-a31772be3b56 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Fanout notify agent at l3_agent the message router_deleted on router b694c466-393c-4467-820a-d320a309b1f7 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:30:30.963373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.975719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Transition to ACTIVE for port object a09ad988-e84f-4b5b-8d0f-434989e16ee7 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:30.994537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] For port 32e9ea79-f0e0-46ab-a506-14a616f9573c, host hv-neutron-8390, got binding levels [] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:30.994897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:30.997418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Transition to ACTIVE for port object a09ad988-e84f-4b5b-8d0f-434989e16ee7 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:31.004312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.070546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Network 303ea779-29bd-4e0f-a215-e37f8691800c is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:31.073460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:31.077163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:31.091612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Pushing event updated for resources: {'Port': ['ID=a09ad988-e84f-4b5b-8d0f-434989e16ee7,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:31.156719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Calling delete_port for 32e9ea79-f0e0-46ab-a506-14a616f9573c owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:31.189700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Attempting to bind port a09ad988-e84f-4b5b-8d0f-434989e16ee7 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:31.190076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Attempting to bind port a09ad988-e84f-4b5b-8d0f-434989e16ee7 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:31.190496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Attempting to bind port a09ad988-e84f-4b5b-8d0f-434989e16ee7 on network 303ea779-29bd-4e0f-a215-e37f8691800c {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:31.197801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:31.198877 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Checking segment: {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:31.199360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.208432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Bound using segment: {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:31.208432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Bound port: a09ad988-e84f-4b5b-8d0f-434989e16ee7, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:31.208432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.237621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.239621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04a4aeb2-3620-4c40-b66a-a31772be3b56 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.243294 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-04a4aeb2-3620-4c40-b66a-a31772be3b56 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "DELETE /v2.0/routers/b694c466-393c-4467-820a-d320a309b1f7 HTTP/1.1" status: 204 len: 168 time: 2.3790202 Apr 22 09:30:31.251582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54958) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:31.265290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9ada9d08-d455-4c8f-a70f-d527c36b78f3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:31.291964 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9490325 Apr 22 09:30:31.308142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54962) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:31.334208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2445313-9385-473d-901f-5c80024b1aa3 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Network': ['ID=b707228c-9eed-469f-bf91-faaba697bb1e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:31.344114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'network_id': 'b707228c-9eed-469f-bf91-faaba697bb1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:31.351952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network b707228c-9eed-469f-bf91-faaba697bb1e details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:31.400180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] For port a09ad988-e84f-4b5b-8d0f-434989e16ee7, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:31.404202 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd31e23e-b4b1-47be-bd54-4f66b12fec8d req-22e53890-a231-4867-b4d4-d6fa6087d876 service neutron] 10.222.0.35 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0589767 Apr 22 09:30:31.448271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.462214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] For port a09ad988-e84f-4b5b-8d0f-434989e16ee7, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a09ad988-e84f-4b5b-8d0f-434989e16ee7,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:31.478114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.526936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event deleted for resources: {'Port': ['ID=32e9ea79-f0e0-46ab-a506-14a616f9573c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:31.534220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.554661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd178bd0-8362-4426-b4f4-cf6eca47c517 None None] Pushing event updated for resources: {'Port': ['ID=a09ad988-e84f-4b5b-8d0f-434989e16ee7,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:31.559487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9ada9d08-d455-4c8f-a70f-d527c36b78f3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:31.559859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.615695 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2382e634-1925-4716-9a0b-68278d0756be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "DELETE /v2.0/ports/32e9ea79-f0e0-46ab-a506-14a616f9573c HTTP/1.1" status: 204 len: 168 time: 1.2761445 Apr 22 09:30:31.620348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54966) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:31.622948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:31.675307 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0594824d-5345-42f2-a740-cb40bc6273b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] GET failed (client error): The resource could not be found. Apr 22 09:30:31.675920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0594824d-5345-42f2-a740-cb40bc6273b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Synchronizing usage tracker for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:31.686897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:31.695204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8b74fdc7-5c95-4150-bb58-07944ac7281b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:31.760819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Made reservation on behalf of d0cb6c5311fa47b087c56ed72deb898e for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:31.766264 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.770244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a5055-46af-40d6-981f-fe76c8b27f7e req-9fc1b876-38e7-496a-a5c0-2f23c84105cf tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:31.771727 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b07a5055-46af-40d6-981f-fe76c8b27f7e req-9fc1b876-38e7-496a-a5c0-2f23c84105cf tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.8431396 Apr 22 09:30:31.776353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cc09dd-69a0-49d0-ac18-bceb34cd2800 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Deleting subnet c603ebbd-aa65-4894-924f-c0c48b047879 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:31.782647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0594824d-5345-42f2-a740-cb40bc6273b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Unset dirty status for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:31.784293 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0594824d-5345-42f2-a740-cb40bc6273b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "GET /v2.0/ports/32e9ea79-f0e0-46ab-a506-14a616f9573c HTTP/1.1" status: 404 len: 333 time: 0.1627564 Apr 22 09:30:31.786009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90cc09dd-69a0-49d0-ac18-bceb34cd2800 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.797095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8b74fdc7-5c95-4150-bb58-07944ac7281b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:31.797615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.806248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54970) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:31.815440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Request body: {'port': {'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1822665446'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:31.886313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:31.932837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:31.959626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing IP validity checks on allocation pools {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 09:30:31.960143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 09:30:32.000175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:32.034615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90cc09dd-69a0-49d0-ac18-bceb34cd2800 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.061758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Made reservation on behalf of a0c3b2f41b894981be9593c02426c754 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:32.064010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.084988 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b07a5055-46af-40d6-981f-fe76c8b27f7e req-612280cd-0de7-4cce-9395-1e9842d1a4d3 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624228 Apr 22 09:30:32.189047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.206366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.262207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:30:32.302513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] device_id is not set on port 820d628a-cd83-49cd-922c-5e61127b1133 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:32.409395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.1 (303ea779-29bd-4e0f-a215-e37f8691800c/b04b76bd-a153-4698-b2da-1e1908264408/bcab88ee-f8c7-4bf2-9955-c1928327b5a4) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:32.529507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.550199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.657481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.742528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=9fde89b4-f4c0-4278-9d72-3a96a0e48331,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:32.834027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-97cacba0-7aea-432f-a07e-a45ef91e22da None None] Provisioning complete for port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:32.834587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-97cacba0-7aea-432f-a07e-a45ef91e22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.849391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90cc09dd-69a0-49d0-ac18-bceb34cd2800 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.886311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=3aac4eb4-c2e0-4910-b1d9-bca5096887ff,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:32.898648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-97cacba0-7aea-432f-a07e-a45ef91e22da None None] Port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:32.906772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.918073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.922467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7443a6dc-a80c-40bb-81fb-d4e142e954fc None None] Network 303ea779-29bd-4e0f-a215-e37f8691800c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:32.927255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Checking segment: {'id': 'c3805256-2374-4566-af81-426a984d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b707228c-9eed-469f-bf91-faaba697bb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:32.927613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network hostable DHCP agents. Network: b707228c-9eed-469f-bf91-faaba697bb1e, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:32.937348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:32.963441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object bcab88ee-f8c7-4bf2-9955-c1928327b5a4 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:32.976349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Network b707228c-9eed-469f-bf91-faaba697bb1e is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:32.996065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, b707228c-9eed-469f-bf91-faaba697bb1e) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:33.000967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:33.001588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.007047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f040002e-56cb-40de-b221-43e98c999861 None None] Network b707228c-9eed-469f-bf91-faaba697bb1e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:33.012009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Pushing event updated for resources: {'Port': ['ID=ac4bced7-1ad9-46f9-b379-f7122b9f0764,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:33.037964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.088046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.105745 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-397810c5-afd4-448d-8ef2-1423a46f3968 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7767756 Apr 22 09:30:33.116576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54974) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:33.128255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-963631b2-428d-4aac-9f22-d7128753d934 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:33.140830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-55685cb9-8822-400c-88fd-e3e079ed5986 None None] Provisioning for port a09ad988-e84f-4b5b-8d0f-434989e16ee7 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:33.165625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:33.180913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:33.187166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:33.188209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:33.188805 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.203935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 303ea779-29bd-4e0f-a215-e37f8691800c is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:33.210116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=820d628a-cd83-49cd-922c-5e61127b1133,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:33.227635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90cc09dd-69a0-49d0-ac18-bceb34cd2800 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.288871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc09dd-69a0-49d0-ac18-bceb34cd2800 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event deleted for resources: {'Subnet': ['ID=c603ebbd-aa65-4894-924f-c0c48b047879,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:33.324047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:33.332622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:33.356732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90cc09dd-69a0-49d0-ac18-bceb34cd2800 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.373197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.375883 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710ecabc-fa6a-46b9-b889-e6443e6296c2 None None] Network 07502294-5441-491b-a8eb-ee4c64c0ba95 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:33.394337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port e535b751-6745-4034-b170-37300c6cd1af {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:33.394690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.400650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-b707228c-9eed-469f-bf91-faaba697bb1e', 'network_id': 'b707228c-9eed-469f-bf91-faaba697bb1e', 'tenant_id': 'd0cb6c5311fa47b087c56ed72deb898e', 'fixed_ips': [{'subnet_id': '3aac4eb4-c2e0-4910-b1d9-bca5096887ff'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:33.401562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.411132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a09ad988-e84f-4b5b-8d0f-434989e16ee7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:33.423334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-90cc09dd-69a0-49d0-ac18-bceb34cd2800 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "DELETE /v2.0/subnets/c603ebbd-aa65-4894-924f-c0c48b047879 HTTP/1.1" status: 204 len: 168 time: 2.1444006 Apr 22 09:30:33.428492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 54980) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:33.442107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:33.443869 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3f9e2da1-fae1-4024-9642-820352898923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6368403 Apr 22 09:30:33.459423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54984) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:33.471288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:33.481346 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:33.549966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:33.597635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.640469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-963631b2-428d-4aac-9f22-d7128753d934 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4178406'] for subnet, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.734837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.865329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d8f3315f-c743-414d-99ba-06e7f0c3b204 None None] Provisioning complete for port ac4bced7-1ad9-46f9-b379-f7122b9f0764 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:33.866320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8f3315f-c743-414d-99ba-06e7f0c3b204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.893320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port a09ad988-e84f-4b5b-8d0f-434989e16ee7 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:33.909085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790bd40-70e3-41d9-b5b1-bc6321184f75 req-f1ed6236-6cc6-4104-a2c6-dc2b9b786a08 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:33.911499 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6790bd40-70e3-41d9-b5b1-bc6321184f75 req-f1ed6236-6cc6-4104-a2c6-dc2b9b786a08 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.5382369 Apr 22 09:30:33.914692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a09ad988-e84f-4b5b-8d0f-434989e16ee7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:33.919106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:33.937463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Deleting port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:33.938028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.041644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3315f-c743-414d-99ba-06e7f0c3b204 None None] Port ac4bced7-1ad9-46f9-b379-f7122b9f0764 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:34.088957 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6790bd40-70e3-41d9-b5b1-bc6321184f75 req-ce6665b4-6b3e-4580-a2e3-5af2b8e63cd7 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637001 Apr 22 09:30:34.098447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.149840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] DHCP port deletion for 07502294-5441-491b-a8eb-ee4c64c0ba95 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:34.173396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.185912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] Deleting port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:34.185912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.226510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.302374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port a09ad988-e84f-4b5b-8d0f-434989e16ee7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a09ad988-e84f-4b5b-8d0f-434989e16ee7,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:34.340612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for e535b751-6745-4034-b170-37300c6cd1af owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:34.349293 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5354c3bd-9f91-470f-a2e7-7b5a54ef1a13 None None] Provisioning complete for port a09ad988-e84f-4b5b-8d0f-434989e16ee7 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:34.349655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5354c3bd-9f91-470f-a2e7-7b5a54ef1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.361796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.386725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.405124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-963631b2-428d-4aac-9f22-d7128753d934 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782380856580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2653228'] for subnet, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.537201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.574549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:34.671171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Allocated IP 172.20.0.3 (b707228c-9eed-469f-bf91-faaba697bb1e/3aac4eb4-c2e0-4910-b1d9-bca5096887ff/b2f5632b-7c4b-41f5-b6d3-1725d0fa4956) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:34.719076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=a09ad988-e84f-4b5b-8d0f-434989e16ee7,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:34.802538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963631b2-428d-4aac-9f22-d7128753d934 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:34.803129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-963631b2-428d-4aac-9f22-d7128753d934 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.807021 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-963631b2-428d-4aac-9f22-d7128753d934 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "PUT /v2.0/subnets/3aac4eb4-c2e0-4910-b1d9-bca5096887ff HTTP/1.1" status: 200 len: 877 time: 1.6831138 Apr 22 09:30:34.818224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 54992) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:34.824444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] For port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6f01fcc9-75df-40b9-bcea-e9c46d3702c4,segment=NetworkSegment(74c223b8-2513-493e-aa04-009383f8dfc2),segment_id=74c223b8-2513-493e-aa04-009383f8dfc2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:34.824844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:34.948437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963631b2-428d-4aac-9f22-d7128753d934 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event updated for resources: {'Subnet': ['ID=3aac4eb4-c2e0-4910-b1d9-bca5096887ff,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:35.022763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] Calling delete_port for 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:35.131609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5354c3bd-9f91-470f-a2e7-7b5a54ef1a13 None None] Provisioning for port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:35.169275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5354c3bd-9f91-470f-a2e7-7b5a54ef1a13 None None] Provisioning complete for port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:35.169646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5354c3bd-9f91-470f-a2e7-7b5a54ef1a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.215079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.235162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b69e3-38e6-48cb-822d-49397f612ebc req-392e22f2-0c0a-4563-b19b-7c0f38523515 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:35.238791 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70b69e3-38e6-48cb-822d-49397f612ebc req-392e22f2-0c0a-4563-b19b-7c0f38523515 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.5462906 Apr 22 09:30:35.247363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.252956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] device_id is not set on port 820d628a-cd83-49cd-922c-5e61127b1133 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:35.292005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.298365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] For port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6f01fcc9-75df-40b9-bcea-e9c46d3702c4,segment=NetworkSegment(74c223b8-2513-493e-aa04-009383f8dfc2),segment_id=74c223b8-2513-493e-aa04-009383f8dfc2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:35.299551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.330367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Transition to ACTIVE for port object 820d628a-cd83-49cd-922c-5e61127b1133 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:35.333404 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a09ad988-e84f-4b5b-8d0f-434989e16ee7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:35.345073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:35.357482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.370761 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0039ea76-16cd-4777-9109-6babf1d0fa90 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4481471 Apr 22 09:30:35.407841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.426739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Transition to ACTIVE for port object b2f5632b-7c4b-41f5-b6d3-1725d0fa4956 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:35.429097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Sync routers for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:35.431460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] Pushing event deleted for resources: {'Port': ['ID=6f01fcc9-75df-40b9-bcea-e9c46d3702c4,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:35.433262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5354c3bd-9f91-470f-a2e7-7b5a54ef1a13 None None] Port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:35.459165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c2b93-d430-4c0a-8c02-3f851d29787c None None] No DVR routers for this DVR port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:35.483710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Transition to ACTIVE for port object b2f5632b-7c4b-41f5-b6d3-1725d0fa4956 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:35.484984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:35.485616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:35.498935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Calling delete_port for 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:35.576209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.604083 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70b69e3-38e6-48cb-822d-49397f612ebc req-9c8444f4-bc68-4f54-9c07-03dbf1318fa1 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448677 Apr 22 09:30:35.680188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.701408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Network b707228c-9eed-469f-bf91-faaba697bb1e is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:35.720493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:35.798511 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:35.809007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Pushing event updated for resources: {'Port': ['ID=b2f5632b-7c4b-41f5-b6d3-1725d0fa4956,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:35.815510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-72118e1b-8dc3-4c17-a0ac-7011ae0beb21 None None] Provisioning complete for port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:35.815912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-72118e1b-8dc3-4c17-a0ac-7011ae0beb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.837976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=820d628a-cd83-49cd-922c-5e61127b1133,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:35.890707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.894572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a09ad988-e84f-4b5b-8d0f-434989e16ee7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:35.895160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:35.957887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=e535b751-6745-4034-b170-37300c6cd1af,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:36.006201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:36.006555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:36.006923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:36.023600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:36.023982 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:36.025563 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 2 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:36.033772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:36.058334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.071448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.098429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-72118e1b-8dc3-4c17-a0ac-7011ae0beb21 None None] Port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:36.105929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:36.106248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:36.109179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Attempting to bind port b2f5632b-7c4b-41f5-b6d3-1725d0fa4956 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:36.109734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Attempting to bind port b2f5632b-7c4b-41f5-b6d3-1725d0fa4956 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'c3805256-2374-4566-af81-426a984d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b707228c-9eed-469f-bf91-faaba697bb1e'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:36.110269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Attempting to bind port b2f5632b-7c4b-41f5-b6d3-1725d0fa4956 on network b707228c-9eed-469f-bf91-faaba697bb1e {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:36.122702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:36.123491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Checking segment: {'id': 'c3805256-2374-4566-af81-426a984d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b707228c-9eed-469f-bf91-faaba697bb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:36.124058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.124769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Bound using segment: {'id': 'c3805256-2374-4566-af81-426a984d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b707228c-9eed-469f-bf91-faaba697bb1e'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:36.125475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Bound port: b2f5632b-7c4b-41f5-b6d3-1725d0fa4956, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3805256-2374-4566-af81-426a984d1dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b707228c-9eed-469f-bf91-faaba697bb1e'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:36.126176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.186729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:36.187125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:36.187509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:36.210998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:36.211331 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:36.214805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.216283 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 3 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:36.225413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.279590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.296962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.300909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:36.306090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=3aac4eb4-c2e0-4910-b1d9-bca5096887ff,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:36.307800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:36.308136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:36.308493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:36.335943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:36.335943 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:36.352406 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 4 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:36.400130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:36.400492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:36.400825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:36.422669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.438682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.451932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=9fde89b4-f4c0-4278-9d72-3a96a0e48331,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:36.462009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] For port b2f5632b-7c4b-41f5-b6d3-1725d0fa4956, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:36.502998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] For port b2f5632b-7c4b-41f5-b6d3-1725d0fa4956, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b2f5632b-7c4b-41f5-b6d3-1725d0fa4956,segment=NetworkSegment(c3805256-2374-4566-af81-426a984d1dde),segment_id=c3805256-2374-4566-af81-426a984d1dde)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:36.510224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.549538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:36.602640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:36.602979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:36.610994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Deleting port 6f01fcc9-75df-40b9-bcea-e9c46d3702c4 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:36.611231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.685359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61d236c-836a-437f-983a-cf23902fc747 None None] Pushing event updated for resources: {'Port': ['ID=b2f5632b-7c4b-41f5-b6d3-1725d0fa4956,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:36.715812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:31Z', 'revision_number': 2, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:36.723186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Checking router: b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:30:36.723541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Updating router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab port ac4bced7-1ad9-46f9-b379-f7122b9f0764 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:30:36.748573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75cf8e1-9e5f-4a87-9270-d515dad00b71 None None] Network b707228c-9eed-469f-bf91-faaba697bb1e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:36.760797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] The port '6f01fcc9-75df-40b9-bcea-e9c46d3702c4' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:30:36.768007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:36.809527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:36.809951 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:36.813080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.813879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:36.824815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 5 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:36.848848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:36.849513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:36.849513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:36.857013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:36.857406 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:36.866304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 303ea779-29bd-4e0f-a215-e37f8691800c is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:36.872925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:36.877517 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 6 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:36.893314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:36.898807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:36.899228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:36.899754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:36.919302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b707228c-9eed-469f-bf91-faaba697bb1e']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:36.955013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3805256-2374-4566-af81-426a984d1dde') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:36.955013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3805256-2374-4566-af81-426a984d1dde') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:36.968993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:36.969602 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:36.972580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55006) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:36.974875 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 7 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:37.002513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1476803415', 'description': 'tempest-description--411443440'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:37.008429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.023605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:37.024108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:37.024569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:37.102410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:37.133361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:37.141223 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:37.146454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Usage tracker for resource:security_group and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:37.149067 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 8 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:37.177579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:37.180894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.183090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:37.183513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:37.183955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:37.205619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:37.215283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:37.215825 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:37.223718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9ff3d4-5898-40d8-89b0-fdce6a58bbea req-13473402-04ad-420e-b103-80f0b21bd7b7 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:37.232152 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ee9ff3d4-5898-40d8-89b0-fdce6a58bbea req-13473402-04ad-420e-b103-80f0b21bd7b7 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.4808695 Apr 22 09:30:37.236921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.254854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:37.255362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.275815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 9 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:37.282896 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:37.293414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7873f9c2-d3a5-4bda-8acf-f1c2224f63c1 None None] Provisioning complete for port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:37.293975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7873f9c2-d3a5-4bda-8acf-f1c2224f63c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.352547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07502294-5441-491b-a8eb-ee4c64c0ba95']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:37.418348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1f69c7-1628-4453-a2df-785eef5e3281 None None] Network b707228c-9eed-469f-bf91-faaba697bb1e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:37.424759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c223b8-2513-493e-aa04-009383f8dfc2') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:37.425311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.425424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c223b8-2513-493e-aa04-009383f8dfc2') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:37.462790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:37.463268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:37.464053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:37.470341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.471196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7873f9c2-d3a5-4bda-8acf-f1c2224f63c1 None None] Port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:37.494751 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ee9ff3d4-5898-40d8-89b0-fdce6a58bbea req-c1f2fc55-7f59-4f8d-b780-ba12383be121 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615638 Apr 22 09:30:37.495469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:37.495884 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:37.500484 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 10 to bind port 820d628a-cd83-49cd-922c-5e61127b1133 Apr 22 09:30:37.518596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:37.521387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:30:37.521387 dv-neutron-839018-1-hyperv neutron-server[88063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:30:37.521387 dv-neutron-839018-1-hyperv neutron-server[88063]: [parameters: {'id': 'b707228c-9eed-469f-bf91-faaba697bb1e'}] Apr 22 09:30:37.521387 dv-neutron-839018-1-hyperv neutron-server[88063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:37.523438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:37.536858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Usage tracker for resource:security_group_rule and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:37.544617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:37.557014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:37.560371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 548387c9-816d-4ee6-a2fc-9d592e398ab3 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:37.561993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:37.562533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:37.562963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:37.578297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:37.579575 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 820d628a-cd83-49cd-922c-5e61127b1133 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:37.580249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.648509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-58c248f0-cb51-42fa-8f81-e02285515797 None None] Provisioning complete for port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:37.648888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58c248f0-cb51-42fa-8f81-e02285515797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.759481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.775088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-58c248f0-cb51-42fa-8f81-e02285515797 None None] Port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:30:37.793129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:37.793892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.802292 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:37.824591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c15fcb-f97b-4126-b131-0b1ebf9aa292 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:37.859562 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:37.972492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c15fcb-f97b-4126-b131-0b1ebf9aa292 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:30:37.989056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] For port 820d628a-cd83-49cd-922c-5e61127b1133, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:37.989627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempted to set empty binding levels {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 09:30:38.004492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.008292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:38.025226 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Sync routers for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:38.036508 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:38.037357 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:38.063959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.069169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.090349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.092272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 75faadaa-168b-4686-b83b-88726b4ab89e is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:30:38.096740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] In _notify_port_updated(), no bound segment for port 820d628a-cd83-49cd-922c-5e61127b1133 on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:30:38.097788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.098565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.100116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "PUT /v2.0/ports/820d628a-cd83-49cd-922c-5e61127b1133 HTTP/1.1" status: 200 len: 981 time: 4.6378479 Apr 22 09:30:38.103494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55016) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:38.159206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Transition to ACTIVE for port object ac4bced7-1ad9-46f9-b379-f7122b9f0764 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:38.168026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f26b1-f256-407a-ad77-838741397d53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=820d628a-cd83-49cd-922c-5e61127b1133,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:38.169656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.175778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port b2f5632b-7c4b-41f5-b6d3-1725d0fa4956 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:38.176180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.176530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.187353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.211228 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-66633fe4-f96a-4f4b-84c1-010355620e66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/548387c9-816d-4ee6-a2fc-9d592e398ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3944695 Apr 22 09:30:38.219773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.221733 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2251730 Apr 22 09:30:38.222663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55020) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:38.227179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7d249-4ab1-44d0-85c2-ffd84f3e2435 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:38.230961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router 277286b0-2d55-466e-946b-4a76f99e61cb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:38.231813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55022) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:38.264756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.278096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Request body: {'security_group_rule': {'security_group_id': '40f6f79b-9ea0-42b1-91b5-0c03664fd3ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:38.301355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:38.305492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] Pushing event deleted for resources: {'Network': ['ID=07502294-5441-491b-a8eb-ee4c64c0ba95,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:38.332355 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:38.362737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Usage tracker for resource:security_group_rule and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:38.369002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a36290-13db-4ecd-8383-dc010769a601 None None] Pushing event updated for resources: {'Port': ['ID=ac4bced7-1ad9-46f9-b379-f7122b9f0764,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:38.379901 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-82a99807-ff96-4856-83a5-8d6c734fab41 tempest-FloatingIPNegativeTestJSON-621868863 tempest-FloatingIPNegativeTestJSON-621868863-project] 10.222.0.32 "DELETE /v2.0/networks/07502294-5441-491b-a8eb-ee4c64c0ba95 HTTP/1.1" status: 204 len: 168 time: 4.9435344 Apr 22 09:30:38.381825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:38.397225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:38.411822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564f333-2b35-4eb2-b7dc-fe36db28ed8b req-ee6b5acc-8d5b-415a-b46b-4131b0ed2082 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.418519 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8564f333-2b35-4eb2-b7dc-fe36db28ed8b req-ee6b5acc-8d5b-415a-b46b-4131b0ed2082 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.5136764 Apr 22 09:30:38.517119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:38.523517 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bc3f78d0-aeb3-473b-990e-738583fece8d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/75faadaa-168b-4686-b83b-88726b4ab89e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6823530 Apr 22 09:30:38.531194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423da5ef-646e-4759-86b6-ce24308be76b req-0933b7f8-692c-404e-afc8-2b1a0baa6e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.533639 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-423da5ef-646e-4759-86b6-ce24308be76b req-0933b7f8-692c-404e-afc8-2b1a0baa6e27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae124d6892d4413a89294c4c904e12cf&device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 1099 time: 0.5862200 Apr 22 09:30:38.535006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55030) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:38.566658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9c85d-035c-4c7c-bc04-b33b5c02b3b9 None None] Sync routers for ids ['75faadaa-168b-4686-b83b-88726b4ab89e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:38.586378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Attempting to bind port ac4bced7-1ad9-46f9-b379-f7122b9f0764 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:38.586871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Attempting to bind port ac4bced7-1ad9-46f9-b379-f7122b9f0764 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:38.587364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Attempting to bind port ac4bced7-1ad9-46f9-b379-f7122b9f0764 on network e3952e52-b9ec-4648-9793-4121f1fd0a85 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:38.596116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.601377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:38.601893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Checking segment: {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:38.602300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.602967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Bound using segment: {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:38.603723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Bound port: ac4bced7-1ad9-46f9-b379-f7122b9f0764, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:38.604111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.616369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9c85d-035c-4c7c-bc04-b33b5c02b3b9 None None] Routers {'75faadaa-168b-4686-b83b-88726b4ab89e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:38.617191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-84b9c85d-035c-4c7c-bc04-b33b5c02b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['75faadaa-168b-4686-b83b-88726b4ab89e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:38.699199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-84b9c85d-035c-4c7c-bc04-b33b5c02b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:38.763895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9c85d-035c-4c7c-bc04-b33b5c02b3b9 None None] Routers {'75faadaa-168b-4686-b83b-88726b4ab89e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:38.764569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-84b9c85d-035c-4c7c-bc04-b33b5c02b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['75faadaa-168b-4686-b83b-88726b4ab89e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:38.868738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port b2f5632b-7c4b-41f5-b6d3-1725d0fa4956, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b2f5632b-7c4b-41f5-b6d3-1725d0fa4956,segment=NetworkSegment(c3805256-2374-4566-af81-426a984d1dde),segment_id=c3805256-2374-4566-af81-426a984d1dde)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:38.869277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:38.894599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.895232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.895764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.896287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.896845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.897474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.897875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.898405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.898915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.899559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.899934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.901137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.901658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.902173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.902686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.903198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.903709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.904219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.904757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.905265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.905775 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.906285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.906797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:38.909621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Synchronizing usage tracker for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:38.927078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-84b9c85d-035c-4c7c-bc04-b33b5c02b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:38.927485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9c85d-035c-4c7c-bc04-b33b5c02b3b9 None None] The sync data for ids ['75faadaa-168b-4686-b83b-88726b4ab89e'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:38.941092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55036) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:38.948697 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:34Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:35Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:38.953331 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Checking router: 548387c9-816d-4ee6-a2fc-9d592e398ab3 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:30:38.953681 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Updating router 548387c9-816d-4ee6-a2fc-9d592e398ab3 port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:30:39.012940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b622d71c-7540-489a-a3fd-dc17cd538445 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.013689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b622d71c-7540-489a-a3fd-dc17cd538445 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:39.029283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:39.041103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] For port ac4bced7-1ad9-46f9-b379-f7122b9f0764, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:39.043516 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-292c11b8-9ecd-4080-84cc-b79c4b085765 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/routers/277286b0-2d55-466e-946b-4a76f99e61cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2041011 Apr 22 09:30:39.050251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55042) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:39.051536 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834da9fa-6270-430c-a50d-62508721796f None None] Sync routers for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:39.058544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Unset dirty status for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:39.060167 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d8871434-83cc-419d-9a30-09c87700f820 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20292 time: 0.9541826 Apr 22 09:30:39.061465 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.068247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] For port ac4bced7-1ad9-46f9-b379-f7122b9f0764, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ac4bced7-1ad9-46f9-b379-f7122b9f0764,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:39.083355 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834da9fa-6270-430c-a50d-62508721796f None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:39.083961 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-834da9fa-6270-430c-a50d-62508721796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:39.105267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.120331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55046) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:39.148494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for b2f5632b-7c4b-41f5-b6d3-1725d0fa4956 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:39.220736 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-834da9fa-6270-430c-a50d-62508721796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:39.264797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:39.265626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:39.268254 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834da9fa-6270-430c-a50d-62508721796f None None] Routers {'277286b0-2d55-466e-946b-4a76f99e61cb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:39.269280 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-834da9fa-6270-430c-a50d-62508721796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['277286b0-2d55-466e-946b-4a76f99e61cb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:39.279497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b622d71c-7540-489a-a3fd-dc17cd538445 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:39.281060 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b622d71c-7540-489a-a3fd-dc17cd538445 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports/9fde89b4-f4c0-4278-9d72-3a96a0e48331 HTTP/1.1" status: 200 len: 978 time: 0.7418883 Apr 22 09:30:39.294964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.296725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55048) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:39.319255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423da5ef-646e-4759-86b6-ce24308be76b req-387a38c0-b88b-4ef0-b98f-3b21f77d228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.321053 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-423da5ef-646e-4759-86b6-ce24308be76b req-387a38c0-b88b-4ef0-b98f-3b21f77d228f service neutron] 10.222.0.35 "GET /v2.0/networks?id=6c059870-353d-4410-984f-e3256cbc9a7d HTTP/1.1" status: 200 len: 913 time: 0.7800677 Apr 22 09:30:39.379782 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-834da9fa-6270-430c-a50d-62508721796f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:39.380267 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834da9fa-6270-430c-a50d-62508721796f None None] The sync data for ids ['277286b0-2d55-466e-946b-4a76f99e61cb'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:39.398206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Deleting port 820d628a-cd83-49cd-922c-5e61127b1133 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:39.398619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.410517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.427513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a36290-13db-4ecd-8383-dc010769a601 None None] Pushing event updated for resources: {'Port': ['ID=ac4bced7-1ad9-46f9-b379-f7122b9f0764,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:39.475642 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8564f333-2b35-4eb2-b7dc-fe36db28ed8b req-9f144f9f-d03a-4496-bd77-de909a4dd98a tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0432622 Apr 22 09:30:39.497115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.673048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:39.681682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port b2f5632b-7c4b-41f5-b6d3-1725d0fa4956 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:39.691425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.691812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.692273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.692759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.693209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.693660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.694109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.694558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.695007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.695606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.696063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.696556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.697004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.697456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:39.699834 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b3658f28-7c7a-4d7f-b53c-01bd556179e3 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9743 time: 1.4740322 Apr 22 09:30:39.733698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=b2f5632b-7c4b-41f5-b6d3-1725d0fa4956,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:39.741942 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.743149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55054) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:39.756284 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Transition to ACTIVE for port object bcab88ee-f8c7-4bf2-9955-c1928327b5a4 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:39.765977 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.839147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c20e95-869d-44fc-9eb9-40e4e2c46bfe,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:39.852186 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692ec67-c80b-4092-b897-2a429bbfd46f None None] Pushing event updated for resources: {'Port': ['ID=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:39.900705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.911039 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-423da5ef-646e-4759-86b6-ce24308be76b req-22845701-7358-4ebc-b4a3-f84a2c3d6a5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91b74461-2452-4da7-9c71-3d748287b490 HTTP/1.1" status: 200 len: 217 time: 0.5034332 Apr 22 09:30:39.927704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.935662 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a73248a1-fc12-459e-9cfb-d12a5da1279c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6789975 Apr 22 09:30:39.948439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55058) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:39.956172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b707228c-9eed-469f-bf91-faaba697bb1e']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:39.978628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:39.983989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Request body: {'security_group_rule': {'security_group_id': '40f6f79b-9ea0-42b1-91b5-0c03664fd3ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:40.030198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3805256-2374-4566-af81-426a984d1dde') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:40.030939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3805256-2374-4566-af81-426a984d1dde') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:40.032256 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0dd32b52-0fd3-49ab-8f45-c5de86ac6694 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1c1212eca87426fad7d35459bcbbf4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0865252 Apr 22 09:30:40.047888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55062) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:40.052136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.074272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.081123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:40.081491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.107210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:39Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:40.113830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:40.114740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f57e7b-b613-44f9-92c4-edaef0621f03 None None] The sync data for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv is: [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:39Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:40.116976 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:40.136780 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Attempting to bind port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:40.137535 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Attempting to bind port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:40.138472 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Attempting to bind port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 on network 303ea779-29bd-4e0f-a215-e37f8691800c {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:40.144572 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:40.144995 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Checking segment: {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:40.145774 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.145774 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Bound using segment: {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:40.146159 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Bound port: bcab88ee-f8c7-4bf2-9955-c1928327b5a4, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:40.146303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Usage tracker for resource:security_group_rule and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:40.146731 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.259201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:40.280706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:40.304470 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] For port bcab88ee-f8c7-4bf2-9955-c1928327b5a4, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:40.309247 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] For port bcab88ee-f8c7-4bf2-9955-c1928327b5a4, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:40.315091 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.330019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423da5ef-646e-4759-86b6-ce24308be76b req-d0afbef2-49c8-40d8-84db-87faa6cfe09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.331500 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-423da5ef-646e-4759-86b6-ce24308be76b req-d0afbef2-49c8-40d8-84db-87faa6cfe09e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8ab2957b-8bd2-42c8-b735-54251fc3db9c HTTP/1.1" status: 200 len: 852 time: 0.3944790 Apr 22 09:30:40.387869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.417924 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692ec67-c80b-4092-b897-2a429bbfd46f None None] Pushing event updated for resources: {'Port': ['ID=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:40.418127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.418127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.418127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.418127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.418127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.418127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.418537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.418609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.419540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.419540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.419711 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:40.419888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:40.422622 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a356756c-f2ce-445a-bdf8-b8a5f92d553e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7029 time: 0.6725721 Apr 22 09:30:40.433658 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:40.439792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.443113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] For port 820d628a-cd83-49cd-922c-5e61127b1133, host hv-neutron-8390, got binding levels [] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:40.443388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.449965 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-423da5ef-646e-4759-86b6-ce24308be76b req-8bbe1889-5965-41a9-aa02-cb75a1133b96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6c059870-353d-4410-984f-e3256cbc9a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425777 Apr 22 09:30:40.454840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55066) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:40.466143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.484141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=b707228c-9eed-469f-bf91-faaba697bb1e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:40.725471 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bb57894a-b0a0-4f70-b2c7-d8039543c591 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/b707228c-9eed-469f-bf91-faaba697bb1e HTTP/1.1" status: 204 len: 168 time: 5.9021082 Apr 22 09:30:40.734892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Calling delete_port for 820d628a-cd83-49cd-922c-5e61127b1133 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:40.758768 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:30:40.766544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55072) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:40.810476 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-423da5ef-646e-4759-86b6-ce24308be76b req-1f3aab36-9475-4e33-a2e6-a4d670c5c3cf service neutron] 10.222.0.35 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464651 Apr 22 09:30:40.842654 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3bce556-e728-4b87-aa35-bc3810c16590 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:40.843104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3bce556-e728-4b87-aa35-bc3810c16590 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:40.847076 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a3bce556-e728-4b87-aa35-bc3810c16590 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/3aac4eb4-c2e0-4910-b1d9-bca5096887ff HTTP/1.1" status: 404 len: 337 time: 0.0773213 Apr 22 09:30:40.849431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55076) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:40.893340 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-61744940-f71f-4ba4-bd74-14e37c8609ba tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:40.893814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61744940-f71f-4ba4-bd74-14e37c8609ba tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:40.895775 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-61744940-f71f-4ba4-bd74-14e37c8609ba tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/b707228c-9eed-469f-bf91-faaba697bb1e HTTP/1.1" status: 404 len: 339 time: 0.0454459 Apr 22 09:30:40.899555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55080) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:40.976663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.978906 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7373fc-9214-4411-ab4b-4dcbb11b18bd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:40.979532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7373fc-9214-4411-ab4b-4dcbb11b18bd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:40.991829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:40.994699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.004243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af278917-baad-497c-9e55-09ca9590a381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.019736 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0e7373fc-9214-4411-ab4b-4dcbb11b18bd tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/679111ec-1346-4fde-9f26-54664bfbcebd HTTP/1.1" status: 404 len: 337 time: 0.1191506 Apr 22 09:30:41.020515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.026400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55084) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:41.087025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event deleted for resources: {'Port': ['ID=820d628a-cd83-49cd-922c-5e61127b1133,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:41.095338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4804215f-0232-44c1-81f3-bfef64933d73,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:41.111907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port e10bda9f-34fb-41b6-970b-df8b437f60f5 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:41.112311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.133703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.150883 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-43014181-17e7-4a2c-83a1-64f40ff3e0f5 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:41.151597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43014181-17e7-4a2c-83a1-64f40ff3e0f5 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:41.153477 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-43014181-17e7-4a2c-83a1-64f40ff3e0f5 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/129078b8-39c5-4782-9307-536a371e0aa8 HTTP/1.1" status: 404 len: 339 time: 0.0781748 Apr 22 09:30:41.155789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55088) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:41.161365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af278917-baad-497c-9e55-09ca9590a381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.161710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.165712 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6983de5f-bcf7-4c67-88a3-0b3b3063b8d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2130992 Apr 22 09:30:41.176941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55092) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:41.190218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:41.215734 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:34Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:40Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:41.219900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:41.236469 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1461cccb-1340-43ac-b4ab-a0a99f7b0402 None None] The sync data for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv is: [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:34Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:40Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:41.284385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Usage tracker for resource:floatingip and tenant:6884960ab29c4ecdaeb0051102490630 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:41.321282 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:30:41.355050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:41.373074 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7b27d021-0f67-4ebe-8e49-46c69916c086 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "DELETE /v2.0/ports/820d628a-cd83-49cd-922c-5e61127b1133 HTTP/1.1" status: 204 len: 168 time: 2.0854619 Apr 22 09:30:41.376736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55096) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:41.381888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ac4bced7-1ad9-46f9-b379-f7122b9f0764 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:41.386770 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-423da5ef-646e-4759-86b6-ce24308be76b req-79a626e2-085c-48df-a93c-defefe76b228 service neutron] 10.222.0.35 "GET /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489097 Apr 22 09:30:41.425563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:41.447177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af278917-baad-497c-9e55-09ca9590a381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.500454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ac4bced7-1ad9-46f9-b379-f7122b9f0764 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:41.514397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ac4bced7-1ad9-46f9-b379-f7122b9f0764 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:41.514775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.558705 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf947631-8da7-4302-b591-b46f156f2f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] GET failed (client error): The resource could not be found. Apr 22 09:30:41.559338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cf947631-8da7-4302-b591-b46f156f2f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Synchronizing usage tracker for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:41.605521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.702039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cf947631-8da7-4302-b591-b46f156f2f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Unset dirty status for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:41.702488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.710891 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cf947631-8da7-4302-b591-b46f156f2f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "GET /v2.0/ports/820d628a-cd83-49cd-922c-5e61127b1133 HTTP/1.1" status: 404 len: 333 time: 0.3283682 Apr 22 09:30:41.712552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55100) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:41.720069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36913385-6039-4c8a-a9c2-6131f6c2a3c4 req-d2fe5759-64db-4141-9e0c-fec1c09d1849 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:41.722035 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-36913385-6039-4c8a-a9c2-6131f6c2a3c4 req-d2fe5759-64db-4141-9e0c-fec1c09d1849 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.8973231 Apr 22 09:30:41.732095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af278917-baad-497c-9e55-09ca9590a381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.735766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-af278917-baad-497c-9e55-09ca9590a381 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/722b0edf-5917-4372-a27c-38e118a4cb23 HTTP/1.1" status: 204 len: 168 time: 1.6643445 Apr 22 09:30:41.742437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1731214141', 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:41.766843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:41.779613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ac4bced7-1ad9-46f9-b379-f7122b9f0764, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ac4bced7-1ad9-46f9-b379-f7122b9f0764,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:41.788052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:41.803135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:41.883603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af278917-baad-497c-9e55-09ca9590a381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722b0edf-5917-4372-a27c-38e118a4cb23,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:41.896841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.016527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.035523 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-36913385-6039-4c8a-a9c2-6131f6c2a3c4 req-33680637-5979-4b8a-861c-159eddd32c86 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697301 Apr 22 09:30:42.049939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.066315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Made reservation on behalf of a0c3b2f41b894981be9593c02426c754 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:42.074332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.127960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dae22a1-38f1-499b-a7e6-4c2a8977fda9']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:42.129829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fedbd892-171d-49ee-9309-648f94662402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.140446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ac4bced7-1ad9-46f9-b379-f7122b9f0764,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:42.159578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] device_id is not set on port 3969ae1c-b244-40b0-b463-4703d1e4615c yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:42.275652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for e10bda9f-34fb-41b6-970b-df8b437f60f5 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:42.355363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500a768e-e8b7-42f8-89d4-0b356686145b') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:42.355757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500a768e-e8b7-42f8-89d4-0b356686145b') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:42.438744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.479642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.490537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:42.490812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:42.508501 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:42.568972 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-91752de0-384e-4dbb-821c-50fe2dd6c423 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4291 time: 2.1063628 Apr 22 09:30:42.589219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.622537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.634090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.639259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.670411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=6dae22a1-38f1-499b-a7e6-4c2a8977fda9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:42.682439 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d6899f60-674c-45c0-add0-2223a6d602b0 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/6dae22a1-38f1-499b-a7e6-4c2a8977fda9 HTTP/1.1" status: 204 len: 168 time: 1.5253248 Apr 22 09:30:42.684876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.692997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55118) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:42.858011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:42.865553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:42.870520 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcfeae6-1601-41bc-98ed-11342899b1aa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:42.870920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcfeae6-1601-41bc-98ed-11342899b1aa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:42.876030 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2fcfeae6-1601-41bc-98ed-11342899b1aa tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/5b10f12a-2caa-4f67-b8f7-74fe1edba435 HTTP/1.1" status: 404 len: 337 time: 0.1193500 Apr 22 09:30:42.876742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55128) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:42.879977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:42.880895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:42.881539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:42.948891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=3969ae1c-b244-40b0-b463-4703d1e4615c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:42.954341 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-117eb815-76fa-40af-9a02-5adeb518813a tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:42.955525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117eb815-76fa-40af-9a02-5adeb518813a tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:42.960840 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-117eb815-76fa-40af-9a02-5adeb518813a tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/cec96f2d-21a8-401f-af36-6339e926f2de HTTP/1.1" status: 404 len: 339 time: 0.0749002 Apr 22 09:30:42.961434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55134) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.029682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55138) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.030893 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-164cc0a5-8d8c-4d5e-af1a-30b948843e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2936249 Apr 22 09:30:43.036165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55140) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.039109 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f213632-3e54-4c75-ab2b-82bdbf2f9a39 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.039801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f213632-3e54-4c75-ab2b-82bdbf2f9a39 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.041646 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4f213632-3e54-4c75-ab2b-82bdbf2f9a39 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/80ff50d0-8261-48d3-8327-fa35496c6948 HTTP/1.1" status: 404 len: 337 time: 0.0786312 Apr 22 09:30:43.044155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55146) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.051614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.058296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56595645', 'description': 'tempest-secgroup-smoke-56595645 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:43.101133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55152) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.124876 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-721f4bb5-ae15-4c6d-9381-d0a71f7d7d7b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.125376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721f4bb5-ae15-4c6d-9381-d0a71f7d7d7b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.127853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-721f4bb5-ae15-4c6d-9381-d0a71f7d7d7b tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/34ffedc8-715a-4d76-8c81-a5273da72ff1 HTTP/1.1" status: 404 len: 339 time: 0.0823236 Apr 22 09:30:43.131357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55158) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.137539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:43.149708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:43.163344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:43.181472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.188532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:43.213404 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5b9a9d-2ebc-4496-8d9c-a473778cf8d8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.214519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5b9a9d-2ebc-4496-8d9c-a473778cf8d8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.218719 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-eb5b9a9d-2ebc-4496-8d9c-a473778cf8d8 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/47a897e2-1212-4342-b992-b3407da62e0f HTTP/1.1" status: 404 len: 337 time: 0.0838795 Apr 22 09:30:43.225909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55162) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.271124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9927a-2d2f-4e07-a981-d762ea309172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:43.271700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5df9927a-2d2f-4e07-a981-d762ea309172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Synchronizing usage tracker for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:43.274336 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e94f6d-3cce-4f06-b2eb-b2dd7ec96aff tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.277422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e94f6d-3cce-4f06-b2eb-b2dd7ec96aff tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.281347 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a2e94f6d-3cce-4f06-b2eb-b2dd7ec96aff tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/163207a8-d88c-492b-bc7b-a3d7ecd543c5 HTTP/1.1" status: 404 len: 339 time: 0.0522401 Apr 22 09:30:43.282352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55166) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.337194 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03ceb8f-e76a-4c2a-b6d4-9bcf4bbc7642 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.337642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03ceb8f-e76a-4c2a-b6d4-9bcf4bbc7642 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.341577 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e03ceb8f-e76a-4c2a-b6d4-9bcf4bbc7642 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/70582273-2d08-4e2f-a61c-5302c99b1c9f HTTP/1.1" status: 404 len: 337 time: 0.0555346 Apr 22 09:30:43.341897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55170) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.346741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-776774005'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:43.347858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bcab88ee-f8c7-4bf2-9955-c1928327b5a4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:43.351738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:43.355694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:43.358434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:43.363125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5df9927a-2d2f-4e07-a981-d762ea309172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Unset dirty status for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:43.364209 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5df9927a-2d2f-4e07-a981-d762ea309172 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "GET /v2.0/ports/3969ae1c-b244-40b0-b463-4703d1e4615c HTTP/1.1" status: 200 len: 959 time: 0.3269331 Apr 22 09:30:43.368732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55174) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.368874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=e10bda9f-34fb-41b6-970b-df8b437f60f5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:43.390961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:43.420156 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:43.429881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:43.431044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.433309 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b176e0-a5c4-4b73-8f07-95f4b8601915 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.433776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b176e0-a5c4-4b73-8f07-95f4b8601915 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.435436 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-72b176e0-a5c4-4b73-8f07-95f4b8601915 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/60884018-ff18-4cee-8bcc-a8337845af43 HTTP/1.1" status: 404 len: 339 time: 0.0740719 Apr 22 09:30:43.438942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55178) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.482239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:43.485498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.494802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.508980 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-40033275-5321-4092-8b09-8804a19e8b27 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.509431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40033275-5321-4092-8b09-8804a19e8b27 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.511624 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-40033275-5321-4092-8b09-8804a19e8b27 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/1213e1a9-bea9-4db0-b100-20a5f45de229 HTTP/1.1" status: 404 len: 337 time: 0.0715356 Apr 22 09:30:43.514763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.526625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55182) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.562683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c72dbe80-2407-46ee-95fb-001892851f5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Deleting port 3969ae1c-b244-40b0-b463-4703d1e4615c {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:43.563056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c72dbe80-2407-46ee-95fb-001892851f5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.570422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.580117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Allocated IP 172.26.2.224 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/a83f4167-62a3-446c-ae34-2d7aa8c50448) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:43.592714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:43.604345 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8121522-64bd-4bae-a56d-db469d2d8d6d tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.604918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8121522-64bd-4bae-a56d-db469d2d8d6d tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.608710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port bcab88ee-f8c7-4bf2-9955-c1928327b5a4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:43.608870 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d8121522-64bd-4bae-a56d-db469d2d8d6d tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/22968882-a99e-4940-9e4e-bbd2b30f54a0 HTTP/1.1" status: 404 len: 339 time: 0.0797844 Apr 22 09:30:43.612182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55186) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.613821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.615761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.616752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ac4bced7-1ad9-46f9-b379-f7122b9f0764 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:43.617520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:security_group_rule and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:43.653685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:43.675348 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1dce21-99a9-41ec-97a9-831a38b71575 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.675826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1dce21-99a9-41ec-97a9-831a38b71575 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.676305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:43.677459 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3a1dce21-99a9-41ec-97a9-831a38b71575 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/1fc1152c-c787-455b-969b-7e4d7a583513 HTTP/1.1" status: 404 len: 337 time: 0.0621362 Apr 22 09:30:43.678454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:43.683485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55190) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.738405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:43.750436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ac4bced7-1ad9-46f9-b379-f7122b9f0764 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:43.750806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.765387 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a66be13-9c2b-4c0b-b92f-ab265366c5f6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:43.765854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a66be13-9c2b-4c0b-b92f-ab265366c5f6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:43.804724 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1a66be13-9c2b-4c0b-b92f-ab265366c5f6 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/fc75e9f4-bd55-4362-9b13-18eb33b5bdeb HTTP/1.1" status: 404 len: 339 time: 0.0940444 Apr 22 09:30:43.823201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55194) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:43.922203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 9fde89b4-f4c0-4278-9d72-3a96a0e48331 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:43.922546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:43.952674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:43.980077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:43.999778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:44.027226 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ce1e4f-37e7-4660-a4f7-b8a3506c933c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:44.027678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ce1e4f-37e7-4660-a4f7-b8a3506c933c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:44.055210 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-06ce1e4f-37e7-4660-a4f7-b8a3506c933c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/9247e74d-b2d0-403a-9e14-bb2222986228 HTTP/1.1" status: 404 len: 337 time: 0.2309141 Apr 22 09:30:44.059581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c72dbe80-2407-46ee-95fb-001892851f5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.066393 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55198) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:44.125787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.146508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d2d62-e908-46fc-b921-b281a37cd44f req-ab5a6b1d-55ec-4cd5-ace1-464fc78ca242 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:44.147975 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b84d2d62-e908-46fc-b921-b281a37cd44f req-ab5a6b1d-55ec-4cd5-ace1-464fc78ca242 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.8897216 Apr 22 09:30:44.155616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.212694 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fce8565-72b2-4271-83ea-fb283ccabd35 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:44.213175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fce8565-72b2-4271-83ea-fb283ccabd35 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:44.222595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c72dbe80-2407-46ee-95fb-001892851f5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Calling delete_port for 3969ae1c-b244-40b0-b463-4703d1e4615c owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:44.268102 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3fce8565-72b2-4271-83ea-fb283ccabd35 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/027b520c-4324-4a85-8cad-1dcf75f87fed HTTP/1.1" status: 404 len: 339 time: 0.1999407 Apr 22 09:30:44.278583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55202) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:44.338438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.341745 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbaf257-147e-40b9-862c-6bc5e526537d tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:44.342257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbaf257-147e-40b9-862c-6bc5e526537d tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:44.344041 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0bbaf257-147e-40b9-862c-6bc5e526537d tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/417784f8-3501-47fd-98fb-66a16475f734 HTTP/1.1" status: 404 len: 337 time: 0.0645533 Apr 22 09:30:44.347074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.347451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Fanout notify agent at l3_agent the message router_deleted on router 277286b0-2d55-466e-946b-4a76f99e61cb {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:30:44.352788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55206) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:44.354988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.356989 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b84d2d62-e908-46fc-b921-b281a37cd44f req-6f2826f9-6209-40e1-9118-f748b46cb987 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787646 Apr 22 09:30:44.368827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d0b9247a-aa61-4692-9e9d-a56c5cb2ff63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.403156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.428545 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-336c5934-5ba8-4d7d-b1e5-b4bc15d37a88 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:44.429017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336c5934-5ba8-4d7d-b1e5-b4bc15d37a88 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:44.431451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:44.450532 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-336c5934-5ba8-4d7d-b1e5-b4bc15d37a88 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/eab39f98-5a56-42f5-93ee-578352aa4813 HTTP/1.1" status: 404 len: 339 time: 0.0967822 Apr 22 09:30:44.451416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25bd8ecc-79e1-4639-8d6d-72a362abf913,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:44.454732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55212) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:44.462181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.466228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.481920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.483017 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-aee65954-8621-4b4b-842b-935f74b9eeca tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/routers/277286b0-2d55-466e-946b-4a76f99e61cb HTTP/1.1" status: 204 len: 168 time: 5.4258716 Apr 22 09:30:44.486999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.491382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55216) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:44.493836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.494182 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment ad524f69-151a-47ae-9071-fc824d843243 of type vlan for network e5b846c7-4088-4a54-9ecd-d0fec2337ee0 Apr 22 09:30:44.511905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c72dbe80-2407-46ee-95fb-001892851f5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.584662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dbe80-2407-46ee-95fb-001892851f5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event deleted for resources: {'Port': ['ID=3969ae1c-b244-40b0-b463-4703d1e4615c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:44.596073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c72dbe80-2407-46ee-95fb-001892851f5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.618312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.636003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de6897f-ea41-4974-9e31-0b9be2df7e10 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting subnet 3dd94a67-a500-4877-8282-e2ae67c7de6a {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:44.644827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7de6897f-ea41-4974-9e31-0b9be2df7e10 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.653800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 9fde89b4-f4c0-4278-9d72-3a96a0e48331 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:44.675565 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c72dbe80-2407-46ee-95fb-001892851f5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "DELETE /v2.0/ports/3969ae1c-b244-40b0-b463-4703d1e4615c HTTP/1.1" status: 204 len: 168 time: 1.2888861 Apr 22 09:30:44.683492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55222) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:44.755617 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0838c084-334d-4098-b107-435ee2ef864d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] GET failed (client error): The resource could not be found. Apr 22 09:30:44.756132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.756256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0838c084-334d-4098-b107-435ee2ef864d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Synchronizing usage tracker for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:44.757326 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 1.7188578 Apr 22 09:30:44.762151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55226) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:44.767035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7de6897f-ea41-4974-9e31-0b9be2df7e10 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.802539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'bebe4b34-bf10-48b2-b9be-9c4361b6a5d7', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:44.810019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e5172-41d1-499e-9af8-f173a376dd53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:44.813037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.818758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:44.819238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.831757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:44.856003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47b50ad-7821-40c7-8720-1b45b51c63e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting subnet 4972dd12-ad8a-410c-8444-c10c65482488 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:44.869944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a47b50ad-7821-40c7-8720-1b45b51c63e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.872320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:44.880220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:44.891577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0838c084-334d-4098-b107-435ee2ef864d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Unset dirty status for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:44.897877 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0838c084-334d-4098-b107-435ee2ef864d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "GET /v2.0/ports/3969ae1c-b244-40b0-b463-4703d1e4615c HTTP/1.1" status: 404 len: 333 time: 0.2089961 Apr 22 09:30:44.897877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:44.900671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55230) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:44.914441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:44.952245 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8506618 Apr 22 09:30:44.965952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Request body: {'port': {'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-42065237'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:44.983993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a87540c-4f90-4c00-b588-a51221799583 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=e5b846c7-4088-4a54-9ecd-d0fec2337ee0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:44.986080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:45.001241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:45.002583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network e5b846c7-4088-4a54-9ecd-d0fec2337ee0 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:45.009758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:45.013655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a47b50ad-7821-40c7-8720-1b45b51c63e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.016129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:45.019840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.059833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:45.061240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7de6897f-ea41-4974-9e31-0b9be2df7e10 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.099614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Made reservation on behalf of a0c3b2f41b894981be9593c02426c754 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:45.102161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.148361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] device_id is not set on port 1358f0b3-85d6-427c-9937-51f8608ce75d yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:45.241332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.250966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event updated for resources: {'Port': ['ID=a83f4167-62a3-446c-ae34-2d7aa8c50448,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:45.262325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.292288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8c89b-87b0-4c60-9d1a-7f42fc494c35 req-c113d176-8ea2-4aa5-910c-df37d8612edc tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:45.293969 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8ae8c89b-87b0-4c60-9d1a-7f42fc494c35 req-c113d176-8ea2-4aa5-910c-df37d8612edc tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.5470021 Apr 22 09:30:45.294840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7de6897f-ea41-4974-9e31-0b9be2df7e10 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.340885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.341559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69ca9d4-e71d-4fa9-b49a-e50298c37760,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:45.358763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bcab88ee-f8c7-4bf2-9955-c1928327b5a4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:45.372029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6897f-ea41-4974-9e31-0b9be2df7e10 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd94a67-a500-4877-8282-e2ae67c7de6a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:45.378440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7de6897f-ea41-4974-9e31-0b9be2df7e10 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.413312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.414742 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dec4b4cd-321d-4bf4-b20c-dec948f8089b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6507299 Apr 22 09:30:45.418885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7de6897f-ea41-4974-9e31-0b9be2df7e10 tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/subnets/3dd94a67-a500-4877-8282-e2ae67c7de6a HTTP/1.1" status: 204 len: 168 time: 0.9609790 Apr 22 09:30:45.419683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55234) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:45.420148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55236) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:45.432901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb19c0b-c79a-4020-94c2-8b11a51f9ebe None None] Network 4af1170c-e729-4de4-8ff5-fd62fb0507cb requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:45.478399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.489094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a47b50ad-7821-40c7-8720-1b45b51c63e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.494695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'bebe4b34-bf10-48b2-b9be-9c4361b6a5d7', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:45.507945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:45.532466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:45.539986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:45.550706 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8ae8c89b-87b0-4c60-9d1a-7f42fc494c35 req-aed356c0-c6f1-4df8-99fc-1ad7f0c431b1 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294908 Apr 22 09:30:45.558656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:45.680545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.698810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.713671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.754406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:45.754780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.757215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Deleting port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:45.757718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.820656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.821353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.862397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.925343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=9fde89b4-f4c0-4278-9d72-3a96a0e48331,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:45.979430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a47b50ad-7821-40c7-8720-1b45b51c63e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:45.980045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.050618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e3263f-44b2-4374-acba-f24fe44c8b7e None None] Network 923cff68-da19-4dc2-b3ad-37944f088ac6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:46.089811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.105072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a47b50ad-7821-40c7-8720-1b45b51c63e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.106345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:46.119082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:46.133733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.135482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:46.136388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:46.137173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.148768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=1358f0b3-85d6-427c-9937-51f8608ce75d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:46.149901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b50ad-7821-40c7-8720-1b45b51c63e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Subnet': ['ID=4972dd12-ad8a-410c-8444-c10c65482488,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:46.180831 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a47b50ad-7821-40c7-8720-1b45b51c63e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/subnets/4972dd12-ad8a-410c-8444-c10c65482488 HTTP/1.1" status: 204 len: 168 time: 1.6075580 Apr 22 09:30:46.196233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55242) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:46.290308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038bdfdd-28a5-4c88-9df5-b581ca386f46,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:46.325022 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2336b8ae-2533-4841-b577-e2a653bb8733 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.4198220 Apr 22 09:30:46.332612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55246) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:46.388579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.389799 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b8371ac6-3126-49e1-9dc9-5343b1d94c3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9669228 Apr 22 09:30:46.405150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:46.435428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55250) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:46.436533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] DHCP port deletion for 4af1170c-e729-4de4-8ff5-fd62fb0507cb request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:46.442279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] Deleting port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:46.442279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.496121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'bebe4b34-bf10-48b2-b9be-9c4361b6a5d7', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:46.507831 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] DHCP port deletion for 923cff68-da19-4dc2-b3ad-37944f088ac6 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:46.539766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] Deleting port 7b737278-ec96-4d81-ac1a-00a67b320975 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:46.540255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.562854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:46.612879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:46.627825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:46.633463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] For port f7235a6f-7b1e-4451-8e47-21f43f63e4b6, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f7235a6f-7b1e-4451-8e47-21f43f63e4b6,segment=NetworkSegment(d0f4bfd1-1103-474d-82e8-b41305e75be0),segment_id=d0f4bfd1-1103-474d-82e8-b41305e75be0)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:46.633827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.663299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.665479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:46.688057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.791230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] For port f7235a6f-7b1e-4451-8e47-21f43f63e4b6, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f7235a6f-7b1e-4451-8e47-21f43f63e4b6,segment=NetworkSegment(d0f4bfd1-1103-474d-82e8-b41305e75be0),segment_id=d0f4bfd1-1103-474d-82e8-b41305e75be0)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:46.791761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:46.832719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Calling delete_port for f7235a6f-7b1e-4451-8e47-21f43f63e4b6 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:46.930915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] Calling delete_port for f7235a6f-7b1e-4451-8e47-21f43f63e4b6 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:46.999268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.006999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:47.007359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:47.038692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:30:47.098577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.109625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] No DVR routers for this DVR port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:47.125937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.135906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 75faadaa-168b-4686-b83b-88726b4ab89e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:30:47.142750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.159858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.206633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 7b737278-ec96-4d81-ac1a-00a67b320975 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:47.207168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.217172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event updated for resources: {'Port': ['ID=a83f4167-62a3-446c-ae34-2d7aa8c50448,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:47.259745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] For port 7b737278-ec96-4d81-ac1a-00a67b320975, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7b737278-ec96-4d81-ac1a-00a67b320975,segment=NetworkSegment(a1c2d078-c6dd-4579-8cd7-16b63a556ec3),segment_id=a1c2d078-c6dd-4579-8cd7-16b63a556ec3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:47.261309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.312337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Port': ['ID=f7235a6f-7b1e-4451-8e47-21f43f63e4b6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:47.405732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:30:47.420488 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9fd1325b-1f7e-438a-ab5f-6128d4b209c5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/75faadaa-168b-4686-b83b-88726b4ab89e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1008675 Apr 22 09:30:47.422374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.426117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55256) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:47.453404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af1170c-e729-4de4-8ff5-fd62fb0507cb']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:47.459094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] Calling delete_port for 7b737278-ec96-4d81-ac1a-00a67b320975 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:47.467206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f4bfd1-1103-474d-82e8-b41305e75be0') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:47.467618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f4bfd1-1103-474d-82e8-b41305e75be0') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:47.479758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.497387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.504762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:47.505190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.594995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] Deleting port f7235a6f-7b1e-4451-8e47-21f43f63e4b6 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:47.597122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.647612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f7235a6f-7b1e-4451-8e47-21f43f63e4b6 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:47.687044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e9f708-c7f2-49fb-92a5-c4dcf8d5ae92 None None] Sync routers for ids ['75faadaa-168b-4686-b83b-88726b4ab89e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:30:47.696406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.705091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-6faddc12-b8ec-4aa9-b998-743f09fba708 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:47.706651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-6faddc12-b8ec-4aa9-b998-743f09fba708 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 0.8935976 Apr 22 09:30:47.723166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] The port '7b737278-ec96-4d81-ac1a-00a67b320975' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:30:47.731189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:47.733229 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:47.775109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: f7235a6f-7b1e-4451-8e47-21f43f63e4b6 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:47.775109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f7235a6f-7b1e-4451-8e47-21f43f63e4b6 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:47.775537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7b737278-ec96-4d81-ac1a-00a67b320975 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:47.776640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.783072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.816444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-72dab900-9e26-4280-96bd-7cad63afadce None None] The port 'f7235a6f-7b1e-4451-8e47-21f43f63e4b6' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:30:47.839644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] Pushing event deleted for resources: {'Port': ['ID=7b737278-ec96-4d81-ac1a-00a67b320975,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:47.845614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4e771-e27e-42fc-8703-5557c0f13bdd None None] No DVR routers for this DVR port 7b737278-ec96-4d81-ac1a-00a67b320975 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:47.863191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9f708-c7f2-49fb-92a5-c4dcf8d5ae92 None None] Routers {'75faadaa-168b-4686-b83b-88726b4ab89e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:47.864451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-56e9f708-c7f2-49fb-92a5-c4dcf8d5ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['75faadaa-168b-4686-b83b-88726b4ab89e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:47.892656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.931458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 7b737278-ec96-4d81-ac1a-00a67b320975 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:47.932010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7b737278-ec96-4d81-ac1a-00a67b320975 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:47.940996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:47.959888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-56e9f708-c7f2-49fb-92a5-c4dcf8d5ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:47.985565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9f708-c7f2-49fb-92a5-c4dcf8d5ae92 None None] Routers {'75faadaa-168b-4686-b83b-88726b4ab89e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:30:47.986575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-56e9f708-c7f2-49fb-92a5-c4dcf8d5ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['75faadaa-168b-4686-b83b-88726b4ab89e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:47.999338 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] 10.222.0.32 "DELETE /v2.0/networks/4af1170c-e729-4de4-8ff5-fd62fb0507cb HTTP/1.1" status: 204 len: 168 time: 2.5721588 Apr 22 09:30:47.999338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.008702 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-0c2febf7-d47c-4d7e-af46-a5dc6b1225c8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 09:30:48.012556 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0c2febf7-d47c-4d7e-af46-a5dc6b1225c8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/75faadaa-168b-4686-b83b-88726b4ab89e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5811930 Apr 22 09:30:48.015804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Deleting port 91b74461-2452-4da7-9c71-3d748287b490 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:48.016212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.042275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55262) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:48.059187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923cff68-da19-4dc2-b3ad-37944f088ac6']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:48.074087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de155a9c-04c2-49d2-9c18-2183e362890c tempest-NetworksTest-1935109489 tempest-NetworksTest-1935109489-project] Pushing event deleted for resources: {'Network': ['ID=4af1170c-e729-4de4-8ff5-fd62fb0507cb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:48.075098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-56e9f708-c7f2-49fb-92a5-c4dcf8d5ae92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:48.076015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e9f708-c7f2-49fb-92a5-c4dcf8d5ae92 None None] The sync data for ids ['75faadaa-168b-4686-b83b-88726b4ab89e'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:30:48.081424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.091819 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3e12de3b-d476-4e9f-ad2f-4bf7e1197e37 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9070311 Apr 22 09:30:48.112168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c2d078-c6dd-4579-8cd7-16b63a556ec3') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:48.116369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-07a745b7-fa73-4734-9ed6-2e4000bb8357 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:48.120072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c2d078-c6dd-4579-8cd7-16b63a556ec3') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:48.144229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.154911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-07a745b7-fa73-4734-9ed6-2e4000bb8357 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:48.156495 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-07a745b7-fa73-4734-9ed6-2e4000bb8357 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=75faadaa-168b-4686-b83b-88726b4ab89e HTTP/1.1" status: 200 len: 205 time: 0.1130366 Apr 22 09:30:48.171930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.179351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:48.179847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.192589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55268) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:48.202772 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:48.205689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.216824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55272) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:48.371006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.372092 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9363456 Apr 22 09:30:48.376094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55288) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:48.420604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb603186-6090-44be-b153-d4147233a43b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.429823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd902b-2a73-4143-9aa9-52296fab59a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f243ea-cf13-469e-ab23-10a37b624976,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:48.432251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55292) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:48.455553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': 'e5b846c7-4088-4a54-9ecd-d0fec2337ee0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:48.477692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'bebe4b34-bf10-48b2-b9be-9c4361b6a5d7', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:48.507546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:48.577613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:48.641429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:48.658468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-28625087-e418-4422-94a2-5ce305fc1f66 req-cc7e5949-c0c4-435c-8b01-0182e03aebc6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Synchronizing usage tracker for tenant:6884960ab29c4ecdaeb0051102490630 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:48.664210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:48.691839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.752060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.764466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d75a8d-3d04-4eb8-9b79-661430906614 req-f62a7f95-5c58-4ab1-bc46-2570a7bc17e4 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:48.765894 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c6d75a8d-3d04-4eb8-9b79-661430906614 req-f62a7f95-5c58-4ab1-bc46-2570a7bc17e4 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 946 time: 1.8039076 Apr 22 09:30:48.780180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Network': ['ID=923cff68-da19-4dc2-b3ad-37944f088ac6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:48.809582 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ee6df1ca-ea2c-4668-ab8c-231d54561df3 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/networks/923cff68-da19-4dc2-b3ad-37944f088ac6 HTTP/1.1" status: 204 len: 168 time: 2.5890071 Apr 22 09:30:48.817865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:48.820126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55298) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:48.888342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-28625087-e418-4422-94a2-5ce305fc1f66 req-cc7e5949-c0c4-435c-8b01-0182e03aebc6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Unset dirty status for tenant:6884960ab29c4ecdaeb0051102490630 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:48.889433 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-cc7e5949-c0c4-435c-8b01-0182e03aebc6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1476803415&fields=id&tenant_id=6884960ab29c4ecdaeb0051102490630 HTTP/1.1" status: 200 len: 267 time: 0.5240185 Apr 22 09:30:48.890045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.895282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:subnet and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:48.900211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb603186-6090-44be-b153-d4147233a43b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.905623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb603186-6090-44be-b153-d4147233a43b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:48.914181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:48.936806 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-35b27ccb-377c-470d-95e0-0c0a3e74eb60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0cb6c5311fa47b087c56ed72deb898e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4857476 Apr 22 09:30:48.938209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:30:48.946518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:48.958095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55302) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:48.970066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] For port 91b74461-2452-4da7-9c71-3d748287b490, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=91b74461-2452-4da7-9c71-3d748287b490,segment=NetworkSegment(59271c48-5d5e-4c1e-b592-ad6d13ba5c5b),segment_id=59271c48-5d5e-4c1e-b592-ad6d13ba5c5b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:48.970456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.060296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c6d75a8d-3d04-4eb8-9b79-661430906614 req-ba122bf3-b08f-4490-9fa6-fe68a4b24691 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d197462-08d1-4480-ba33-eb3031fecddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835989 Apr 22 09:30:49.097864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:49.101399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.123236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port a53bbd14-ed4b-4f6e-8c27-4f74eafb1e7c {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:49.123571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.184687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] device_id is not set on port 1358f0b3-85d6-427c-9937-51f8608ce75d yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:49.239812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.306108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Transition to ACTIVE for port object 1358f0b3-85d6-427c-9937-51f8608ce75d will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:49.306625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Calling delete_port for 91b74461-2452-4da7-9c71-3d748287b490 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:49.318809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.367018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb603186-6090-44be-b153-d4147233a43b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.367541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb603186-6090-44be-b153-d4147233a43b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Fanout notify agent at l3_agent the message router_deleted on router 75faadaa-168b-4686-b83b-88726b4ab89e {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:30:49.481556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb603186-6090-44be-b153-d4147233a43b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.485565 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bb603186-6090-44be-b153-d4147233a43b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/75faadaa-168b-4686-b83b-88726b4ab89e HTTP/1.1" status: 204 len: 168 time: 1.2888165 Apr 22 09:30:49.485565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.491842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55306) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:49.497579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3db27f12-1b36-4f53-a14f-4bb625cc4970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.499222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.545617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625087-e418-4422-94a2-5ce305fc1f66 req-2a63be3c-c8df-40e9-a2e1-aa877540c754 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:49.546386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-28625087-e418-4422-94a2-5ce305fc1f66 req-2a63be3c-c8df-40e9-a2e1-aa877540c754 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Synchronizing usage tracker for tenant:6884960ab29c4ecdaeb0051102490630 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:49.550907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.550907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.561158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=1358f0b3-85d6-427c-9937-51f8608ce75d,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:49.640245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588d7962-1290-48bc-b796-70ee745b4d7f,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:49.658232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:49.658566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:49.658901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:49.665050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3db27f12-1b36-4f53-a14f-4bb625cc4970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.692883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.696496 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e8b23e20-3d52-4633-8b49-7d0a3917beae tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3097920 Apr 22 09:30:49.703993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-28625087-e418-4422-94a2-5ce305fc1f66 req-2a63be3c-c8df-40e9-a2e1-aa877540c754 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Unset dirty status for tenant:6884960ab29c4ecdaeb0051102490630 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:49.705156 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-2a63be3c-c8df-40e9-a2e1-aa877540c754 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 812 time: 0.8015685 Apr 22 09:30:49.710027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55310) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:49.713824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-d984a7d1-8f1d-49f2-b361-db237e0672fa tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet 769f93fe-a467-4733-a3cf-e86e9f17b985 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:49.724264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'bebe4b34-bf10-48b2-b9be-9c4361b6a5d7', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:49.726628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for a53bbd14-ed4b-4f6e-8c27-4f74eafb1e7c owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:49.730192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d984a7d1-8f1d-49f2-b361-db237e0672fa tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.761229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:49.767554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:49.767902 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:49.772128 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 2 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:49.793863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:49.799321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:49.805763 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-dd2bce63-a5b8-4458-a96c-fa913d507f4f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/quotas/6884960ab29c4ecdaeb0051102490630 HTTP/1.1" status: 200 len: 375 time: 0.0848112 Apr 22 09:30:49.815161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:49.818583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:49.818723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.818913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:49.819248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:49.900620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d984a7d1-8f1d-49f2-b361-db237e0672fa tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:49.963054 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:30:49.963896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:49.964225 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:49.968004 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 3 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:49.978608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Pushing event deleted for resources: {'Port': ['ID=91b74461-2452-4da7-9c71-3d748287b490,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:49.993085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.019895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.029213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:50.029555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:50.029945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:50.051636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:50.051957 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:50.055404 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 4 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:50.066765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3db27f12-1b36-4f53-a14f-4bb625cc4970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.110762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] No DVR routers for this DVR port 91b74461-2452-4da7-9c71-3d748287b490 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:50.120328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db27f12-1b36-4f53-a14f-4bb625cc4970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef55bf9c-6386-4b13-ab3b-0f52de97a3f3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:50.123918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.135250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f609693-b223-4acf-ad6e-a058069465ae', 'name': 'network-vif-deleted', 'tag': '91b74461-2452-4da7-9c71-3d748287b490'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:30:50.140723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:50.141057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:50.141382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:50.148927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=06b689e6-6fc6-4b98-8c75-6f5ecde8471d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:50.159439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:50.160171 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:50.160535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3db27f12-1b36-4f53-a14f-4bb625cc4970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.161634 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3db27f12-1b36-4f53-a14f-4bb625cc4970 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef55bf9c-6386-4b13-ab3b-0f52de97a3f3 HTTP/1.1" status: 204 len: 168 time: 1.2026136 Apr 22 09:30:50.164557 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 5 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:50.167791 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c24b9727-2e48-49d2-860b-b510616f72b5 req-f4c7ae8e-f43b-4efe-9c1d-34688689b1c5 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.35 "DELETE /v2.0/ports/91b74461-2452-4da7-9c71-3d748287b490 HTTP/1.1" status: 204 len: 173 time: 2.3983567 Apr 22 09:30:50.176281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': 'ad524f69-151a-47ae-9071-fc824d843243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e5b846c7-4088-4a54-9ecd-d0fec2337ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:50.177150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: e5b846c7-4088-4a54-9ecd-d0fec2337ee0, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:50.191049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:50.191358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:50.191870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:50.201600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:50.202155 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:50.202319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d984a7d1-8f1d-49f2-b361-db237e0672fa tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.203018 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 6 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:50.219572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.256109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-28625087-e418-4422-94a2-5ce305fc1f66 req-4ee874f6-8adf-4006-b83f-e15c7293ef7d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Synchronizing usage tracker for tenant:6884960ab29c4ecdaeb0051102490630 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:50.272329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network e5b846c7-4088-4a54-9ecd-d0fec2337ee0 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:50.273270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.286204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.317747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:50.318359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:50.318839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:50.319470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5c1235-c817-46d4-b534-6ac031dfcc2e,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:50.324473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-28625087-e418-4422-94a2-5ce305fc1f66 req-4ee874f6-8adf-4006-b83f-e15c7293ef7d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Unset dirty status for tenant:6884960ab29c4ecdaeb0051102490630 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:50.325805 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-4ee874f6-8adf-4006-b83f-e15c7293ef7d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5081601 Apr 22 09:30:50.345238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.346477 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ffee043a-2bd8-4f8b-8f54-d8e4fedcb141 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6306438 Apr 22 09:30:50.358325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=a53bbd14-ed4b-4f6e-8c27-4f74eafb1e7c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:50.368364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55320) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:50.376064 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9e53c7bf-122e-49c5-bd37-ccdfdb213a21 req-cb1cb192-98ed-4818-a453-82d0613537c6 tempest-TestServerAdvancedOps-963991886 tempest-TestServerAdvancedOps-963991886-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f609693-b223-4acf-ad6e-a058069465ae HTTP/1.1" status: 200 len: 210 time: 0.1156371 Apr 22 09:30:50.377183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'bebe4b34-bf10-48b2-b9be-9c4361b6a5d7', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:50.377339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:50.377455 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:50.382494 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 7 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:50.382952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d984a7d1-8f1d-49f2-b361-db237e0672fa tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.389944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, e5b846c7-4088-4a54-9ecd-d0fec2337ee0) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:50.400484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7d738-60dd-4d4c-b3f2-8cc67f05225b None None] Network e5b846c7-4088-4a54-9ecd-d0fec2337ee0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:50.440593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:50.462649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:50.463437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.463790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984a7d1-8f1d-49f2-b361-db237e0672fa tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=769f93fe-a467-4733-a3cf-e86e9f17b985,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:50.467547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:50.470791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d984a7d1-8f1d-49f2-b361-db237e0672fa tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.478862 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d984a7d1-8f1d-49f2-b361-db237e0672fa tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/769f93fe-a467-4733-a3cf-e86e9f17b985 HTTP/1.1" status: 204 len: 168 time: 0.9852087 Apr 22 09:30:50.480143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:50.513461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55328) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:50.545347 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc872de0-b882-42c5-885b-9adb09097333'] response: {'server_uuid': '7f609693-b223-4acf-ad6e-a058069465ae', 'name': 'network-vif-deleted', 'tag': '91b74461-2452-4da7-9c71-3d748287b490', 'status': 'completed', 'code': 200} Apr 22 09:30:50.550719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:50.554856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb93858-c50c-40b4-8593-a388d80aee85 None None] Network 3f2f78c7-d24a-4f24-886e-0d7b933cd96a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:50.582209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:50.582755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:50.582904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:50.611843 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-cdf752c8-d034-4a34-a6c9-501cab97e4d2 service neutron] 10.222.0.32 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631590 Apr 22 09:30:50.637710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:50.638041 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:50.643318 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 8 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:50.661511 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9ead5f0c-d8b3-4d23-9023-99421a3b10fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2881896 Apr 22 09:30:50.662354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55334) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:50.664415 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:30:50.673727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.676109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.677274 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-000d5ab5-9482-4b85-93e9-1f78932f90bd tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/floatingips/d3a99b18-ef52-45b1-91fd-32569bbcfbb7 HTTP/1.1" status: 204 len: 168 time: 1.8520701 Apr 22 09:30:50.724044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.726676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-194695692'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:50.731047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55338) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:50.740939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:50.741270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:50.741605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:50.781964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:50.805471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:50.805798 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:50.809741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:50.812506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 9 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:50.824599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:50.829388 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad91c24-8dc3-46a1-bd39-10fbe9e7910f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:50.830233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad91c24-8dc3-46a1-bd39-10fbe9e7910f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:50.832015 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dad91c24-8dc3-46a1-bd39-10fbe9e7910f tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/ports/9d2e3513-d2f8-483c-8eda-52afc6bdfff6 HTTP/1.1" status: 404 len: 333 time: 0.1000178 Apr 22 09:30:50.839712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55346) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:50.840791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:50.848510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.868990 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-44fbad56-317f-46c2-93ca-d14aa753fbe4 service neutron] 10.222.0.32 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558947 Apr 22 09:30:50.892909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:50.893237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:50.893572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:50.898949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.908811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0de04b99-f4a7-40f7-9951-b6df7ff3a451 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Synchronizing usage tracker for tenant:f52ccf59da164dc8a374a40ad786ca08 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:50.909895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.916211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:50.916426 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:50.916990 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempt 10 to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d Apr 22 09:30:50.936131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:50.939633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.963522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port d81a7537-87a0-4f24-82fe-0911638cbd58 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:50.963859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:50.973325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cc34c9-82c0-4bb6-aa9f-687502fe4f6b,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:51.000578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:51.000788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:51.001130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempting to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:51.009366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.018123 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6fe51631-d0ee-4fb6-ac77-c85d9acf0b8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6413271 Apr 22 09:30:51.020651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:30:51.020900 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Failed to bind port 1358f0b3-85d6-427c-9937-51f8608ce75d on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2297580d-a35f-42bc-9d2b-771ff03e4b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e6e25692-1fe3-4595-a5e2-e0401cb4c7cb'}] Apr 22 09:30:51.021392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.036886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0de04b99-f4a7-40f7-9951-b6df7ff3a451 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Unset dirty status for tenant:f52ccf59da164dc8a374a40ad786ca08 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:51.040476 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0de04b99-f4a7-40f7-9951-b6df7ff3a451 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "GET /v2.0/ports?device_id=277286b0-2d55-466e-946b-4a76f99e61cb HTTP/1.1" status: 200 len: 205 time: 0.1950526 Apr 22 09:30:51.040800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55356) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:51.098910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-e5b846c7-4088-4a54-9ecd-d0fec2337ee0', 'network_id': 'e5b846c7-4088-4a54-9ecd-d0fec2337ee0', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': '06b689e6-6fc6-4b98-8c75-6f5ecde8471d'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:51.100311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.106981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:51.170351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.170904 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment b6edd36e-ab5d-4a4b-b6d8-1b5622e83894 of type vlan for network 81eb440e-404e-4553-b3f3-0e7dc1b4fe01 Apr 22 09:30:51.222985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-02b1b96a-7761-47fd-9734-687ac921b8c6 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] delete failed (client error): The resource could not be found. Apr 22 09:30:51.228325 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-02b1b96a-7761-47fd-9734-687ac921b8c6 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/routers/277286b0-2d55-466e-946b-4a76f99e61cb HTTP/1.1" status: 404 len: 336 time: 0.1864016 Apr 22 09:30:51.232685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55366) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:51.326764 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a94558-3535-44a6-8845-2a3af97e5ea0 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] DELETE failed (client error): The resource could not be found. Apr 22 09:30:51.326988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a94558-3535-44a6-8845-2a3af97e5ea0 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:30:51.329253 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b8a94558-3535-44a6-8845-2a3af97e5ea0 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/subnets/4972dd12-ad8a-410c-8444-c10c65482488 HTTP/1.1" status: 404 len: 337 time: 0.0954974 Apr 22 09:30:51.333475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55378) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:51.380745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674b14c-5908-40a3-b359-990c09642728 None None] DHCP port deletion for 3f2f78c7-d24a-4f24-886e-0d7b933cd96a request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:51.398896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b674b14c-5908-40a3-b359-990c09642728 None None] Deleting port d81a7537-87a0-4f24-82fe-0911638cbd58 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:51.399279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b674b14c-5908-40a3-b359-990c09642728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.432049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port d81a7537-87a0-4f24-82fe-0911638cbd58, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d81a7537-87a0-4f24-82fe-0911638cbd58,segment=NetworkSegment(5dc84372-a3ac-4e8c-9eb9-041228cf0060),segment_id=5dc84372-a3ac-4e8c-9eb9-041228cf0060)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:51.432839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.477529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Allocated IP 2001:db8:0:ffff::2 (e5b846c7-4088-4a54-9ecd-d0fec2337ee0/06b689e6-6fc6-4b98-8c75-6f5ecde8471d/67c7c389-2ae6-4bd5-b126-be735755ae9e) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:51.570003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for d81a7537-87a0-4f24-82fe-0911638cbd58 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:51.593640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55388) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:51.662848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8c662bc0-9473-49ce-89e0-e97fc174fff9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port af6f6def-a332-4feb-afd9-a228d7605e6b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:51.663214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c662bc0-9473-49ce-89e0-e97fc174fff9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.695830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] For port 1358f0b3-85d6-427c-9937-51f8608ce75d, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:51.696512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attempted to set empty binding levels {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 09:30:51.702109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-41f71600-06b1-4a5c-aa71-69ae870d4cd3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:51.705161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.738216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-41f71600-06b1-4a5c-aa71-69ae870d4cd3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:51.744905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.747186 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-41f71600-06b1-4a5c-aa71-69ae870d4cd3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56595645&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.1907468 Apr 22 09:30:51.750540 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c3db9eed-7070-4ed2-afa2-a198682693bc req-cd500dad-ddae-4aa6-8c02-304983f9bd39 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.5842161 Apr 22 09:30:51.756264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 91b74461-2452-4da7-9c71-3d748287b490 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:51.781006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=d81a7537-87a0-4f24-82fe-0911638cbd58,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:51.818482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No DVR routers for this DVR port d81a7537-87a0-4f24-82fe-0911638cbd58 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:30:51.864836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] In _notify_port_updated(), no bound segment for port 1358f0b3-85d6-427c-9937-51f8608ce75d on network e6e25692-1fe3-4595-a5e2-e0401cb4c7cb {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:30:51.865309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:51.866185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.867829 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "PUT /v2.0/ports/1358f0b3-85d6-427c-9937-51f8608ce75d HTTP/1.1" status: 200 len: 979 time: 5.4807434 Apr 22 09:30:51.875030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 91b74461-2452-4da7-9c71-3d748287b490 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:51.875511 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 91b74461-2452-4da7-9c71-3d748287b490 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:51.910319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b674b14c-5908-40a3-b359-990c09642728 None None] For port d81a7537-87a0-4f24-82fe-0911638cbd58, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d81a7537-87a0-4f24-82fe-0911638cbd58,segment=NetworkSegment(5dc84372-a3ac-4e8c-9eb9-041228cf0060),segment_id=5dc84372-a3ac-4e8c-9eb9-041228cf0060)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:51.910723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b674b14c-5908-40a3-b359-990c09642728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.947243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55394) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:51.947243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55396) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:51.960193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:51.986096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2062396911'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:52.017448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:52.053759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b674b14c-5908-40a3-b359-990c09642728 None None] Calling delete_port for d81a7537-87a0-4f24-82fe-0911638cbd58 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:52.075235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:network and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:52.086186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:52.102972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:52.131232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c662bc0-9473-49ce-89e0-e97fc174fff9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.179644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.194205 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-b674b14c-5908-40a3-b359-990c09642728 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:52.194554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-b674b14c-5908-40a3-b359-990c09642728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:52.195395 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Transition to ACTIVE for port object 67c7c389-2ae6-4bd5-b126-be735755ae9e will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:52.214817 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Transition to ACTIVE for port object 67c7c389-2ae6-4bd5-b126-be735755ae9e will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:52.222861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.224937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:52.228295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.228966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.288502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d90e0-4091-46c1-864a-cb47dbc1e7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event updated for resources: {'Port': ['ID=1358f0b3-85d6-427c-9937-51f8608ce75d,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:52.290960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Network e5b846c7-4088-4a54-9ecd-d0fec2337ee0 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:52.300238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:52.304637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8c662bc0-9473-49ce-89e0-e97fc174fff9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for af6f6def-a332-4feb-afd9-a228d7605e6b owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:52.306162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Deleting port 1358f0b3-85d6-427c-9937-51f8608ce75d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:52.306623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:52.306906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.339729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-f6468ef5-ee97-4b70-af72-f67acda1fda0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:52.340304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-f6468ef5-ee97-4b70-af72-f67acda1fda0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:52.348914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2f78c7-d24a-4f24-886e-0d7b933cd96a']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:52.349816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.352429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Pushing event updated for resources: {'Port': ['ID=67c7c389-2ae6-4bd5-b126-be735755ae9e,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:52.374483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:52.380203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc84372-a3ac-4e8c-9eb9-041228cf0060') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:52.380528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc84372-a3ac-4e8c-9eb9-041228cf0060') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:52.384119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group_rule and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:52.389973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38ac740-5460-40b8-8057-2083f9f54145 admin admin] Deleting subnet 8ab2957b-8bd2-42c8-b735-54251fc3db9c {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:52.392992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c38ac740-5460-40b8-8057-2083f9f54145 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.395461 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:52.406022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:52.408590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-f6468ef5-ee97-4b70-af72-f67acda1fda0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:52.409726 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-f6468ef5-ee97-4b70-af72-f67acda1fda0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=303ea779-29bd-4e0f-a215-e37f8691800c HTTP/1.1" status: 200 len: 797 time: 0.6616731 Apr 22 09:30:52.416029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Attempting to bind port 67c7c389-2ae6-4bd5-b126-be735755ae9e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:52.416542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Attempting to bind port 67c7c389-2ae6-4bd5-b126-be735755ae9e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ad524f69-151a-47ae-9071-fc824d843243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e5b846c7-4088-4a54-9ecd-d0fec2337ee0'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:52.417227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Attempting to bind port 67c7c389-2ae6-4bd5-b126-be735755ae9e on network e5b846c7-4088-4a54-9ecd-d0fec2337ee0 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:52.423332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:52.423848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Checking segment: {'id': 'ad524f69-151a-47ae-9071-fc824d843243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e5b846c7-4088-4a54-9ecd-d0fec2337ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:52.424363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.425142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Bound using segment: {'id': 'ad524f69-151a-47ae-9071-fc824d843243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e5b846c7-4088-4a54-9ecd-d0fec2337ee0'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:52.425410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Bound port: 67c7c389-2ae6-4bd5-b126-be735755ae9e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad524f69-151a-47ae-9071-fc824d843243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e5b846c7-4088-4a54-9ecd-d0fec2337ee0'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:52.426019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.451097 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-b8e59a60-a320-4725-aae8-83164dd5d47c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.0220053 Apr 22 09:30:52.461114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.470550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.475909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:52.476516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.524613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] For port 67c7c389-2ae6-4bd5-b126-be735755ae9e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:52.528101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] For port 67c7c389-2ae6-4bd5-b126-be735755ae9e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=67c7c389-2ae6-4bd5-b126-be735755ae9e,segment=NetworkSegment(ad524f69-151a-47ae-9071-fc824d843243),segment_id=ad524f69-151a-47ae-9071-fc824d843243)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:52.536948 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.582264 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c38ac740-5460-40b8-8057-2083f9f54145 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.612934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c662bc0-9473-49ce-89e0-e97fc174fff9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.625518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.641245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84bab9-0c64-486a-8202-02f4b48ecb79 None None] Pushing event updated for resources: {'Port': ['ID=67c7c389-2ae6-4bd5-b126-be735755ae9e,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:52.658986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:52.659277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:52.675586 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:52.682731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c662bc0-9473-49ce-89e0-e97fc174fff9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=af6f6def-a332-4feb-afd9-a228d7605e6b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:52.696549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b674b14c-5908-40a3-b359-990c09642728 None None] Deleting port d81a7537-87a0-4f24-82fe-0911638cbd58 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:52.697086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b674b14c-5908-40a3-b359-990c09642728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.737009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.752828 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-18fb2bfa-6524-4fac-b5a4-83950c11d647 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2557671 Apr 22 09:30:52.778277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b674b14c-5908-40a3-b359-990c09642728 None None] The port 'd81a7537-87a0-4f24-82fe-0911638cbd58' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:30:52.805953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.862703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=81eb440e-404e-4553-b3f3-0e7dc1b4fe01,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:52.868335 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ca7a1a64-82ea-4d69-8cfd-520b17838ab2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1960390 Apr 22 09:30:52.895853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 81eb440e-404e-4553-b3f3-0e7dc1b4fe01 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:52.896096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55408) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:52.916884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:52.967909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c662bc0-9473-49ce-89e0-e97fc174fff9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.970010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:52.970351 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Added segment 0c0cbb7f-780b-47d8-a456-e5561d5a8a38 of type vlan for network b21a404d-10d1-4c09-88c6-fdb21b8a972f Apr 22 09:30:52.980044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c0e0ce-8db3-4d27-b5be-f0d5f1445b09,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:53.025511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': '81eb440e-404e-4553-b3f3-0e7dc1b4fe01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:53.044788 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-f9616442-7522-4d33-8539-e43ba1281fc7 service neutron] 10.222.0.32 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615685 Apr 22 09:30:53.045911 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8c662bc0-9473-49ce-89e0-e97fc174fff9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/ports/af6f6def-a332-4feb-afd9-a228d7605e6b HTTP/1.1" status: 204 len: 168 time: 1.7113676 Apr 22 09:30:53.046220 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1261a4fd-85f3-4c10-a511-c2ae83362adf req-93a20cb3-b54d-4d26-b065-c0f46bc8e3ed tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.1791916 Apr 22 09:30:53.048960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55412) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:53.080610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.159050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] For port 1358f0b3-85d6-427c-9937-51f8608ce75d, host hv-neutron-8390, got binding levels [] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:53.159411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.182535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c38ac740-5460-40b8-8057-2083f9f54145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.211054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.233108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f48cf188-1236-4877-9e58-9feb80136c58 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 0f361248-3a6e-4ced-a54b-75d5832d0177 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:53.233445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f48cf188-1236-4877-9e58-9feb80136c58 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.291375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.298763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:53.299575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.358245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 67c7c389-2ae6-4bd5-b126-be735755ae9e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:53.383143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Calling delete_port for 1358f0b3-85d6-427c-9937-51f8608ce75d owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:53.433142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.442042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 67c7c389-2ae6-4bd5-b126-be735755ae9e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:53.492554 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/3f2f78c7-d24a-4f24-886e-0d7b933cd96a HTTP/1.1" status: 204 len: 168 time: 2.9747803 Apr 22 09:30:53.492554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01b42a-9474-4662-8d6b-68930dfd17e4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=3f2f78c7-d24a-4f24-886e-0d7b933cd96a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:53.494538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55422) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:53.496726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:53.515765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-393657619'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:53.516296 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-01b7d48c-8347-48fd-b832-80545b8168f0 service neutron] 10.222.0.32 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316773 Apr 22 09:30:53.524229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d81a7537-87a0-4f24-82fe-0911638cbd58 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:30:53.525539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:53.529677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:53.533948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:53.540000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:53.565095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:subnet and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:53.573392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:53.579949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:53.590050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:53.593983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.611726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.613335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:53.621800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.626670 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0192556 Apr 22 09:30:53.634288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: d81a7537-87a0-4f24-82fe-0911638cbd58 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:30:53.635255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d81a7537-87a0-4f24-82fe-0911638cbd58 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:30:53.636659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55426) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:53.638822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5063c0c-f08e-425b-b192-d1bdb8b1df4a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Network': ['ID=b21a404d-10d1-4c09-88c6-fdb21b8a972f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:53.654921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'name': 'tempest-PortsIpV6TestJSON-134982329'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:53.661143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:53.767939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Pushing event deleted for resources: {'Port': ['ID=1358f0b3-85d6-427c-9937-51f8608ce75d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:53.770098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.896208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-e9386f12-e736-4b28-82fd-2ae45f0b08c3 req-f0a9e75c-bf1f-49e9-bb1e-f818cfdb4580 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:53.921256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:53.928232 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a4e2ad7d-8a38-4a93-927a-f5d32a7e0774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "DELETE /v2.0/ports/1358f0b3-85d6-427c-9937-51f8608ce75d HTTP/1.1" status: 204 len: 168 time: 1.9637489 Apr 22 09:30:53.928859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55438) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:53.946244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:53.948895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c38ac740-5460-40b8-8057-2083f9f54145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:53.959833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:port and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:53.963718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:53.977095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:54.014467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:54.020120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.053863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port ebeb576a-1c49-4987-910e-e9e37194579d yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:54.140936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753b0a23-6b1f-4c12-8348-0fd9bbd2dfd9 None None] Network e5b846c7-4088-4a54-9ecd-d0fec2337ee0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:54.168485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ac740-5460-40b8-8057-2083f9f54145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ab2957b-8bd2-42c8-b735-54251fc3db9c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:54.170782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.171120 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment ab431fbb-a88a-4bf8-93be-2c3f556d44bb of type vlan for network 11ab2562-f9ac-460a-9b93-9e803abf312a Apr 22 09:30:54.185406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-e9386f12-e736-4b28-82fd-2ae45f0b08c3 req-f0a9e75c-bf1f-49e9-bb1e-f818cfdb4580 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:54.186799 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e9386f12-e736-4b28-82fd-2ae45f0b08c3 req-f0a9e75c-bf1f-49e9-bb1e-f818cfdb4580 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 210 time: 0.4352636 Apr 22 09:30:54.193162 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6605a8-c5bf-4aec-8a19-2d06efbbcbcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] GET failed (client error): The resource could not be found. Apr 22 09:30:54.193924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2f6605a8-c5bf-4aec-8a19-2d06efbbcbcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Synchronizing usage tracker for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:54.199653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c38ac740-5460-40b8-8057-2083f9f54145 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.261354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-be58246a-2494-488a-b914-01496c716c13 None None] Provisioning for port 67c7c389-2ae6-4bd5-b126-be735755ae9e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:54.266051 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c38ac740-5460-40b8-8057-2083f9f54145 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8ab2957b-8bd2-42c8-b735-54251fc3db9c HTTP/1.1" status: 204 len: 168 time: 2.3002598 Apr 22 09:30:54.273641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55446) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:54.276428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2f6605a8-c5bf-4aec-8a19-2d06efbbcbcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] Unset dirty status for tenant:a0c3b2f41b894981be9593c02426c754 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:54.277722 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2f6605a8-c5bf-4aec-8a19-2d06efbbcbcb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1870201416-project-admin] 10.222.0.32 "GET /v2.0/ports/1358f0b3-85d6-427c-9937-51f8608ce75d HTTP/1.1" status: 404 len: 333 time: 0.3379512 Apr 22 09:30:54.282219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-be58246a-2494-488a-b914-01496c716c13 None None] Provisioning complete for port 67c7c389-2ae6-4bd5-b126-be735755ae9e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:54.282666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be58246a-2494-488a-b914-01496c716c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.300483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55450) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:54.307059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f48cf188-1236-4877-9e58-9feb80136c58 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.334038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.408716 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-37b06124-49dd-40d4-a207-47cd2ac56e94 req-862456ce-823d-4a88-b2b5-c3aa97d9366f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.1619339 Apr 22 09:30:54.553845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f48cf188-1236-4877-9e58-9feb80136c58 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for 0f361248-3a6e-4ced-a54b-75d5832d0177 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:54.557506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:30:54.614808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be58246a-2494-488a-b914-01496c716c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.623630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.627889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.674758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.679795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.691549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-be58246a-2494-488a-b914-01496c716c13 None None] For port 67c7c389-2ae6-4bd5-b126-be735755ae9e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=67c7c389-2ae6-4bd5-b126-be735755ae9e,segment=NetworkSegment(ad524f69-151a-47ae-9071-fc824d843243),segment_id=ad524f69-151a-47ae-9071-fc824d843243)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:54.695778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be58246a-2494-488a-b914-01496c716c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.703360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:54.705769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.776258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.779199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58246a-2494-488a-b914-01496c716c13 None None] Pushing event updated for resources: {'Port': ['ID=67c7c389-2ae6-4bd5-b126-be735755ae9e,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:54.841233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f48cf188-1236-4877-9e58-9feb80136c58 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:54.851110 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3513134 Apr 22 09:30:54.854031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55458) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:54.878396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': '11ab2562-f9ac-460a-9b93-9e803abf312a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:54.892004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=ebeb576a-1c49-4987-910e-e9e37194579d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:55.009258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cf188-1236-4877-9e58-9feb80136c58 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=0f361248-3a6e-4ced-a54b-75d5832d0177,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:55.022517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e2dbea72-5eec-43ac-ad6a-c1e083342384 None None] Provisioning complete for port 67c7c389-2ae6-4bd5-b126-be735755ae9e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:55.023088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e2dbea72-5eec-43ac-ad6a-c1e083342384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.052461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.069365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.173271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking segment: {'id': '0c0cbb7f-780b-47d8-a456-e5561d5a8a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:55.173850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network hostable DHCP agents. Network: b21a404d-10d1-4c09-88c6-fdb21b8a972f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:55.187902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=f25a6505-48a5-420d-86ac-51e917e20c87,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:55.208054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d203b-a74a-4e67-b3c1-facaad0c8fbe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=11ab2562-f9ac-460a-9b93-9e803abf312a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:55.235750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 11ab2562-f9ac-460a-9b93-9e803abf312a details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:55.259822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:55.271441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:55.280465 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:55.283892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f48cf188-1236-4877-9e58-9feb80136c58 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.297448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:55.325034 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f48cf188-1236-4877-9e58-9feb80136c58 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/ports/0f361248-3a6e-4ced-a54b-75d5832d0177 HTTP/1.1" status: 204 len: 168 time: 2.2750757 Apr 22 09:30:55.330203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:55.332083 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55466) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:55.362213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 67c7c389-2ae6-4bd5-b126-be735755ae9e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:30:55.393049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-b25a32f3-7ecf-4982-984a-e8839a4ccf6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:55.394839 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-b25a32f3-7ecf-4982-984a-e8839a4ccf6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=303ea779-29bd-4e0f-a215-e37f8691800c HTTP/1.1" status: 200 len: 797 time: 0.2997653 Apr 22 09:30:55.402691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:55.405124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.433456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c059870-353d-4410-984f-e3256cbc9a7d']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:55.468877 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 67c7c389-2ae6-4bd5-b126-be735755ae9e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:30:55.469667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.521083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.539818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81eb440e-404e-4553-b3f3-0e7dc1b4fe01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:55.540350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: 81eb440e-404e-4553-b3f3-0e7dc1b4fe01, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:55.571844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, b21a404d-10d1-4c09-88c6-fdb21b8a972f) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:55.586852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:55.592252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a378b5-8781-4ff0-8bd5-eac5b90bc20f None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:55.592708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:55.593491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.625135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59271c48-5d5e-4c1e-b592-ad6d13ba5c5b') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:55.636032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59271c48-5d5e-4c1e-b592-ad6d13ba5c5b') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:55.717763 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c283a265-2cfb-4e45-b77c-1c16ab389875 req-14f6dbe4-b365-443f-ad14-274e86fcabbb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 210 time: 0.2378125 Apr 22 09:30:55.734230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.755801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e25692-1fe3-4595-a5e2-e0401cb4c7cb']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:55.757284 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-68310637-f273-480b-bf59-bc1e64f2daa8 req-13af034f-c0e2-4f46-ab03-5af362186708 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.0939658 Apr 22 09:30:55.765799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-2a552af1-ac94-45ec-b0c4-f90213797302 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 378 time: 0.2177620 Apr 22 09:30:55.773174 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9aa9c857-c90f-4c47-b41d-17f1e3f85bf7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1355109 Apr 22 09:30:55.773809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network 81eb440e-404e-4553-b3f3-0e7dc1b4fe01 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:55.776836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55476) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:55.790045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 81eb440e-404e-4553-b3f3-0e7dc1b4fe01) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:55.796705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['bebe4b34-bf10-48b2-b9be-9c4361b6a5d7']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:55.799148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2297580d-a35f-42bc-9d2b-771ff03e4b1e') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:55.799551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2297580d-a35f-42bc-9d2b-771ff03e4b1e') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:55.805803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f3517-7689-4435-97ae-63214f5729d8 None None] Network 81eb440e-404e-4553-b3f3-0e7dc1b4fe01 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:55.808191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.816913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:55.817814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.846260 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-eb81d177-e568-4330-b431-b85162dcb574 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8776534 Apr 22 09:30:55.847763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:55.848270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.848577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-324695591'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:55.862568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55480) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:55.867467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:55.881502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:55.888584 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:55.901986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:network and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:55.965371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:55.973747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.987340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:55.987863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:55.995466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:56.008109 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:56.071768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.075977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.102472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6c059870-353d-4410-984f-e3256cbc9a7d HTTP/1.1" status: 204 len: 168 time: 1.8250458 Apr 22 09:30:56.117166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a572ca-f0ba-40d9-bb0b-51eda191e7f7 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:56.117839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-56a572ca-f0ba-40d9-bb0b-51eda191e7f7 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Synchronizing usage tracker for tenant:f52ccf59da164dc8a374a40ad786ca08 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:30:56.118467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55486) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:56.164151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:56.167546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.184277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39894a84-17cd-43c8-a480-e6621d41d8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c059870-353d-4410-984f-e3256cbc9a7d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:56.212570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.231317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.245635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] Pushing event deleted for resources: {'Network': ['ID=e6e25692-1fe3-4595-a5e2-e0401cb4c7cb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:56.253852 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dd81588e-d3a6-4b31-a6f3-295560a8680b tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-884633938-project] 10.222.0.32 "DELETE /v2.0/networks/e6e25692-1fe3-4595-a5e2-e0401cb4c7cb HTTP/1.1" status: 204 len: 168 time: 1.9192090 Apr 22 09:30:56.263158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1531211d-7af9-44fb-8cc7-07f5bc42627d admin admin] Deleting subnet b1f6b14e-e98f-4455-8cea-0e2210bcd26e {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:30:56.268138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-81eb440e-404e-4553-b3f3-0e7dc1b4fe01', 'network_id': '81eb440e-404e-4553-b3f3-0e7dc1b4fe01', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': 'f25a6505-48a5-420d-86ac-51e917e20c87'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:56.270225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1531211d-7af9-44fb-8cc7-07f5bc42627d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.271370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.322373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.326452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-56a572ca-f0ba-40d9-bb0b-51eda191e7f7 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Unset dirty status for tenant:f52ccf59da164dc8a374a40ad786ca08 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:30:56.331093 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-56a572ca-f0ba-40d9-bb0b-51eda191e7f7 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf2c3a27-5c40-44fe-8420-1e948aedc1aa HTTP/1.1" status: 200 len: 913 time: 0.9926667 Apr 22 09:30:56.332292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:56.334560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55492) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:56.335118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:30:56.366178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.366544 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Added segment 688e0b1f-c3fe-47cf-8d9d-422a1ec561ab of type vlan for network 5ec3a8da-c65d-4223-b15f-30e43c0e57f6 Apr 22 09:30:56.368243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:56.378757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.499046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Allocated IP 2001:db8::1 (81eb440e-404e-4553-b3f3-0e7dc1b4fe01/f25a6505-48a5-420d-86ac-51e917e20c87/15a809c7-813d-42d5-84da-2d476cfe7ec5) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:56.502277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1531211d-7af9-44fb-8cc7-07f5bc42627d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.636385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=0caa4751-957d-40dc-9deb-d141083fa74f,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:56.814362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55502) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:56.854425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1531211d-7af9-44fb-8cc7-07f5bc42627d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.909740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.921269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Transition to ACTIVE for port object 15a809c7-813d-42d5-84da-2d476cfe7ec5 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:56.936139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:56.941915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Transition to ACTIVE for port object 15a809c7-813d-42d5-84da-2d476cfe7ec5 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:56.950515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.039225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Pushing event updated for resources: {'Port': ['ID=15a809c7-813d-42d5-84da-2d476cfe7ec5,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:57.045760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Network 81eb440e-404e-4553-b3f3-0e7dc1b4fe01 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:57.047136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:57.049661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:57.080304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:57.084698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.101040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625087-e418-4422-94a2-5ce305fc1f66 req-bbd979ea-72fa-4bc7-af39-4f0d7a75b658 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:57.102664 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-bbd979ea-72fa-4bc7-af39-4f0d7a75b658 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 812 time: 0.4632182 Apr 22 09:30:57.110232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.151844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.157302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:57.158583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.170931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Attempting to bind port 15a809c7-813d-42d5-84da-2d476cfe7ec5 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:57.171591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Attempting to bind port 15a809c7-813d-42d5-84da-2d476cfe7ec5 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81eb440e-404e-4553-b3f3-0e7dc1b4fe01'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:57.172193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Attempting to bind port 15a809c7-813d-42d5-84da-2d476cfe7ec5 on network 81eb440e-404e-4553-b3f3-0e7dc1b4fe01 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:57.179643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:57.180066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Checking segment: {'id': 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81eb440e-404e-4553-b3f3-0e7dc1b4fe01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:57.181359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.181359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Bound using segment: {'id': 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81eb440e-404e-4553-b3f3-0e7dc1b4fe01'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:57.181688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Bound port: 15a809c7-813d-42d5-84da-2d476cfe7ec5, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '81eb440e-404e-4553-b3f3-0e7dc1b4fe01'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:57.182071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.211553 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b99c0368-62de-457e-81af-54e8fe79e5f5 req-70a4b8b5-2997-4d47-96c9-826e2794f1ba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 210 time: 0.1340103 Apr 22 09:30:57.265919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1531211d-7af9-44fb-8cc7-07f5bc42627d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.275945 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b078ca42-2149-489b-a9cd-497d729b9010 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94057136d722435dbf121b3a3f23c441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584188 Apr 22 09:30:57.286013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55512) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:57.294054 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] For port 15a809c7-813d-42d5-84da-2d476cfe7ec5, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:30:57.297425 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] For port 15a809c7-813d-42d5-84da-2d476cfe7ec5, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=15a809c7-813d-42d5-84da-2d476cfe7ec5,segment=NetworkSegment(b6edd36e-ab5d-4a4b-b6d8-1b5622e83894),segment_id=b6edd36e-ab5d-4a4b-b6d8-1b5622e83894)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:30:57.302767 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cca199b1-750c-4477-b389-65de2fd1dc20 req-9043e81d-53be-4080-a9d8-8fc3c6460a21 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.1970000 Apr 22 09:30:57.303293 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.337835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531211d-7af9-44fb-8cc7-07f5bc42627d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f6b14e-e98f-4455-8cea-0e2210bcd26e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:57.342441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1531211d-7af9-44fb-8cc7-07f5bc42627d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.357448 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1531211d-7af9-44fb-8cc7-07f5bc42627d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b1f6b14e-e98f-4455-8cea-0e2210bcd26e HTTP/1.1" status: 204 len: 168 time: 1.2370729 Apr 22 09:30:57.360781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55516) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:57.392509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44138e4b-4154-4045-9892-d0dccf4bca4f None None] Pushing event updated for resources: {'Port': ['ID=15a809c7-813d-42d5-84da-2d476cfe7ec5,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:57.480985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': 'ab431fbb-a88a-4bf8-93be-2c3f556d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '11ab2562-f9ac-460a-9b93-9e803abf312a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:57.481553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: 11ab2562-f9ac-460a-9b93-9e803abf312a, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:30:57.502948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7206004 Apr 22 09:30:57.511865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb7940-aa5b-4ff1-8ed6-2452d13ce5c1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Network': ['ID=5ec3a8da-c65d-4223-b15f-30e43c0e57f6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:57.512830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55520) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:57.522176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'ports': [{'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f'}, {'network_id': '5ec3a8da-c65d-4223-b15f-30e43c0e57f6'}]} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:57.522176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:57.522176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': '5ec3a8da-c65d-4223-b15f-30e43c0e57f6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:57.528660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 5ec3a8da-c65d-4223-b15f-30e43c0e57f6 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:30:57.537112 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-0154134e-5b47-4ca9-90b0-4e10e2f4d12e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6884960ab29c4ecdaeb0051102490630 HTTP/1.1" status: 200 len: 380 time: 0.3960724 Apr 22 09:30:57.559922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Request body: {'port': {'device_id': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'admin_state_up': True, 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'security_groups': ['40f6f79b-9ea0-42b1-91b5-0c03664fd3ae']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:57.650188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.694759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44988d11-119a-4f3d-8027-897e57233b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.703292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:57.802685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 11ab2562-f9ac-460a-9b93-9e803abf312a is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:30:57.898931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:57.917577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:port and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:57.927154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:57.938082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:57.977995 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=f25a6505-48a5-420d-86ac-51e917e20c87,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:57.986858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44988d11-119a-4f3d-8027-897e57233b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.003331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.015194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 2} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:58.020381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.031708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 11ab2562-f9ac-460a-9b93-9e803abf312a) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:58.041361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858d368-42dd-403e-8f52-9cf9927325e3 None None] Network 11ab2562-f9ac-460a-9b93-9e803abf312a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:58.044440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.14 (303ea779-29bd-4e0f-a215-e37f8691800c/b04b76bd-a153-4698-b2da-1e1908264408/e2945467-53f4-448e-bc00-7763ab058382) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:58.050626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c17d79-ffab-452f-b9b4-926ad6faffe9']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:58.056242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:30:58.056789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.070972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467cba59-d608-426b-ac89-7254990738b3') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:58.071293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467cba59-d608-426b-ac89-7254990738b3') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:58.079214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.099289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.159997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.163697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.184608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:58.216071 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-34026285-f8f9-4088-a1d5-ff0943c1b324 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3522549 Apr 22 09:30:58.217183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:58.225532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55524) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:58.240721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81eb440e-404e-4553-b3f3-0e7dc1b4fe01']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:58.276599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:58.276887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:30:58.280846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1394745988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:30:58.284424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Made reservation on behalf of 6884960ab29c4ecdaeb0051102490630 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:30:58.288050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.292304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.308547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:30:58.319036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8878346-919a-40c6-a222-a74512775205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-11ab2562-f9ac-460a-9b93-9e803abf312a', 'network_id': '11ab2562-f9ac-460a-9b93-9e803abf312a', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': '0caa4751-957d-40dc-9deb-d141083fa74f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:30:58.319934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8878346-919a-40c6-a222-a74512775205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.349103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:58.349759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.357241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:58.371477 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:58.399235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:router and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:30:58.404996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:30:58.452140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44988d11-119a-4f3d-8027-897e57233b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.591597 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1fd1fc44-028b-4fe1-bfa8-d7ffea2d6443 req-1ade1a9c-46f9-4241-8110-85100c591842 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.0960722 Apr 22 09:30:58.592337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44988d11-119a-4f3d-8027-897e57233b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98f875-9fc4-4ae5-9582-9d2535304476,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:58.628345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d8878346-919a-40c6-a222-a74512775205 None None] Allocated IP 172.20.0.2 (11ab2562-f9ac-460a-9b93-9e803abf312a/0caa4751-957d-40dc-9deb-d141083fa74f/55789b16-2634-45e6-95e3-a2346c0456fb) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:58.645737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84231d4-3a9e-48c8-b1fe-f25adaf024b1 None None] Network 81eb440e-404e-4553-b3f3-0e7dc1b4fe01 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:30:58.670122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44988d11-119a-4f3d-8027-897e57233b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.671322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-44988d11-119a-4f3d-8027-897e57233b41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b98f875-9fc4-4ae5-9582-9d2535304476 HTTP/1.1" status: 204 len: 168 time: 1.3716342 Apr 22 09:30:58.704843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:30:58.741272 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-137bdf5e-e24f-4e36-bf1b-48fc9b92c906 req-d6f17aa3-5d53-4ba1-9ab2-9f06b65fbd73 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 210 time: 0.3330193 Apr 22 09:30:58.773743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.778972 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-da335465-797e-496b-b91d-d2c4964e000a None None] Provisioning for port 15a809c7-813d-42d5-84da-2d476cfe7ec5 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:30:58.790996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:30:58.791582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:30:58.811690 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:30:58.832539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.874532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.878063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] Pushing event deleted for resources: {'Network': ['ID=68c17d79-ffab-452f-b9b4-926ad6faffe9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:58.908943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.928159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Allocated IP 172.20.0.3 (e3952e52-b9ec-4648-9793-4121f1fd0a85/0fd45dc6-df75-4a1b-9cec-8e932461fe6e/a33de8dc-b8cf-455b-b3b8-e7ea0d40a112) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:30:58.933199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.934586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.952892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object e2945467-53f4-448e-bc00-7763ab058382 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:58.954477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:30:58.954477 dv-neutron-839018-1-hyperv neutron-server[88062]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:30:58.954477 dv-neutron-839018-1-hyperv neutron-server[88062]: [parameters: {'id': '81eb440e-404e-4553-b3f3-0e7dc1b4fe01'}] Apr 22 09:30:58.954477 dv-neutron-839018-1-hyperv neutron-server[88062]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:30:58.954907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:30:58.960658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:58.995380 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ed260467-542d-4428-af62-243d3ac8215b admin admin] 10.222.0.32 "DELETE /v2.0/networks/68c17d79-ffab-452f-b9b4-926ad6faffe9 HTTP/1.1" status: 204 len: 168 time: 1.6337771 Apr 22 09:30:58.996675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.036876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.041089 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c3bf4d8c-3936-4527-9fd4-5a29f8a4d822 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8088934 Apr 22 09:30:59.041615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55538) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:59.119573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 115f366c-86b1-4633-89da-c8910a2c6d9d yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:59.178204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8878346-919a-40c6-a222-a74512775205 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.197201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d8878346-919a-40c6-a222-a74512775205 None None] Transition to ACTIVE for port object 55789b16-2634-45e6-95e3-a2346c0456fb will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:59.240620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] DHCP port deletion for 81eb440e-404e-4553-b3f3-0e7dc1b4fe01 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:30:59.242881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d8878346-919a-40c6-a222-a74512775205 None None] Transition to ACTIVE for port object 55789b16-2634-45e6-95e3-a2346c0456fb will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:30:59.249200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] Deleting port 15a809c7-813d-42d5-84da-2d476cfe7ec5 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:59.249369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55542) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:59.249986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.318211 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d8015017-9645-467b-840c-be46f9546f61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0c3b2f41b894981be9593c02426c754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656114 Apr 22 09:30:59.330499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55546) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:59.336190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8878346-919a-40c6-a222-a74512775205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.341449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55550) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:30:59.393735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 4c7edea7-04d5-493f-a09a-32937e877590 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:59.394328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.414819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8878346-919a-40c6-a222-a74512775205 None None] Network 11ab2562-f9ac-460a-9b93-9e803abf312a is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:59.423131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d8878346-919a-40c6-a222-a74512775205 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:59.442253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8878346-919a-40c6-a222-a74512775205 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:30:59.448431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.480427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.495222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8878346-919a-40c6-a222-a74512775205 None None] Pushing event updated for resources: {'Port': ['ID=55789b16-2634-45e6-95e3-a2346c0456fb,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:30:59.499807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.654246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] For port 15a809c7-813d-42d5-84da-2d476cfe7ec5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=15a809c7-813d-42d5-84da-2d476cfe7ec5,segment=NetworkSegment(b6edd36e-ab5d-4a4b-b6d8-1b5622e83894),segment_id=b6edd36e-ab5d-4a4b-b6d8-1b5622e83894)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:30:59.654645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.656159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 303ea779-29bd-4e0f-a215-e37f8691800c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:30:59.661911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d8878346-919a-40c6-a222-a74512775205 None None] Attempting to bind port 55789b16-2634-45e6-95e3-a2346c0456fb on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:30:59.662277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d8878346-919a-40c6-a222-a74512775205 None None] Attempting to bind port 55789b16-2634-45e6-95e3-a2346c0456fb by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ab431fbb-a88a-4bf8-93be-2c3f556d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '11ab2562-f9ac-460a-9b93-9e803abf312a'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:30:59.662640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8878346-919a-40c6-a222-a74512775205 None None] Attempting to bind port 55789b16-2634-45e6-95e3-a2346c0456fb on network 11ab2562-f9ac-460a-9b93-9e803abf312a {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:30:59.686360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-abeba80e-97bc-44c3-94cb-575352bcd725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.719655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8878346-919a-40c6-a222-a74512775205 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:30:59.720068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8878346-919a-40c6-a222-a74512775205 None None] Checking segment: {'id': 'ab431fbb-a88a-4bf8-93be-2c3f556d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '11ab2562-f9ac-460a-9b93-9e803abf312a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:30:59.720498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8878346-919a-40c6-a222-a74512775205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.720899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8878346-919a-40c6-a222-a74512775205 None None] Bound using segment: {'id': 'ab431fbb-a88a-4bf8-93be-2c3f556d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '11ab2562-f9ac-460a-9b93-9e803abf312a'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:30:59.721382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d8878346-919a-40c6-a222-a74512775205 None None] Bound port: 55789b16-2634-45e6-95e3-a2346c0456fb, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab431fbb-a88a-4bf8-93be-2c3f556d44bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '11ab2562-f9ac-460a-9b93-9e803abf312a'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:30:59.721745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting port 15a809c7-813d-42d5-84da-2d476cfe7ec5 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:30:59.721876 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8878346-919a-40c6-a222-a74512775205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.722144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.746844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:30:59.752488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 7c1a0884-e4af-4565-93ab-f48a1812437d yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:30:59.781437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-abeba80e-97bc-44c3-94cb-575352bcd725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.855410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:30:59.897846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] Calling delete_port for 15a809c7-813d-42d5-84da-2d476cfe7ec5 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:30:59.929123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:00.018761 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-39815a64-cd7a-43cf-8e42-b866aa0f3224 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae124d6892d4413a89294c4c904e12cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616793 Apr 22 09:31:00.021188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55558) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:00.062705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=e2945467-53f4-448e-bc00-7763ab058382,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:00.070833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for 4c7edea7-04d5-493f-a09a-32937e877590 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:00.072226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.082079 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-426273e2-02d3-44fb-b0e1-ae1848cabd58 req-a6adb03f-002c-406f-b19b-9f13c1b4bb84 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.3330512 Apr 22 09:31:00.102084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1d8eac8c-dd4b-4a90-88f2-e1754a7bb211 None None] Provisioning for port e2945467-53f4-448e-bc00-7763ab058382 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:00.112597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1d8eac8c-dd4b-4a90-88f2-e1754a7bb211 None None] Provisioning complete for port e2945467-53f4-448e-bc00-7763ab058382 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:00.112997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1d8eac8c-dd4b-4a90-88f2-e1754a7bb211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.129825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Transition to ACTIVE for port object a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:00.146649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d8878346-919a-40c6-a222-a74512775205 None None] For port 55789b16-2634-45e6-95e3-a2346c0456fb, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:00.163600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-abeba80e-97bc-44c3-94cb-575352bcd725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.167086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.171426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d8878346-919a-40c6-a222-a74512775205 None None] For port 55789b16-2634-45e6-95e3-a2346c0456fb, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=55789b16-2634-45e6-95e3-a2346c0456fb,segment=NetworkSegment(ab431fbb-a88a-4bf8-93be-2c3f556d44bb),segment_id=ab431fbb-a88a-4bf8-93be-2c3f556d44bb)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:00.182448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] The port '15a809c7-813d-42d5-84da-2d476cfe7ec5' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:31:00.191182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:00.191787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.218686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] Pushing event deleted for resources: {'Port': ['ID=15a809c7-813d-42d5-84da-2d476cfe7ec5,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:00.221533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8878346-919a-40c6-a222-a74512775205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.230331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeba80e-97bc-44c3-94cb-575352bcd725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc5ae12-67b0-48a5-bc69-f42589349285,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:00.271146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.296312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1d8eac8c-dd4b-4a90-88f2-e1754a7bb211 None None] Port e2945467-53f4-448e-bc00-7763ab058382 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:00.302701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa2dda-1c53-475a-beea-1facd421a2b3 None None] No DVR routers for this DVR port 15a809c7-813d-42d5-84da-2d476cfe7ec5 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:00.323225 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1d78e1d8-3ee2-47c2-9b29-34b2dc391e8e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5483661 Apr 22 09:31:00.345722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8878346-919a-40c6-a222-a74512775205 None None] Pushing event updated for resources: {'Port': ['ID=55789b16-2634-45e6-95e3-a2346c0456fb,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:00.398135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Request body: {'port': {'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:00.514916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.598991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-abeba80e-97bc-44c3-94cb-575352bcd725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.600916 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-abeba80e-97bc-44c3-94cb-575352bcd725 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bc5ae12-67b0-48a5-bc69-f42589349285 HTTP/1.1" status: 204 len: 168 time: 1.2674348 Apr 22 09:31:00.633868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a5c7-1ce2-4332-bb1a-7542f73aace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.650304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81eb440e-404e-4553-b3f3-0e7dc1b4fe01']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:00.655091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.669705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:00.670347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6edd36e-ab5d-4a4b-b6d8-1b5622e83894') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:00.681043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab065e9-70d9-4209-b1c9-e19cb414ded0 req-3284617a-1105-4510-bdee-dc25ba1d6e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:00.682561 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4ab065e9-70d9-4209-b1c9-e19cb414ded0 req-3284617a-1105-4510-bdee-dc25ba1d6e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 932 time: 0.7340240 Apr 22 09:31:00.682688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.704848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.712272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:00.712710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.733085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a5c7-1ce2-4332-bb1a-7542f73aace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:00.746676 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:00.827920 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4ab065e9-70d9-4209-b1c9-e19cb414ded0 req-2ad8833e-4a05-41ba-8316-a6e61ec51427 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355669 Apr 22 09:31:00.847348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.873984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.969928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a5c7-1ce2-4332-bb1a-7542f73aace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.973888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:00.977153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:00.996006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:01.009158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:01.009987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.023188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea2a5c7-1ce2-4332-bb1a-7542f73aace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d197462-08d1-4480-ba33-eb3031fecddc,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:01.025780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=115f366c-86b1-4633-89da-c8910a2c6d9d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:01.082211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.094623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.097409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:01.159933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.176876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=81eb440e-404e-4553-b3f3-0e7dc1b4fe01,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:01.185034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=7c1a0884-e4af-4565-93ab-f48a1812437d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:01.190986 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c0125351-9aa3-4618-8600-9f63a8c55b22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/81eb440e-404e-4553-b3f3-0e7dc1b4fe01 HTTP/1.1" status: 204 len: 168 time: 5.3271372 Apr 22 09:31:01.192070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:01.196099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55572) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:01.289280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:01.293168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=4c7edea7-04d5-493f-a09a-32937e877590,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:01.321097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0ea2a5c7-1ce2-4332-bb1a-7542f73aace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.322473 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0ea2a5c7-1ce2-4332-bb1a-7542f73aace4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d197462-08d1-4480-ba33-eb3031fecddc HTTP/1.1" status: 204 len: 168 time: 1.2696548 Apr 22 09:31:01.323573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking segment: {'id': '688e0b1f-c3fe-47cf-8d9d-422a1ec561ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5ec3a8da-c65d-4223-b15f-30e43c0e57f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:01.324108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network hostable DHCP agents. Network: 5ec3a8da-c65d-4223-b15f-30e43c0e57f6, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:01.343760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event updated for resources: {'Port': ['ID=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:01.349675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1411814184'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:01.444118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 55789b16-2634-45e6-95e3-a2346c0456fb up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:01.455318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:01.529735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:01.554661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:01.563440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 55789b16-2634-45e6-95e3-a2346c0456fb completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:01.564882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 5ec3a8da-c65d-4223-b15f-30e43c0e57f6 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:01.600882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 5ec3a8da-c65d-4223-b15f-30e43c0e57f6) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:01.612335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:01.613694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc141fe-278a-4c43-98f4-9943ed113635 None None] Network 5ec3a8da-c65d-4223-b15f-30e43c0e57f6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:01.631583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:01.645470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:01.650269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.668803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:01.714325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:01.715673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.792088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:01.795497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.825751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35ef7ff4-6fb7-4e89-b285-76f6e9a824e6 None None] Provisioning for port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:01.849737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35ef7ff4-6fb7-4e89-b285-76f6e9a824e6 None None] Provisioning complete for port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:01.849866 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f979203a-b7aa-4a6a-95a2-284cf46c5706 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.3320727 Apr 22 09:31:01.849974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35ef7ff4-6fb7-4e89-b285-76f6e9a824e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:01.850067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:01.882220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d5868-1201-4270-96e1-fe42a0e001dc None None] Network 11ab2562-f9ac-460a-9b93-9e803abf312a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:01.903732 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-a83685b2-d7e7-44eb-ae80-89aecba978c9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3476458 Apr 22 09:31:01.962142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Request body: {'port': {'device_id': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:02.050521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:02.062437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.076783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.078254 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment a47a41e6-0885-4cda-8792-f1dab117e17d of type vlan for network 002162dc-9a9e-4c45-91e5-3644694bab9f Apr 22 09:31:02.087796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-50a40d32-dc80-4254-9dc6-8216e27159d5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 7c1a0884-e4af-4565-93ab-f48a1812437d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:02.088440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50a40d32-dc80-4254-9dc6-8216e27159d5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.126516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.147814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-35ef7ff4-6fb7-4e89-b285-76f6e9a824e6 None None] Port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:02.187369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55598) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:02.203002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55602) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:02.317526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eae9287b-a99b-4217-a382-64e7f37c2e47 None None] Provisioning for port 55789b16-2634-45e6-95e3-a2346c0456fb completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:02.330619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eae9287b-a99b-4217-a382-64e7f37c2e47 None None] Provisioning complete for port 55789b16-2634-45e6-95e3-a2346c0456fb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:02.330958 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eae9287b-a99b-4217-a382-64e7f37c2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.386006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7a64f-bf36-47a0-b87d-70d6fbcc75f3 req-faeabfc6-ea30-4d55-ad3a-2f8069215c0a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:02.386669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-37c7a64f-bf36-47a0-b87d-70d6fbcc75f3 req-faeabfc6-ea30-4d55-ad3a-2f8069215c0a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Synchronizing usage tracker for tenant:6884960ab29c4ecdaeb0051102490630 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:02.429652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.20.0.1 (11ab2562-f9ac-460a-9b93-9e803abf312a/0caa4751-957d-40dc-9deb-d141083fa74f/31443c2f-d721-4dc6-8f33-33933375401a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:02.488304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6dfd1ac4-1e9d-4c75-b9ff-015e402adfa9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7006200d6c4c47719e598e09f87e6468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956204 Apr 22 09:31:02.493873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eae9287b-a99b-4217-a382-64e7f37c2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.500319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bcc7d-92ae-4218-96f4-7583b8f5276c req-8d7f4798-4ea0-4b7a-852d-c6093a72f920 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:02.504868 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d09bcc7d-92ae-4218-96f4-7583b8f5276c req-8d7f4798-4ea0-4b7a-852d-c6093a72f920 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 932 time: 0.4842846 Apr 22 09:31:02.520325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55608) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:02.539243 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-eae9287b-a99b-4217-a382-64e7f37c2e47 None None] For port 55789b16-2634-45e6-95e3-a2346c0456fb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=55789b16-2634-45e6-95e3-a2346c0456fb,segment=NetworkSegment(ab431fbb-a88a-4bf8-93be-2c3f556d44bb),segment_id=ab431fbb-a88a-4bf8-93be-2c3f556d44bb)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:02.547102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eae9287b-a99b-4217-a382-64e7f37c2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.559745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:02.566998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-537112344'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:02.586031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:02.641380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9287b-a99b-4217-a382-64e7f37c2e47 None None] Pushing event updated for resources: {'Port': ['ID=55789b16-2634-45e6-95e3-a2346c0456fb,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:02.647605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50a40d32-dc80-4254-9dc6-8216e27159d5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.661234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:network and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:02.668800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:02.685748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-37c7a64f-bf36-47a0-b87d-70d6fbcc75f3 req-faeabfc6-ea30-4d55-ad3a-2f8069215c0a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Unset dirty status for tenant:6884960ab29c4ecdaeb0051102490630 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:02.686888 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-37c7a64f-bf36-47a0-b87d-70d6fbcc75f3 req-faeabfc6-ea30-4d55-ad3a-2f8069215c0a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 931 time: 1.3442047 Apr 22 09:31:02.709418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.714721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:02.715393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.769738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-37c3d859-3cef-412a-8f0c-f00c61d8bf2b None None] Provisioning complete for port 55789b16-2634-45e6-95e3-a2346c0456fb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:02.769974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-37c3d859-3cef-412a-8f0c-f00c61d8bf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.787096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:02.868489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:02.953754 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6738050 Apr 22 09:31:02.985079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55612) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:02.987091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-50a40d32-dc80-4254-9dc6-8216e27159d5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 7c1a0884-e4af-4565-93ab-f48a1812437d owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:03.005064 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-37c7a64f-bf36-47a0-b87d-70d6fbcc75f3 req-161c3331-ccdb-4c3e-8ff4-6676ef8cb66c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084280 Apr 22 09:31:03.005658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc50ff7-039d-4712-9a7d-f850d7f5686d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=002162dc-9a9e-4c45-91e5-3644694bab9f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:03.015615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': '002162dc-9a9e-4c45-91e5-3644694bab9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:03.021270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 002162dc-9a9e-4c45-91e5-3644694bab9f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:03.033579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.041114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1b709e0-653f-461e-a295-c462aae7e523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.044581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:03.069946 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d09bcc7d-92ae-4218-96f4-7583b8f5276c req-d5ecb148-1f41-47fb-97ee-92e8464566da tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4967692 Apr 22 09:31:03.070847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:03.073788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.101963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.132984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:03.185143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object 31443c2f-d721-4dc6-8f33-33933375401a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:03.198552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:security_group_rule and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:03.209076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:03.221376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:03.228432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50a40d32-dc80-4254-9dc6-8216e27159d5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.283220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 55789b16-2634-45e6-95e3-a2346c0456fb up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:03.285218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1b709e0-653f-461e-a295-c462aae7e523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.303658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a40d32-dc80-4254-9dc6-8216e27159d5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=7c1a0884-e4af-4565-93ab-f48a1812437d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:03.313521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50a40d32-dc80-4254-9dc6-8216e27159d5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.340520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2945467-53f4-448e-bc00-7763ab058382 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:31:03.343996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Router bf2c3a27-5c40-44fe-8420-1e948aedc1aa has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:31:03.363885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-50a40d32-dc80-4254-9dc6-8216e27159d5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/7c1a0884-e4af-4565-93ab-f48a1812437d HTTP/1.1" status: 204 len: 168 time: 1.5116014 Apr 22 09:31:03.367755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55616) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:03.372112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.375918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 55789b16-2634-45e6-95e3-a2346c0456fb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:03.376578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.389284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:03.412862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:subnet and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:03.421809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:03.435784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:03.485744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Transition to ACTIVE for port object e2945467-53f4-448e-bc00-7763ab058382 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:03.501985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.510394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.555865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:03.559234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.646367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf42ef-a867-4b6e-85a1-40d9f1930eff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:03.652134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbf42ef-a867-4b6e-85a1-40d9f1930eff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:03.652927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3fbf42ef-a867-4b6e-85a1-40d9f1930eff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:03.661543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:03.674473 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c2296-deb2-4c46-8125-925ff005f6aa None None] Sync routers for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:03.675054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 11ab2562-f9ac-460a-9b93-9e803abf312a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:03.688334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:03.690822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1b709e0-653f-461e-a295-c462aae7e523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.697107 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c2296-deb2-4c46-8125-925ff005f6aa None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:03.698181 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-141c2296-deb2-4c46-8125-925ff005f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:03.699714 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-28126c54-58bf-4b34-a188-d4885baf41e4 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "PUT /v2.0/routers/bf2c3a27-5c40-44fe-8420-1e948aedc1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3641288 Apr 22 09:31:03.703424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55620) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:03.753886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:03.770935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3fbf42ef-a867-4b6e-85a1-40d9f1930eff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:03.772164 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3fbf42ef-a867-4b6e-85a1-40d9f1930eff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4011378 Apr 22 09:31:03.781029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55624) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:03.786925 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-141c2296-deb2-4c46-8125-925ff005f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:03.787158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.797159 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c2296-deb2-4c46-8125-925ff005f6aa None None] Routers {'bf2c3a27-5c40-44fe-8420-1e948aedc1aa'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:03.798107 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-141c2296-deb2-4c46-8125-925ff005f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:03.862453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b709e0-653f-461e-a295-c462aae7e523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b980b-05c4-4a0e-890d-37ce50e39344,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:03.876742 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-141c2296-deb2-4c46-8125-925ff005f6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:03.877134 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141c2296-deb2-4c46-8125-925ff005f6aa None None] The sync data for ids ['bf2c3a27-5c40-44fe-8420-1e948aedc1aa'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:03.887126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Pushing event updated for resources: {'Port': ['ID=e2945467-53f4-448e-bc00-7763ab058382,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:03.907153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.928111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-916e00bc-8a55-416d-9df5-86f987250afd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 115f366c-86b1-4633-89da-c8910a2c6d9d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:03.928484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-916e00bc-8a55-416d-9df5-86f987250afd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.994811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1b709e0-653f-461e-a295-c462aae7e523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:03.995931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b1b709e0-653f-461e-a295-c462aae7e523 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/514b980b-05c4-4a0e-890d-37ce50e39344 HTTP/1.1" status: 204 len: 168 time: 1.4722233 Apr 22 09:31:04.058810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.063301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a52e47d4-6ab2-4fd1-bfdb-cf7366af835e None None] Provisioning for port 31443c2f-d721-4dc6-8f33-33933375401a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:04.069638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a52e47d4-6ab2-4fd1-bfdb-cf7366af835e None None] Provisioning complete for port 31443c2f-d721-4dc6-8f33-33933375401a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:04.070225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a52e47d4-6ab2-4fd1-bfdb-cf7366af835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.081147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:04.116608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5678ffc0-7274-4be9-a873-da8681292719,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:04.160318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=31443c2f-d721-4dc6-8f33-33933375401a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:04.167639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.168631 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Added segment 6d6c665e-35de-431d-b7e3-4570b5aef46b of type vlan for network f441e355-9a94-4c8f-aa75-59d20254aa63 Apr 22 09:31:04.195567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a52e47d4-6ab2-4fd1-bfdb-cf7366af835e None None] Port 31443c2f-d721-4dc6-8f33-33933375401a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:04.208336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.389723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.437599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Attempting to bind port e2945467-53f4-448e-bc00-7763ab058382 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:04.437938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Attempting to bind port e2945467-53f4-448e-bc00-7763ab058382 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:04.439062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Attempting to bind port e2945467-53f4-448e-bc00-7763ab058382 on network 303ea779-29bd-4e0f-a215-e37f8691800c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:04.477024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:31:04.495800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.502815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Port e2945467-53f4-448e-bc00-7763ab058382 on network 303ea779-29bd-4e0f-a215-e37f8691800c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:31:04.503437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Attempting to bind port e2945467-53f4-448e-bc00-7763ab058382 on network 303ea779-29bd-4e0f-a215-e37f8691800c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:04.541435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:04.542102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Checking segment: {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:04.542669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Bound using segment: {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:04.543305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Bound port: e2945467-53f4-448e-bc00-7763ab058382, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eb09f36-1e5d-416d-b0c2-427050752f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:04.543874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.572577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Transition to ACTIVE for port object a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:04.640444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.718454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:04.738548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-916e00bc-8a55-416d-9df5-86f987250afd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.874864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.891758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-916e00bc-8a55-416d-9df5-86f987250afd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 115f366c-86b1-4633-89da-c8910a2c6d9d owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:04.895362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae0865-e0b6-4590-a255-debb6d5dc7d1 req-fdefb641-12c9-4943-81f7-ddc944fb2ccf tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:04.896927 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f9ae0865-e0b6-4590-a255-debb6d5dc7d1 req-fdefb641-12c9-4943-81f7-ddc944fb2ccf tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 931 time: 0.5586252 Apr 22 09:31:04.928598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.933887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:04.934459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:04.941017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:04.944531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.003696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6972e-6f3e-4154-a56b-8a69dcfb5e63 req-9eb2c09d-587e-4e20-9415-9a373a5aa9b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:05.005256 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-79b6972e-6f3e-4154-a56b-8a69dcfb5e63 req-9eb2c09d-587e-4e20-9415-9a373a5aa9b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 944 time: 0.7428720 Apr 22 09:31:05.011267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.079201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] For port e2945467-53f4-448e-bc00-7763ab058382, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:05.114932 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8919191 Apr 22 09:31:05.114932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting port 1e82e73a-f9fc-4104-a6f7-84d6f921afa4 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:05.114932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.127735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55634) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:05.129222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] For port e2945467-53f4-448e-bc00-7763ab058382, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e2945467-53f4-448e-bc00-7763ab058382,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:05.138524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5a320-85b5-4507-93c2-ac44eb0165a6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Network': ['ID=f441e355-9a94-4c8f-aa75-59d20254aa63,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:05.153337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:05.156357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:05.195028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.206249 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-79b6972e-6f3e-4154-a56b-8a69dcfb5e63 req-e9833e8a-3fc1-4b3e-87c3-6de0dcc76735 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1839151 Apr 22 09:31:05.233306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-916e00bc-8a55-416d-9df5-86f987250afd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.258344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=a7abf4cf-87bf-4c6b-b5dd-588ea97735f8,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:05.298588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e00bc-8a55-416d-9df5-86f987250afd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=115f366c-86b1-4633-89da-c8910a2c6d9d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:05.355246 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f9ae0865-e0b6-4590-a255-debb6d5dc7d1 req-51506b0e-ba29-4b9f-a07d-c5a34baa355b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231696 Apr 22 09:31:05.369571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:05.370483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.372161 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] 10.222.0.35 "PUT /v2.0/ports/e2945467-53f4-448e-bc00-7763ab058382 HTTP/1.1" status: 200 len: 1094 time: 4.9900618 Apr 22 09:31:05.386879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-916e00bc-8a55-416d-9df5-86f987250afd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.388233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:31:05.409744 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-916e00bc-8a55-416d-9df5-86f987250afd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/115f366c-86b1-4633-89da-c8910a2c6d9d HTTP/1.1" status: 204 len: 168 time: 1.6220160 Apr 22 09:31:05.410304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55640) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:05.476310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.507728 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5e119a-bc06-44c5-b83f-1dcffdbc9169'] response: {'name': 'network-changed', 'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382', 'status': 'completed', 'code': 200} Apr 22 09:31:05.516239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': 'a47a41e6-0885-4cda-8792-f1dab117e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '002162dc-9a9e-4c45-91e5-3644694bab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:05.517179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: 002162dc-9a9e-4c45-91e5-3644694bab9f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:05.613809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Attempting to bind port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:05.614039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Attempting to bind port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:05.614363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Attempting to bind port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 on network e3952e52-b9ec-4648-9793-4121f1fd0a85 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:05.626357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Calling delete_port for 1e82e73a-f9fc-4104-a6f7-84d6f921afa4 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:05.653677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:05.655874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 on network e3952e52-b9ec-4648-9793-4121f1fd0a85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:31:05.656201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Attempting to bind port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 on network e3952e52-b9ec-4648-9793-4121f1fd0a85 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:05.658752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89172d-f03e-4526-be90-894b7e64b370 service neutron] Pushing event updated for resources: {'Port': ['ID=e2945467-53f4-448e-bc00-7763ab058382,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:05.670861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:05.678944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:05.687724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network 002162dc-9a9e-4c45-91e5-3644694bab9f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:05.689821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:05.690156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Checking segment: {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:05.690536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Bound using segment: {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:05.690965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Bound port: a33de8dc-b8cf-455b-b3b8-e7ea0d40a112, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4edcbd8-a542-4831-aa8e-199cac13c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:05.691306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.716228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:05.725139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5eb924-1325-4c3f-a84d-ec0239cd5009 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:05.725804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2b5eb924-1325-4c3f-a84d-ec0239cd5009 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:05.753366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2b5eb924-1325-4c3f-a84d-ec0239cd5009 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:05.754539 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2b5eb924-1325-4c3f-a84d-ec0239cd5009 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3434341 Apr 22 09:31:05.758170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55644) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:05.779118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 002162dc-9a9e-4c45-91e5-3644694bab9f) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:05.783573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:05.784164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.788102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7195385c-f0f2-4c74-8cbc-45de656a7080 None None] Network 002162dc-9a9e-4c45-91e5-3644694bab9f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:05.810246 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f17fa8-4f38-4f8a-a81f-d210642effd6 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:31:05.811564 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-95f17fa8-4f38-4f8a-a81f-d210642effd6 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/7c1a0884-e4af-4565-93ab-f48a1812437d HTTP/1.1" status: 404 len: 333 time: 0.0524852 Apr 22 09:31:05.815054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55648) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:05.867114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:05.870595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:05.892374 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b5a81f-6e40-48df-b4ee-0f1b2e1c7d23 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:31:05.893792 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-84b5a81f-6e40-48df-b4ee-0f1b2e1c7d23 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/115f366c-86b1-4633-89da-c8910a2c6d9d HTTP/1.1" status: 404 len: 333 time: 0.0776117 Apr 22 09:31:05.896733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55652) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:06.021423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.032057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-002162dc-9a9e-4c45-91e5-3644694bab9f', 'network_id': '002162dc-9a9e-4c45-91e5-3644694bab9f', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': 'a7abf4cf-87bf-4c6b-b5dd-588ea97735f8'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:06.033221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.087582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Port': ['ID=1e82e73a-f9fc-4104-a6f7-84d6f921afa4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:06.101151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.158856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-00da5283-eff3-4cec-93a8-1a2508e7ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:06.160270 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-00da5283-eff3-4cec-93a8-1a2508e7ca86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 1097 time: 0.6452146 Apr 22 09:31:06.164948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e527da77-1343-40bc-a24d-d7643878414e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1685700 Apr 22 09:31:06.177037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55656) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:06.204268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Allocated IP 2001:db8::1 (002162dc-9a9e-4c45-91e5-3644694bab9f/a7abf4cf-87bf-4c6b-b5dd-588ea97735f8/710c42a3-0ac8-4f9f-a253-e56edaab1d67) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:06.258584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-217832684'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:06.279695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:06.282799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] For port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:06.285572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-53c3215f-eec6-4c42-acf1-3eabaff78fe0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2945467-53f4-448e-bc00-7763ab058382 HTTP/1.1" status: 200 len: 217 time: 0.1076319 Apr 22 09:31:06.294012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:06.304726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:06.344054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] For port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:06.350648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:06.366960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.431039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.465993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.480418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Transition to ACTIVE for port object 710c42a3-0ac8-4f9f-a253-e56edaab1d67 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:06.487135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:06.497797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:06.501775 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.504119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Transition to ACTIVE for port object 710c42a3-0ac8-4f9f-a253-e56edaab1d67 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:06.514036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.531422 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:06.532102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.534326 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 1093 time: 4.6226571 Apr 22 09:31:06.546913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.581841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.584532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-fd4a9457-7a34-4934-a614-14f373dca0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:06.586449 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-fd4a9457-7a34-4934-a614-14f373dca0b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04b76bd-a153-4698-b2da-1e1908264408 HTTP/1.1" status: 200 len: 835 time: 0.2834954 Apr 22 09:31:06.624878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Network 002162dc-9a9e-4c45-91e5-3644694bab9f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:06.626564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:06.636287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:06.681300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.730183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec3a8da-c65d-4223-b15f-30e43c0e57f6']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:06.737437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Pushing event updated for resources: {'Port': ['ID=710c42a3-0ac8-4f9f-a253-e56edaab1d67,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:06.747730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.755572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.755851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Attempting to bind port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:06.756286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Attempting to bind port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'a47a41e6-0885-4cda-8792-f1dab117e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '002162dc-9a9e-4c45-91e5-3644694bab9f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:06.756736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Attempting to bind port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 on network 002162dc-9a9e-4c45-91e5-3644694bab9f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:06.763063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:06.763546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Checking segment: {'id': 'a47a41e6-0885-4cda-8792-f1dab117e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '002162dc-9a9e-4c45-91e5-3644694bab9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:06.764039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.764525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Bound using segment: {'id': 'a47a41e6-0885-4cda-8792-f1dab117e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '002162dc-9a9e-4c45-91e5-3644694bab9f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:06.765072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Bound port: 710c42a3-0ac8-4f9f-a253-e56edaab1d67, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47a41e6-0885-4cda-8792-f1dab117e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '002162dc-9a9e-4c45-91e5-3644694bab9f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:06.765459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.767551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '688e0b1f-c3fe-47cf-8d9d-422a1ec561ab') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:06.768047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '688e0b1f-c3fe-47cf-8d9d-422a1ec561ab') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:06.783132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc7db2-2b34-4f74-b977-fbb5146911b7 service neutron] Pushing event updated for resources: {'Port': ['ID=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:06.795195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.834014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:06.837051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.840809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.841518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Fanout notify agent at l3_agent the message router_deleted on router bf2c3a27-5c40-44fe-8420-1e948aedc1aa {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:31:06.853843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:06.854831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.859889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] For port 710c42a3-0ac8-4f9f-a253-e56edaab1d67, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:06.863498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] For port 710c42a3-0ac8-4f9f-a253-e56edaab1d67, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=710c42a3-0ac8-4f9f-a253-e56edaab1d67,segment=NetworkSegment(a47a41e6-0885-4cda-8792-f1dab117e17d),segment_id=a47a41e6-0885-4cda-8792-f1dab117e17d)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:06.869480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:06.873879 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:06.903894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.904240 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment c07d3420-4bf1-428b-a3cf-af5699139eb3 of type vlan for network ec414c25-4363-4b1e-84ae-1918e7044318 Apr 22 09:31:06.950594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.966658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dab45b-fc15-433c-bcc9-20b6e8abba93 req-419cfb3f-41c8-49b4-9e3a-8e51d9d2f2ac tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:06.968195 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b9dab45b-fc15-433c-bcc9-20b6e8abba93 req-419cfb3f-41c8-49b4-9e3a-8e51d9d2f2ac tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 943 time: 0.3847270 Apr 22 09:31:06.973244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce5f1-a56f-4176-8e21-85dde3a78564 req-200c90d9-7321-4ba3-a3fa-bc155e1c3ecf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:06.974567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-718ce5f1-a56f-4176-8e21-85dde3a78564 req-200c90d9-7321-4ba3-a3fa-bc155e1c3ecf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:06.978448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:06.979492 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9fdc5ba8-7da4-4db1-8b4a-161a7298dae9 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/routers/bf2c3a27-5c40-44fe-8420-1e948aedc1aa HTTP/1.1" status: 204 len: 168 time: 3.2750216 Apr 22 09:31:06.986057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b02a6-adfa-46da-8a9f-cc2a1abbf313 None None] Pushing event updated for resources: {'Port': ['ID=710c42a3-0ac8-4f9f-a253-e56edaab1d67,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:06.987091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55664) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:07.003226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=31443c2f-d721-4dc6-8f33-33933375401a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:07.065337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.067459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.092591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.113018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.114323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-b9dab45b-fc15-433c-bcc9-20b6e8abba93 req-df09de27-b11e-4efe-bf70-e87ebfab1217 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Synchronizing usage tracker for tenant:6884960ab29c4ecdaeb0051102490630 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:07.116852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Network': ['ID=5ec3a8da-c65d-4223-b15f-30e43c0e57f6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:07.127478 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b435733e-a432-4ef7-b785-5c04ec507461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/networks/5ec3a8da-c65d-4223-b15f-30e43c0e57f6 HTTP/1.1" status: 204 len: 168 time: 1.2194619 Apr 22 09:31:07.128975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55668) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:07.140719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Deleting subnet 0b80abc7-d9e3-42b1-82d6-08000a21a988 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:07.147221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1748555234'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:07.152634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.180931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:07.183972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-b9dab45b-fc15-433c-bcc9-20b6e8abba93 req-df09de27-b11e-4efe-bf70-e87ebfab1217 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Unset dirty status for tenant:6884960ab29c4ecdaeb0051102490630 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:07.190693 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b9dab45b-fc15-433c-bcc9-20b6e8abba93 req-df09de27-b11e-4efe-bf70-e87ebfab1217 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090731 Apr 22 09:31:07.227937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-718ce5f1-a56f-4176-8e21-85dde3a78564 req-200c90d9-7321-4ba3-a3fa-bc155e1c3ecf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:07.228476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:network and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:07.231811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:07.235271 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-718ce5f1-a56f-4176-8e21-85dde3a78564 req-200c90d9-7321-4ba3-a3fa-bc155e1c3ecf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 944 time: 0.8806944 Apr 22 09:31:07.241386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:07.249586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625087-e418-4422-94a2-5ce305fc1f66 req-34642a78-f1d6-47e1-b753-0e97782e65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:07.251598 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-34642a78-f1d6-47e1-b753-0e97782e65ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1096 time: 0.6395111 Apr 22 09:31:07.252078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.253448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-3fab1f62-a57c-4609-9f02-da66bb26c581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:07.254800 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-3fab1f62-a57c-4609-9f02-da66bb26c581 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=303ea779-29bd-4e0f-a215-e37f8691800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6501424 Apr 22 09:31:07.300901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:07.304869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.349683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:07.356110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.375341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:07.396049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 710c42a3-0ac8-4f9f-a253-e56edaab1d67 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:07.397344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.397911 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Added segment aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc of type vlan for network eb691718-9240-4cba-b086-8e875b4bf3a7 Apr 22 09:31:07.446040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.486563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.491548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:07.495953 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-1891e2f4-b392-48c1-abea-c6889903c6df service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 217 time: 0.2162216 Apr 22 09:31:07.526722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'tag': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:31:07.530682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Subnet': ['ID=0b80abc7-d9e3-42b1-82d6-08000a21a988,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:07.532888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.538341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:07.538920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.571521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.571865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.572202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.572563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.572894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.573352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.573676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.574008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.574324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.574643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.574963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.575276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.587929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=1786d895-1208-4dcc-be4c-82c29fdb1fb2,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:07.597627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.632829 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1714a0d8-eec2-4506-b2a0-d56e2e37b582'] response: {'name': 'network-changed', 'server_uuid': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'tag': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'status': 'completed', 'code': 200} Apr 22 09:31:07.637768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.643247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:07.643900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.665606 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5325253 Apr 22 09:31:07.668434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.668834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.669233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.669630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.670017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.670351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.670679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.671003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.671325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.671823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.672175 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-61b91364-2bc3-4a9c-a5ad-e1d64d716a11 tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/subnets/0b80abc7-d9e3-42b1-82d6-08000a21a988 HTTP/1.1" status: 204 len: 168 time: 0.6841209 Apr 22 09:31:07.672334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.673333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:07.673458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55674) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:07.673776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55676) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:07.684664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58fa12-83ec-4178-a7cd-93145ceb7449 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Network': ['ID=eb691718-9240-4cba-b086-8e875b4bf3a7,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:07.690270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'eb691718-9240-4cba-b086-8e875b4bf3a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:07.693313 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-718ce5f1-a56f-4176-8e21-85dde3a78564 req-24e49678-6f30-481c-9705-5a810c3368fa tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4573343 Apr 22 09:31:07.698249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network eb691718-9240-4cba-b086-8e875b4bf3a7 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:07.744012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 11ab2562-f9ac-460a-9b93-9e803abf312a is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:07.749587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:07.749761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network hostable DHCP agents. Network: f441e355-9a94-4c8f-aa75-59d20254aa63, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:07.763954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:07.773419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625087-e418-4422-94a2-5ce305fc1f66 req-59438715-ea9c-47b9-807f-1fb055900f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:07.774994 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-59438715-ea9c-47b9-807f-1fb055900f1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.2683837 Apr 22 09:31:07.840575 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-2828af5c-02c5-4926-abf1-ddd47d0d7af7 service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963386 Apr 22 09:31:07.924105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:07.928088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:07.934807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:07.939810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:07.948813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:08.116361 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9371226 Apr 22 09:31:08.133216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55682) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:08.143874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ce488-f947-41f9-a33d-ced1c3976ed6 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=ec414c25-4363-4b1e-84ae-1918e7044318,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:08.146441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:08.150107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.152131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-04eeb261-162a-49ec-ba72-107e395fbf9b None None] Provisioning complete for port 31443c2f-d721-4dc6-8f33-33933375401a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:08.152625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-04eeb261-162a-49ec-ba72-107e395fbf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.171129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': 'ec414c25-4363-4b1e-84ae-1918e7044318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:08.204668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network ec414c25-4363-4b1e-84ae-1918e7044318 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:08.226123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:08.253014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, f441e355-9a94-4c8f-aa75-59d20254aa63) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:08.257511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:08.258167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.348541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Performing IP validity checks on allocation pools {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 09:31:08.351505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 09:31:08.359094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c027dc4c-d56b-4c40-a33a-3b11d0d6c10d None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:08.374651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5d2753af-2ab0-4b02-804a-66bb6989f3fa tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2315307 Apr 22 09:31:08.377358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55688) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:08.378848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dddc8cb-a608-423c-86dc-786199d4f2bc None None] Network 002162dc-9a9e-4c45-91e5-3644694bab9f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:08.384323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.392824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'name': 'tempest-NetworksTestDHCPv6-656190256'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:08.493210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.571880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-04eeb261-162a-49ec-ba72-107e395fbf9b None None] Port 31443c2f-d721-4dc6-8f33-33933375401a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:08.581255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28625087-e418-4422-94a2-5ce305fc1f66 req-bba023d6-a945-4276-ad4f-67abdb077cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:08.582735 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-bba023d6-a945-4276-ad4f-67abdb077cee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7325118 Apr 22 09:31:08.611385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:08.617205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b5761af-5bbd-4ae2-95cb-e625a2927642']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:08.618231 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8c811fc6-31eb-4980-a2a7-30941ef57f04 req-d51c5afd-c340-446c-894f-861eb7643aee service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054470 Apr 22 09:31:08.625329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:08.638131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:subnet and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:08.645089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:08.647945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:08.653919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:08.656520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:08.667539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10abca4e-c2a9-442e-812b-6350e6f71262') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:08.667828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10abca4e-c2a9-442e-812b-6350e6f71262') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:08.676269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 15573c3f-bdf4-42ec-ace8-b6712444f14e is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:31:08.681259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:08.710772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.725175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:08.728838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.759441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.773976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1c4a8388-471c-407c-b0af-a29e7682ab0f None None] Provisioning for port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:08.796966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:08.797398 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:08.817730 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:08.869179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1c4a8388-471c-407c-b0af-a29e7682ab0f None None] Provisioning complete for port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:08.869730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8388-471c-407c-b0af-a29e7682ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.918981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '1786d895-1208-4dcc-be4c-82c29fdb1fb2'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:08.919917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.951805 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6cde7c-0d78-4ced-89d5-b093734d15a6 req-eb03b027-feb9-46c9-a23f-a6888c291f85 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:08.953317 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cd6cde7c-0d78-4ced-89d5-b093734d15a6 req-eb03b027-feb9-46c9-a23f-a6888c291f85 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 943 time: 0.5801902 Apr 22 09:31:08.961064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:08.964449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:08.967087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Performing IP validity checks on allocation pools {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 09:31:08.967608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 09:31:09.020898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.051495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 9f8df2fc-5de8-4f1a-9c16-417dd0a9391b yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:09.064966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.097421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:09.101973 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e4133ff5-3982-42fe-b29a-172115ea4733 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/15573c3f-bdf4-42ec-ace8-b6712444f14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0585470 Apr 22 09:31:09.105614 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-13599580-c03e-417e-bb36-78e8b38db6d7 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107114 Apr 22 09:31:09.107890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55694) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:09.126587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.129970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] Pushing event deleted for resources: {'Network': ['ID=0b5761af-5bbd-4ae2-95cb-e625a2927642,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:09.142219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbe3bc-cd2e-4d9e-a930-f1b92aed0dbc None None] Sync routers for ids ['15573c3f-bdf4-42ec-ace8-b6712444f14e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:09.176676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8388-471c-407c-b0af-a29e7682ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.185829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbe3bc-cd2e-4d9e-a930-f1b92aed0dbc None None] Routers {'15573c3f-bdf4-42ec-ace8-b6712444f14e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:09.187601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-77bbe3bc-cd2e-4d9e-a930-f1b92aed0dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['15573c3f-bdf4-42ec-ace8-b6712444f14e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:09.187762 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cd6cde7c-0d78-4ced-89d5-b093734d15a6 req-7041cd0f-cecb-4973-a0b3-9f735be1f0d2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146218 Apr 22 09:31:09.206803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking segment: {'id': 'aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb691718-9240-4cba-b086-8e875b4bf3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:09.207068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network hostable DHCP agents. Network: eb691718-9240-4cba-b086-8e875b4bf3a7, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:09.274524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=c015b619-a404-4bd9-8485-8c6b98f60b31,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:09.284478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-77bbe3bc-cd2e-4d9e-a930-f1b92aed0dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:09.288120 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fa9e0f49-8e1b-4783-9299-0117fd7913ea tempest-FloatingIPTestJSON-211551282 tempest-FloatingIPTestJSON-211551282-project] 10.222.0.32 "DELETE /v2.0/networks/0b5761af-5bbd-4ae2-95cb-e625a2927642 HTTP/1.1" status: 204 len: 168 time: 1.6051960 Apr 22 09:31:09.309117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/1786d895-1208-4dcc-be4c-82c29fdb1fb2/1a803baf-9a3b-48ae-b2e2-e6d2af4b6203) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:09.328087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bbe3bc-cd2e-4d9e-a930-f1b92aed0dbc None None] Routers {'15573c3f-bdf4-42ec-ace8-b6712444f14e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:09.329558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-77bbe3bc-cd2e-4d9e-a930-f1b92aed0dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:30:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['15573c3f-bdf4-42ec-ace8-b6712444f14e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:09.381317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b60022-c6c2-40d2-bd90-5222160b807f req-b9ed32b5-b1f2-4783-8e8e-5a0e5b24887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:09.382747 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13b60022-c6c2-40d2-bd90-5222160b807f req-b9ed32b5-b1f2-4783-8e8e-5a0e5b24887e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 1097 time: 0.6536644 Apr 22 09:31:09.398399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ddef2-57d9-464e-a587-53b58faee03d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:09.399101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2e7ddef2-57d9-464e-a587-53b58faee03d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:09.399947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.416616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1c4a8388-471c-407c-b0af-a29e7682ab0f None None] For port 710c42a3-0ac8-4f9f-a253-e56edaab1d67, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=710c42a3-0ac8-4f9f-a253-e56edaab1d67,segment=NetworkSegment(a47a41e6-0885-4cda-8792-f1dab117e17d),segment_id=a47a41e6-0885-4cda-8792-f1dab117e17d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:09.417997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-77bbe3bc-cd2e-4d9e-a930-f1b92aed0dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:09.418633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bbe3bc-cd2e-4d9e-a930-f1b92aed0dbc None None] The sync data for ids ['15573c3f-bdf4-42ec-ace8-b6712444f14e'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:09.440974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8388-471c-407c-b0af-a29e7682ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.450936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62feda32-468e-4785-9191-9404426d0f67 req-09efc926-85d9-421c-bcd9-920a38be4695 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:09.452424 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-62feda32-468e-4785-9191-9404426d0f67 req-09efc926-85d9-421c-bcd9-920a38be4695 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 944 time: 0.6128738 Apr 22 09:31:09.460861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network eb691718-9240-4cba-b086-8e875b4bf3a7 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:09.490306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, eb691718-9240-4cba-b086-8e875b4bf3a7) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:09.537765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a94f2-6e87-4063-b70e-f3805caed90f None None] Network eb691718-9240-4cba-b086-8e875b4bf3a7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:09.540945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:09.541532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.572924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2e7ddef2-57d9-464e-a587-53b58faee03d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:09.576781 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2e7ddef2-57d9-464e-a587-53b58faee03d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports/31443c2f-d721-4dc6-8f33-33933375401a HTTP/1.1" status: 200 len: 910 time: 0.4625299 Apr 22 09:31:09.578956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55700) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:09.581607 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28625087-e418-4422-94a2-5ce305fc1f66 req-55074ca2-1c47-4be0-a8a1-60d293a92af6 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679329 Apr 22 09:31:09.604040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': 'c07d3420-4bf1-428b-a3cf-af5699139eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'ec414c25-4363-4b1e-84ae-1918e7044318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:09.604040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: ec414c25-4363-4b1e-84ae-1918e7044318, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:09.621184 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f73a06ae-3ad8-47d9-bcda-ec9eadecb247 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9384236 Apr 22 09:31:09.623228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55706) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:09.629545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': 'eb691718-9240-4cba-b086-8e875b4bf3a7', 'name': 'tempest-PortsIpV6TestJSON-2055603246'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:09.687186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=0f27317a-5b4b-493b-b0aa-ad20aa2c8024,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:09.715988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a8388-471c-407c-b0af-a29e7682ab0f None None] Pushing event updated for resources: {'Port': ['ID=710c42a3-0ac8-4f9f-a253-e56edaab1d67,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:09.743486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7bb31b0e-5e9a-4581-9d34-7db3340edef3 None None] Provisioning complete for port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:09.744008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7bb31b0e-5e9a-4581-9d34-7db3340edef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.758141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network ec414c25-4363-4b1e-84ae-1918e7044318 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:09.774504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55710) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:09.784863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, ec414c25-4363-4b1e-84ae-1918e7044318) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:09.789150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:09.790045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:09.808245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e90eb94-ac46-4d78-a69e-90c1122a4f0c None None] Network ec414c25-4363-4b1e-84ae-1918e7044318 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:09.843771 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-39aab351-70cd-445c-a109-d1bd44311a20 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7078228 Apr 22 09:31:09.852253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55716) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:09.911697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b60022-c6c2-40d2-bd90-5222160b807f req-0f82b6a8-3c04-4b1a-a3d0-1c37bac0b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:09.913122 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13b60022-c6c2-40d2-bd90-5222160b807f req-0f82b6a8-3c04-4b1a-a3d0-1c37bac0b079 service neutron] 10.222.0.35 "GET /v2.0/networks?id=303ea779-29bd-4e0f-a215-e37f8691800c HTTP/1.1" status: 200 len: 898 time: 0.4995174 Apr 22 09:31:09.919758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:09.999920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:10.043928 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13b60022-c6c2-40d2-bd90-5222160b807f req-99cc1b16-02bb-489d-bbb0-3f4ef770d0f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2945467-53f4-448e-bc00-7763ab058382 HTTP/1.1" status: 200 len: 217 time: 0.0904298 Apr 22 09:31:10.044744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:10.048170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.057983 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-62feda32-468e-4785-9191-9404426d0f67 req-e43d96a1-981f-4bce-90a3-f73ac1fb6bf0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5852494 Apr 22 09:31:10.093403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.100832 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-64f334c8-32b6-487c-9c55-3bbf6b0c1c45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f52ccf59da164dc8a374a40ad786ca08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222799 Apr 22 09:31:10.101849 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55720) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:10.105298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.108993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 555cc65e-9acd-46c1-828a-24ce384e85ab yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:10.129096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b60022-c6c2-40d2-bd90-5222160b807f req-f70f691b-288f-4638-8f19-f7090916f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:10.130562 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13b60022-c6c2-40d2-bd90-5222160b807f req-f70f691b-288f-4638-8f19-f7090916f195 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04b76bd-a153-4698-b2da-1e1908264408 HTTP/1.1" status: 200 len: 835 time: 0.0761340 Apr 22 09:31:10.167202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Transition to ACTIVE for port object 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:10.261246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-eb691718-9240-4cba-b086-8e875b4bf3a7', 'network_id': 'eb691718-9240-4cba-b086-8e875b4bf3a7', 'tenant_id': '48da3bd2d4f648b9b7e64b59eaff9218', 'fixed_ips': [{'subnet_id': 'c015b619-a404-4bd9-8485-8c6b98f60b31'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:10.262085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.319454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Transition to ACTIVE for port object 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:10.366410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.439896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-94a81a29-0fba-45af-a3a8-030b0160ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:10.441890 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-94a81a29-0fba-45af-a3a8-030b0160ac20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1096 time: 0.5220482 Apr 22 09:31:10.488674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:10.502616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7be96f0-70f4-430d-abcc-99b3a8ca8ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-ec414c25-4363-4b1e-84ae-1918e7044318', 'network_id': 'ec414c25-4363-4b1e-84ae-1918e7044318', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': '0f27317a-5b4b-493b-b0aa-ad20aa2c8024'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:10.503719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f7be96f0-70f4-430d-abcc-99b3a8ca8ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.513819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:10.517995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e5219c4-6500-4180-aa11-7eb1d062fad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.527158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:10.535424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Pushing event updated for resources: {'Port': ['ID=1a803baf-9a3b-48ae-b2e2-e6d2af4b6203,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:10.547329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.646807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e5219c4-6500-4180-aa11-7eb1d062fad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.658767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::2a3 (eb691718-9240-4cba-b086-8e875b4bf3a7/c015b619-a404-4bd9-8485-8c6b98f60b31/555cc65e-9acd-46c1-828a-24ce384e85ab) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:10.684847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Attempting to bind port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:10.685871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Attempting to bind port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:10.686412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Attempting to bind port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:10.686717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-861e3259-69fd-4ef4-8d16-8a0677d1153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:10.688248 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-861e3259-69fd-4ef4-8d16-8a0677d1153b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 913 time: 0.1770964 Apr 22 09:31:10.698728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:10.699105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:10.699732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.700290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:10.700945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Bound port: 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:10.701502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.738850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7783a8c-a7b8-4298-9c47-00f2b8c4e0dd req-bfa70692-b2a5-4b3e-9d58-14833475fc7d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:10.740298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7783a8c-a7b8-4298-9c47-00f2b8c4e0dd req-bfa70692-b2a5-4b3e-9d58-14833475fc7d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 943 time: 0.3602922 Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server [None req-f7be96f0-70f4-430d-abcc-99b3a8ca8ac4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f27317a-5b4b-493b-b0aa-ad20aa2c8024: This subnet is being modified by another concurrent operation. Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 09:31:10.772058 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise exception Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f27317a-5b4b-493b-b0aa-ad20aa2c8024: This subnet is being modified by another concurrent operation. Apr 22 09:31:10.776256 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server Apr 22 09:31:10.779372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::18b (f441e355-9a94-4c8f-aa75-59d20254aa63/1786d895-1208-4dcc-be4c-82c29fdb1fb2/9f8df2fc-5de8-4f1a-9c16-417dd0a9391b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:10.787320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.812356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a5a0a-1e3a-40e9-84c5-869f7dd09c81 None None] Network ec414c25-4363-4b1e-84ae-1918e7044318 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:10.832125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b60022-c6c2-40d2-bd90-5222160b807f req-2d28dac8-9025-46d6-a88d-138d42f2c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:10.833715 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13b60022-c6c2-40d2-bd90-5222160b807f req-2d28dac8-9025-46d6-a88d-138d42f2c5cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=303ea779-29bd-4e0f-a215-e37f8691800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6409218 Apr 22 09:31:10.834991 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-6d9d0fbf-b8ba-4b08-8ebc-a59578cd0923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 217 time: 0.1376970 Apr 22 09:31:10.846472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=0f27317a-5b4b-493b-b0aa-ad20aa2c8024,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:10.863153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] For port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:10.936303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] For port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1a803baf-9a3b-48ae-b2e2-e6d2af4b6203,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:10.943991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:10.987589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e5219c4-6500-4180-aa11-7eb1d062fad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.012233 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7783a8c-a7b8-4298-9c47-00f2b8c4e0dd req-fa831a2f-bd9c-4283-a478-507a732d793e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590728 Apr 22 09:31:11.060058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.076803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5219c4-6500-4180-aa11-7eb1d062fad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61519fd-9bb6-459f-b52c-d07b91185e72,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:11.110106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed98c8-d8d5-4a9a-9d3c-c4627f14b1e8 None None] Pushing event updated for resources: {'Port': ['ID=1a803baf-9a3b-48ae-b2e2-e6d2af4b6203,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:11.132889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec414c25-4363-4b1e-84ae-1918e7044318']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:11.173840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07d3420-4bf1-428b-a3cf-af5699139eb3') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:11.174151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07d3420-4bf1-428b-a3cf-af5699139eb3') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:11.197847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-63f688f2-ef6b-4152-8420-fe0f6a327605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:11.199334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-63f688f2-ef6b-4152-8420-fe0f6a327605 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.3159277 Apr 22 09:31:11.199658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.227512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.230153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e5219c4-6500-4180-aa11-7eb1d062fad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.233925 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0e5219c4-6500-4180-aa11-7eb1d062fad8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d61519fd-9bb6-459f-b52c-d07b91185e72 HTTP/1.1" status: 204 len: 168 time: 1.1242201 Apr 22 09:31:11.270496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:11.271406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:11.287022 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:11.304042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.314269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 710c42a3-0ac8-4f9f-a253-e56edaab1d67 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:11.395796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object 555cc65e-9acd-46c1-828a-24ce384e85ab will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:11.411479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.416170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.463220 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/ec414c25-4363-4b1e-84ae-1918e7044318 HTTP/1.1" status: 204 len: 168 time: 1.6100831 Apr 22 09:31:11.468640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55730) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:11.473318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50960f-bc55-4c79-a0b1-e61061caeb6c tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=ec414c25-4363-4b1e-84ae-1918e7044318,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:11.480848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-297464716'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:11.486984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:11.488104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:11.493200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.493889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:11.498031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:11.505338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.518713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:11.538280 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13b60022-c6c2-40d2-bd90-5222160b807f req-2c099748-2c32-42c7-adf7-3cdb8fd6ff4e service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918969 Apr 22 09:31:11.687418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network eb691718-9240-4cba-b086-8e875b4bf3a7 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:11.688962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=555cc65e-9acd-46c1-828a-24ce384e85ab,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:11.694058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:11.699522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.714828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:11.730636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:11.737510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:11.738319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.775298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aa2e0429-0a8f-4deb-b134-82c9eda8275a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1483650 Apr 22 09:31:11.775298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:11.775895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55738) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:11.782909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Allocated IP 2001:db8::2 (eb691718-9240-4cba-b086-8e875b4bf3a7/c015b619-a404-4bd9-8485-8c6b98f60b31/71c86a7d-bfa9-4130-a130-e442c35581dd) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:11.828968 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device e2945467-53f4-448e-bc00-7763ab058382 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:31:11.852430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.885051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6d595-3775-4e4b-8fc0-d53598a1b249 req-73de51aa-8fc4-4922-ad60-ad2b20c4a810 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:11.892939 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ecc6d595-3775-4e4b-8fc0-d53598a1b249 req-73de51aa-8fc4-4922-ad60-ad2b20c4a810 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 944 time: 0.6901791 Apr 22 09:31:11.901103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-efcfb9e4-fd71-473e-aa4c-dd394336b0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:11.902565 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-efcfb9e4-fd71-473e-aa4c-dd394336b0b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6584942 Apr 22 09:31:11.904422 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13b60022-c6c2-40d2-bd90-5222160b807f req-64206480-e4e5-4475-999d-7bd7ae2c9bff service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542817 Apr 22 09:31:11.906963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:11.908004 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment c2e9aead-8dee-4aa5-8002-32f3729d7e3c of type vlan for network b61514bd-5c31-43cd-aa7c-2c13f69ec456 Apr 22 09:31:11.948736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 9f8df2fc-5de8-4f1a-9c16-417dd0a9391b will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:11.950871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-47d74506-342b-467c-adc6-85740235fb90 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 555cc65e-9acd-46c1-828a-24ce384e85ab {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:11.951494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-47d74506-342b-467c-adc6-85740235fb90 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.000718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f804b489-56ee-4df2-895a-eaead49c5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.016591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.109037 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ecc6d595-3775-4e4b-8fc0-d53598a1b249 req-f8b82c41-95f9-46e8-b390-5c013518ec56 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2151124 Apr 22 09:31:12.149378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.312457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port e2945467-53f4-448e-bc00-7763ab058382, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e2945467-53f4-448e-bc00-7763ab058382,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:12.331677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-fc559645-beac-4012-8f6a-d9b963848f9a service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048004 Apr 22 09:31:12.340843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.346431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': 'e2945467-53f4-448e-bc00-7763ab058382', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:31:12.414632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.417571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.441604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.447147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:12.452919 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2945467-53f4-448e-bc00-7763ab058382 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:31:12.457117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.469658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Transition to ACTIVE for port object 71c86a7d-bfa9-4130-a130-e442c35581dd will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:12.491263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port e2945467-53f4-448e-bc00-7763ab058382, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e2945467-53f4-448e-bc00-7763ab058382,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:12.515887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.522597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Transition to ACTIVE for port object 71c86a7d-bfa9-4130-a130-e442c35581dd will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:12.574743 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1028063 Apr 22 09:31:12.595166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55754) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:12.606984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-47d74506-342b-467c-adc6-85740235fb90 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.630184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.632170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:12.638324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': 'b61514bd-5c31-43cd-aa7c-2c13f69ec456', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:12.648339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:12.649100 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed78c70b-bd9d-40d4-b800-9872096c197d None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:12.711110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:12.716683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:12.717341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:12.721869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=9f8df2fc-5de8-4f1a-9c16-417dd0a9391b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:12.825187 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-afd46697-fb0b-4794-a604-1c1a6d1102b7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4414525 Apr 22 09:31:12.828930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55762) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:12.867025 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-69da25ee-944d-4dc9-abe2-1bfb5190c6e1 req-74e9f2b5-12df-417d-a6e2-c9a1b03be6e9 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217805 Apr 22 09:31:12.905274 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Network eb691718-9240-4cba-b086-8e875b4bf3a7 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:12.911401 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55766) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:12.911764 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:12.925984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6f7e6393-186d-4466-8fc0-988bb767e5cc None None] Provisioning for port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:12.935525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:12.981263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 31443c2f-d721-4dc6-8f33-33933375401a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:12.981604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.021678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=e2945467-53f4-448e-bc00-7763ab058382,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:13.034484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['e2945467-53f4-448e-bc00-7763ab058382'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:31:13.055747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86f27e-38df-4e37-8956-22b55f02896a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:13.061743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e86f27e-38df-4e37-8956-22b55f02896a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:13.062514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3e86f27e-38df-4e37-8956-22b55f02896a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:13.069780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-30d11789-d146-4b37-83b6-d737d56b46f1 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] Request body: {'port': {'network_id': '93eb7b23-dc9f-4879-bd2e-6ff14d07bfbe', 'name': 'tempest-NetworksNegativeTestJSON-1339574286'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:13.102523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-47d74506-342b-467c-adc6-85740235fb90 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 555cc65e-9acd-46c1-828a-24ce384e85ab owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:13.141025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6219e-7a6c-4079-b9bb-9bbdf30bd4d0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=b61514bd-5c31-43cd-aa7c-2c13f69ec456,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:13.164539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network b61514bd-5c31-43cd-aa7c-2c13f69ec456 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:13.168351 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d11789-d146-4b37-83b6-d737d56b46f1 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] POST failed (client error): The resource could not be found. Apr 22 09:31:13.168840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d11789-d146-4b37-83b6-d737d56b46f1 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:13.169976 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-30d11789-d146-4b37-83b6-d737d56b46f1 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2566514 Apr 22 09:31:13.182150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55774) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.183179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Attempting to bind port 71c86a7d-bfa9-4130-a130-e442c35581dd on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:13.183179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Attempting to bind port 71c86a7d-bfa9-4130-a130-e442c35581dd by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb691718-9240-4cba-b086-8e875b4bf3a7'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:13.183530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Attempting to bind port 71c86a7d-bfa9-4130-a130-e442c35581dd on network eb691718-9240-4cba-b086-8e875b4bf3a7 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:13.190355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359532de-2e74-4ec4-b519-56bf6ab09757 req-b23fb3ed-f8d1-4c18-878a-ea7dd83e399e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:13.191940 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-359532de-2e74-4ec4-b519-56bf6ab09757 req-b23fb3ed-f8d1-4c18-878a-ea7dd83e399e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 943 time: 0.7677805 Apr 22 09:31:13.218371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:13.221979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:subnet and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:13.225085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:13.227949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:13.228329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Checking segment: {'id': 'aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb691718-9240-4cba-b086-8e875b4bf3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:13.228754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.229149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Bound using segment: {'id': 'aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb691718-9240-4cba-b086-8e875b4bf3a7'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:13.229624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Bound port: 71c86a7d-bfa9-4130-a130-e442c35581dd, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'eb691718-9240-4cba-b086-8e875b4bf3a7'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:13.229997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.231569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:13.262249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3e86f27e-38df-4e37-8956-22b55f02896a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:13.263458 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3e86f27e-38df-4e37-8956-22b55f02896a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4326689 Apr 22 09:31:13.266898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55778) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.276495 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb2f982-002a-4465-87cd-dc5c26e00d29 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:13.277059 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb2f982-002a-4465-87cd-dc5c26e00d29 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:13.283288 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5eb2f982-002a-4465-87cd-dc5c26e00d29 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "DELETE /v2.0/networks/71c53dc0-8db2-4097-9ce6-6bb26d6a8d3a HTTP/1.1" status: 404 len: 339 time: 0.0901122 Apr 22 09:31:13.284295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:13.287945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.303869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55782) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.356882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Pushing event updated for resources: {'Port': ['ID=71c86a7d-bfa9-4130-a130-e442c35581dd,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:13.417869 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37ae79d-63df-43eb-ad79-67c2181beccc tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:13.418373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37ae79d-63df-43eb-ad79-67c2181beccc tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:13.423999 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e37ae79d-63df-43eb-ad79-67c2181beccc tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "DELETE /v2.0/ports/a294954e-7906-4cbf-ad60-99a6da663629 HTTP/1.1" status: 404 len: 333 time: 0.1108539 Apr 22 09:31:13.441111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:13.469502 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-359532de-2e74-4ec4-b519-56bf6ab09757 req-78a5f02b-e954-4cb3-99aa-b9a5f731f28a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242296 Apr 22 09:31:13.470565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55786) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.532549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.560641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0e1bf0-b194-4812-89fa-bbd1ccb9e5cf tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:13.561371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0e1bf0-b194-4812-89fa-bbd1ccb9e5cf tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:13.587870 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8c0e1bf0-b194-4812-89fa-bbd1ccb9e5cf tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "DELETE /v2.0/subnets/b5e70fdc-a29a-4d21-a856-6dfcbe1fb631 HTTP/1.1" status: 404 len: 337 time: 0.1108470 Apr 22 09:31:13.593107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55790) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.634013 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46326b6-e90b-4989-8c3d-597331aac135 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] GET failed (client error): The resource could not be found. Apr 22 09:31:13.635650 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d46326b6-e90b-4989-8c3d-597331aac135 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "GET /v2.0/networks/e2baf1c1-6464-4641-9c1f-57f06016ab35 HTTP/1.1" status: 404 len: 339 time: 0.0414178 Apr 22 09:31:13.640920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55794) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.685340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:13.687762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-47d74506-342b-467c-adc6-85740235fb90 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.689701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] For port 71c86a7d-bfa9-4130-a130-e442c35581dd, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:13.694715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 31443c2f-d721-4dc6-8f33-33933375401a owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:13.700336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] For port 71c86a7d-bfa9-4130-a130-e442c35581dd, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=71c86a7d-bfa9-4130-a130-e442c35581dd,segment=NetworkSegment(aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc),segment_id=aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:13.710352 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.714148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:13.714755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.740281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-54d1eb6f-4964-41cf-90ff-8d1f8facbada tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 9f8df2fc-5de8-4f1a-9c16-417dd0a9391b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:13.740650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-54d1eb6f-4964-41cf-90ff-8d1f8facbada tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.743261 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa118560-c6d8-4d74-bd8c-ece181b14d0d tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] GET failed (client error): The resource could not be found. Apr 22 09:31:13.744642 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aa118560-c6d8-4d74-bd8c-ece181b14d0d tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "GET /v2.0/ports/6da93bc0-5068-4cb3-8519-0938ad701942 HTTP/1.1" status: 404 len: 333 time: 0.1024144 Apr 22 09:31:13.754806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55798) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.757140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d74506-342b-467c-adc6-85740235fb90 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=555cc65e-9acd-46c1-828a-24ce384e85ab,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:13.838364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:31:13.843315 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fcd3e2-9275-4cbe-b1cc-31c9cb8c200b tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] GET failed (client error): The resource could not be found. Apr 22 09:31:13.844105 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e8fcd3e2-9275-4cbe-b1cc-31c9cb8c200b tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "GET /v2.0/subnets/bb2742b0-40dc-4968-83a8-59b2e8fa5c3b HTTP/1.1" status: 404 len: 337 time: 0.0848243 Apr 22 09:31:13.851755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55802) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.861881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ca5310f0-d2b7-4403-93c9-2c516e5c0341 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:13.890728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-47d74506-342b-467c-adc6-85740235fb90 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:13.952846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5310f0-d2b7-4403-93c9-2c516e5c0341 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] PUT failed (client error): The resource could not be found. Apr 22 09:31:13.953560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5310f0-d2b7-4403-93c9-2c516e5c0341 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:13.955471 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ca5310f0-d2b7-4403-93c9-2c516e5c0341 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "PUT /v2.0/networks/3bf135e7-3e24-4784-be66-195d4e96a2b9 HTTP/1.1" status: 404 len: 339 time: 0.1026003 Apr 22 09:31:13.959368 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-47d74506-342b-467c-adc6-85740235fb90 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/555cc65e-9acd-46c1-828a-24ce384e85ab HTTP/1.1" status: 204 len: 168 time: 2.1822600 Apr 22 09:31:13.964515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55806) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:13.964809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55808) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:14.003794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d0bcd7da-2fbc-452d-a90b-7baac4528b7b tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:14.023072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c00c4-2be5-4bfb-af0a-3333f3ad1679 None None] Pushing event updated for resources: {'Port': ['ID=71c86a7d-bfa9-4130-a130-e442c35581dd,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:14.079839 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd4126a-fa3c-40e2-87bb-020ae6868d82 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:14.080234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd4126a-fa3c-40e2-87bb-020ae6868d82 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:14.084360 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bdd4126a-fa3c-40e2-87bb-020ae6868d82 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/555cc65e-9acd-46c1-828a-24ce384e85ab HTTP/1.1" status: 404 len: 333 time: 0.1147692 Apr 22 09:31:14.084360 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bcd7da-2fbc-452d-a90b-7baac4528b7b tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] PUT failed (client error): The resource could not be found. Apr 22 09:31:14.084360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bcd7da-2fbc-452d-a90b-7baac4528b7b tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:14.084360 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d0bcd7da-2fbc-452d-a90b-7baac4528b7b tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "PUT /v2.0/ports/bbe83c56-9502-4621-acb9-0e2890536118 HTTP/1.1" status: 404 len: 333 time: 0.1185210 Apr 22 09:31:14.090717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55814) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:14.090717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55816) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:14.142574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-753995a4-6da4-4714-842c-c940c31904f5 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:14.166892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f16a0-08ee-4dc8-b49b-ac5e7fe8e74d req-2430d9d9-c30e-4a32-840a-e75951fbd386 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:14.174175 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c30f16a0-08ee-4dc8-b49b-ac5e7fe8e74d req-2430d9d9-c30e-4a32-840a-e75951fbd386 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 945 time: 0.8683457 Apr 22 09:31:14.208541 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-753995a4-6da4-4714-842c-c940c31904f5 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] PUT failed (client error): The resource could not be found. Apr 22 09:31:14.209162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753995a4-6da4-4714-842c-c940c31904f5 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:14.210086 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-753995a4-6da4-4714-842c-c940c31904f5 tempest-NetworksNegativeTestJSON-1636789132 tempest-NetworksNegativeTestJSON-1636789132-project] 10.222.0.32 "PUT /v2.0/subnets/eae5a665-0a00-4329-9b1e-7f8d22db78d5 HTTP/1.1" status: 404 len: 337 time: 0.1168811 Apr 22 09:31:14.214832 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15a4387-f6cd-48ec-a1a9-f893b1a4d7c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:31:14.215366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f15a4387-f6cd-48ec-a1a9-f893b1a4d7c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:14.293409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f15a4387-f6cd-48ec-a1a9-f893b1a4d7c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:14.295649 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f15a4387-f6cd-48ec-a1a9-f893b1a4d7c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/555cc65e-9acd-46c1-828a-24ce384e85ab HTTP/1.1" status: 404 len: 333 time: 0.2040126 Apr 22 09:31:14.299681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55824) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:14.340296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.356920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-37e04713-2c00-41b6-8fce-d8d3eba958ca None None] Provisioning for port 9f8df2fc-5de8-4f1a-9c16-417dd0a9391b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:14.370231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.382791 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c30f16a0-08ee-4dc8-b49b-ac5e7fe8e74d req-9cd999e2-91a8-4e6f-a8de-065b399375f3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2078729 Apr 22 09:31:14.396803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-37e04713-2c00-41b6-8fce-d8d3eba958ca None None] Provisioning complete for port 9f8df2fc-5de8-4f1a-9c16-417dd0a9391b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:14.397239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-37e04713-2c00-41b6-8fce-d8d3eba958ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.399748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-54d1eb6f-4964-41cf-90ff-8d1f8facbada tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.460108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a5d69204-4df6-45be-82bf-2ec83b98b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.508364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-37e04713-2c00-41b6-8fce-d8d3eba958ca None None] Port 9f8df2fc-5de8-4f1a-9c16-417dd0a9391b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:14.510710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1a803baf-9a3b-48ae-b2e2-e6d2af4b6203,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:14.512648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:14.530353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=743b940c-695e-41b1-a3a9-50affd5e8f9c,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:14.535783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.537694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'port_id': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'mac_address': 'fa:16:3e:58:3d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:31:14.583099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-37e04713-2c00-41b6-8fce-d8d3eba958ca None None] Provisioning complete for port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:14.583889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-37e04713-2c00-41b6-8fce-d8d3eba958ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.603808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2d5432-e91c-41b9-ba04-66c74756bfe2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet c015b619-a404-4bd9-8485-8c6b98f60b31 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:14.617344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5432-e91c-41b9-ba04-66c74756bfe2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.628330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-54d1eb6f-4964-41cf-90ff-8d1f8facbada tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 9f8df2fc-5de8-4f1a-9c16-417dd0a9391b owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:14.677958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5432-e91c-41b9-ba04-66c74756bfe2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.703620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.762536 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=1a803baf-9a3b-48ae-b2e2-e6d2af4b6203,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:14.781036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=31443c2f-d721-4dc6-8f33-33933375401a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:14.785863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.793746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5432-e91c-41b9-ba04-66c74756bfe2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.814884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:31:14.834410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55832) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:14.844335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:14.888348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:14.975387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': 'c2e9aead-8dee-4aa5-8002-32f3729d7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b61514bd-5c31-43cd-aa7c-2c13f69ec456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:14.975755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: b61514bd-5c31-43cd-aa7c-2c13f69ec456, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:15.062315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-54d1eb6f-4964-41cf-90ff-8d1f8facbada tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.062730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5432-e91c-41b9-ba04-66c74756bfe2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.096025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:15.103615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.103967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.104291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.104702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.104973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.105298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.111560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.111958 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.112298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.112656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.112986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.113599 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:31:15.118188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network b61514bd-5c31-43cd-aa7c-2c13f69ec456 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:15.171990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1eb6f-4964-41cf-90ff-8d1f8facbada tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=9f8df2fc-5de8-4f1a-9c16-417dd0a9391b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:15.180970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fedd6014-62fb-4e17-9214-3bdbdc5e6eb2 None None] Could not find standard attr ID for object 9f8df2fc-5de8-4f1a-9c16-417dd0a9391b. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:31:15.227284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['a33de8dc-b8cf-455b-b3b8-e7ea0d40a112'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:31:15.240981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.334402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d5432-e91c-41b9-ba04-66c74756bfe2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=c015b619-a404-4bd9-8485-8c6b98f60b31,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:15.345054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5432-e91c-41b9-ba04-66c74756bfe2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.353109 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cc2d5432-e91c-41b9-ba04-66c74756bfe2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/c015b619-a404-4bd9-8485-8c6b98f60b31 HTTP/1.1" status: 204 len: 168 time: 1.0524106 Apr 22 09:31:15.354210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, b61514bd-5c31-43cd-aa7c-2c13f69ec456) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:15.373410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bf2cdc-c171-4e49-9ce6-a98c2bdb4529 None None] Network b61514bd-5c31-43cd-aa7c-2c13f69ec456 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:15.373854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55838) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:15.388591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:15.391927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-54d1eb6f-4964-41cf-90ff-8d1f8facbada tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.402653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9160d807-c150-4774-a576-7a7eeacdfb5a None None] Network eb691718-9240-4cba-b086-8e875b4bf3a7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:15.418120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8c3ab1-ad3d-4071-a389-a3c709371a94 req-03c3e484-4be1-46c6-96d3-6187692f3bc2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:15.419212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.424098 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f8c3ab1-ad3d-4071-a389-a3c709371a94 req-03c3e484-4be1-46c6-96d3-6187692f3bc2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 944 time: 0.5660150 Apr 22 09:31:15.425803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:15.427010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.437971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.445003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] Usage tracker for resource:security_group_rule and tenant:245a2926d7544dcda3c10e0c7d3ada39 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:15.447293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:15.453592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:15.522842 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f8c3ab1-ad3d-4071-a389-a3c709371a94 req-10148342-dfb7-4fd4-b982-e2b21b1ee1c5 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910316 Apr 22 09:31:15.532442 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-29af7383-eedf-47ad-9ca5-c5d8f0422c13 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9313240 Apr 22 09:31:15.533521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55844) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:15.701367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:15.706276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.783376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.791563 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-54d1eb6f-4964-41cf-90ff-8d1f8facbada tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/9f8df2fc-5de8-4f1a-9c16-417dd0a9391b HTTP/1.1" status: 204 len: 168 time: 2.5213206 Apr 22 09:31:15.816453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55848) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:15.842061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fd6b6356-2565-4713-a588-9fe22e0aeea3 None None] Provisioning for port 71c86a7d-bfa9-4130-a130-e442c35581dd completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:15.845804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device e2945467-53f4-448e-bc00-7763ab058382 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:15.898225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:15.907450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5143051-1db6-4d57-a3a9-20b73a42990b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:15.909328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5143051-1db6-4d57-a3a9-20b73a42990b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:15.913159 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e5143051-1db6-4d57-a3a9-20b73a42990b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0932815 Apr 22 09:31:15.913394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55852) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:15.993915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-06607a17-13f0-4921-b404-cdcf5b27a507 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 1786d895-1208-4dcc-be4c-82c29fdb1fb2 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:15.997564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.003038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06607a17-13f0-4921-b404-cdcf5b27a507 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.055159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2609dd8b-ceef-4db0-9421-1bacfe71f795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-b61514bd-5c31-43cd-aa7c-2c13f69ec456', 'network_id': 'b61514bd-5c31-43cd-aa7c-2c13f69ec456', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': '743b940c-695e-41b1-a3a9-50affd5e8f9c'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:16.056682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2609dd8b-ceef-4db0-9421-1bacfe71f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.072556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=743b940c-695e-41b1-a3a9-50affd5e8f9c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:16.084558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.091468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.155255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.179075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:16.179670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06607a17-13f0-4921-b404-cdcf5b27a507 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.179820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.193476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58300b-2bf6-44cd-9614-4375539f7722 req-a219179b-8ea4-4e57-aee2-bf2ead0fc5f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:16.194949 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0e58300b-2bf6-44cd-9614-4375539f7722 req-a219179b-8ea4-4e57-aee2-bf2ead0fc5f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 945 time: 0.6392972 Apr 22 09:31:16.218317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.246536 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port e2945467-53f4-448e-bc00-7763ab058382 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:16.248304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 15573c3f-bdf4-42ec-ace8-b6712444f14e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:31:16.258626 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=245a2926d7544dcda3c10e0c7d3ada39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4228148 Apr 22 09:31:16.259145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61514bd-5c31-43cd-aa7c-2c13f69ec456']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:16.259548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 71c86a7d-bfa9-4130-a130-e442c35581dd {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:16.259888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.261564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port e2945467-53f4-448e-bc00-7763ab058382 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:16.261945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.267639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55856) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:16.292990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e9aead-8dee-4aa5-8002-32f3729d7e3c') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:16.293385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e9aead-8dee-4aa5-8002-32f3729d7e3c') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:16.307842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3d157-fce2-4759-959b-7a0fc998f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbb36b5-9070-4460-a0fb-6c49118aae4c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:16.323472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.353927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.355662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb317263-9fca-4e3b-a7be-32ecea401f45 None None] Network b61514bd-5c31-43cd-aa7c-2c13f69ec456 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:16.367363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:16.367833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:16.388469 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:16.420495 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0e58300b-2bf6-44cd-9614-4375539f7722 req-69314b56-a12a-42d3-9981-59d4d4c1bffa tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1987777 Apr 22 09:31:16.475181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06607a17-13f0-4921-b404-cdcf5b27a507 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.499824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] DHCP port deletion for eb691718-9240-4cba-b086-8e875b4bf3a7 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:16.526241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:16.540109 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8cf34-d49e-4a3d-8c6b-62efdfeef038 None None] Sync routers for ids ['15573c3f-bdf4-42ec-ace8-b6712444f14e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:16.558317 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8cf34-d49e-4a3d-8c6b-62efdfeef038 None None] Routers {'15573c3f-bdf4-42ec-ace8-b6712444f14e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:16.558610 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] Deleting port 71c86a7d-bfa9-4130-a130-e442c35581dd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:16.559187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.560143 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-83d8cf34-d49e-4a3d-8c6b-62efdfeef038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['15573c3f-bdf4-42ec-ace8-b6712444f14e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:16.583304 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-03ec4f3b-237d-4582-8cd5-cd3814e53e83 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/15573c3f-bdf4-42ec-ace8-b6712444f14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9906805 Apr 22 09:31:16.599881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55862) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:16.671848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d7ad3c57-b4e1-4768-b8fe-cb53d01a1063 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:16.674274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a6bb9e9-f2d1-47d5-a14c-d0508d0cb594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.685247 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-83d8cf34-d49e-4a3d-8c6b-62efdfeef038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:16.692299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.696813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.704881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 71c86a7d-bfa9-4130-a130-e442c35581dd up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:16.712437 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8cf34-d49e-4a3d-8c6b-62efdfeef038 None None] Routers {'15573c3f-bdf4-42ec-ace8-b6712444f14e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:16.713063 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-83d8cf34-d49e-4a3d-8c6b-62efdfeef038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['15573c3f-bdf4-42ec-ace8-b6712444f14e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:16.720210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] For port 71c86a7d-bfa9-4130-a130-e442c35581dd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=71c86a7d-bfa9-4130-a130-e442c35581dd,segment=NetworkSegment(aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc),segment_id=aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:16.720865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.750126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a6bb9e9-f2d1-47d5-a14c-d0508d0cb594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.779777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.789110 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-83d8cf34-d49e-4a3d-8c6b-62efdfeef038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:16.789810 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8cf34-d49e-4a3d-8c6b-62efdfeef038 None None] The sync data for ids ['15573c3f-bdf4-42ec-ace8-b6712444f14e'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:16.808883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=b61514bd-5c31-43cd-aa7c-2c13f69ec456,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:16.825519 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7917b6f2-583d-4347-8c6f-28799335e234 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/b61514bd-5c31-43cd-aa7c-2c13f69ec456 HTTP/1.1" status: 204 len: 168 time: 1.2848458 Apr 22 09:31:16.825519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d7ad3c57-b4e1-4768-b8fe-cb53d01a1063 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:16.825519 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d7ad3c57-b4e1-4768-b8fe-cb53d01a1063 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=15573c3f-bdf4-42ec-ace8-b6712444f14e HTTP/1.1" status: 200 len: 205 time: 0.2185514 Apr 22 09:31:16.825900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:16.828962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55868) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:16.833554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-752000797'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:16.851047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06607a17-13f0-4921-b404-cdcf5b27a507 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.872669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:31:16.905943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06607a17-13f0-4921-b404-cdcf5b27a507 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=1786d895-1208-4dcc-be4c-82c29fdb1fb2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:16.909280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port e2945467-53f4-448e-bc00-7763ab058382, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e2945467-53f4-448e-bc00-7763ab058382,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:16.912303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06607a17-13f0-4921-b404-cdcf5b27a507 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.916799 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-06607a17-13f0-4921-b404-cdcf5b27a507 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/1786d895-1208-4dcc-be4c-82c29fdb1fb2 HTTP/1.1" status: 204 len: 168 time: 1.0021880 Apr 22 09:31:16.921461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55876) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:16.922086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 71c86a7d-bfa9-4130-a130-e442c35581dd completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:16.929729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 71c86a7d-bfa9-4130-a130-e442c35581dd owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:16.931423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba31fef1-b169-46c2-9767-01e102e289b0 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:16.948011 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e074905b-b393-45ec-8404-e60678ade343'] response: {'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382', 'code': 200} Apr 22 09:31:16.950910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:16.994123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 71c86a7d-bfa9-4130-a130-e442c35581dd triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:16.994605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.009886 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2bbb4fd5-898c-44e1-82dc-a61fa57eb1ef tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846796 Apr 22 09:31:17.020988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55880) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:17.062177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d34e52-d08b-4ec5-980f-b7bbbeabf96a req-46bfd191-357c-4108-aeed-8534e5b7ee2c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:17.063401 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-22d34e52-d08b-4ec5-980f-b7bbbeabf96a req-46bfd191-357c-4108-aeed-8534e5b7ee2c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 944 time: 0.3293633 Apr 22 09:31:17.064072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a6bb9e9-f2d1-47d5-a14c-d0508d0cb594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.071747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:17.084206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:17.102869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:17.107907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:17.197040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:17.227770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29925ef3-8684-44dc-8927-fbb3cf2e030d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.236772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6bb9e9-f2d1-47d5-a14c-d0508d0cb594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbb36b5-9070-4460-a0fb-6c49118aae4c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:17.248624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a6bb9e9-f2d1-47d5-a14c-d0508d0cb594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.249740 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0a6bb9e9-f2d1-47d5-a14c-d0508d0cb594 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecbb36b5-9070-4460-a0fb-6c49118aae4c HTTP/1.1" status: 204 len: 168 time: 0.9811878 Apr 22 09:31:17.264169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] For port 71c86a7d-bfa9-4130-a130-e442c35581dd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=71c86a7d-bfa9-4130-a130-e442c35581dd,segment=NetworkSegment(aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc),segment_id=aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:17.264792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.274324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:17.292332 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-22d34e52-d08b-4ec5-980f-b7bbbeabf96a req-0570ba14-ceda-4183-b516-5e858aa8098a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989375 Apr 22 09:31:17.294332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:17.294463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.302136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:17.309446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:17.314451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.323757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:17.328684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.488362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=71c86a7d-bfa9-4130-a130-e442c35581dd,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:17.493650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] Calling delete_port for 71c86a7d-bfa9-4130-a130-e442c35581dd owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:17.498063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:17.501938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.574153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No DVR routers for this DVR port 71c86a7d-bfa9-4130-a130-e442c35581dd on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:17.601613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=e2945467-53f4-448e-bc00-7763ab058382,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:17.604739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Could not find standard attr ID for object 71c86a7d-bfa9-4130-a130-e442c35581dd. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:31:17.614499 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No ports have port_id starting with 71c86a7d-bfa9-4130-a130-e442c35581dd Apr 22 09:31:17.747958 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 71c86a7d-bfa9-4130-a130-e442c35581dd no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:17.786161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 71c86a7d-bfa9-4130-a130-e442c35581dd {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:31:17.786531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 71c86a7d-bfa9-4130-a130-e442c35581dd not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:31:17.788441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:17.788788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:17.843481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:17.844594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.889083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:17.905293 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] Deleting port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:17.905760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.926732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:17.930171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:17.934922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:17.935507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.948835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:17.965573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=214b0f94-044b-41b3-a685-077d5cd0fa2e,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:17.988058 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-99c52206-be61-4b3a-b8c8-97e2aeea0878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9347041 Apr 22 09:31:17.988255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55900) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:18.001894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'name': 'tempest-NetworksTestDHCPv6-1465736298'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:18.026711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29925ef3-8684-44dc-8927-fbb3cf2e030d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.031290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29925ef3-8684-44dc-8927-fbb3cf2e030d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.050843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:18.059449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:18.071578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb691718-9240-4cba-b086-8e875b4bf3a7']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:18.096127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:18.097696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.108153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:18.108471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aadf69c1-81c2-4e2d-84a2-f4d36d0bcdbc') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:18.118398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.118681 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment 6d8b07c2-aabc-47ff-bd3c-17889419b55f of type vlan for network c57f4474-1925-4293-8632-7dc2e82ad5e7 Apr 22 09:31:18.131530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29925ef3-8684-44dc-8927-fbb3cf2e030d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.131997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29925ef3-8684-44dc-8927-fbb3cf2e030d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Fanout notify agent at l3_agent the message router_deleted on router 15573c3f-bdf4-42ec-ace8-b6712444f14e {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:31:18.136685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53618f02-29db-4a6f-90c1-01a17f6ef815 req-b51f6308-bf50-427b-ae1a-6393b6faacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:18.138318 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-53618f02-29db-4a6f-90c1-01a17f6ef815 req-b51f6308-bf50-427b-ae1a-6393b6faacc6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 1099 time: 0.9742708 Apr 22 09:31:18.148949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.222703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:18.227493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:18.230370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.231414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:18.233702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.240023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:18.248160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cbecf-0cff-4e6e-a6f2-f4e27e0f7340 req-a3012c8a-e3b2-4d57-a971-66c38e09e3cf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:18.249905 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f2cbecf-0cff-4e6e-a6f2-f4e27e0f7340 req-a3012c8a-e3b2-4d57-a971-66c38e09e3cf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 946 time: 0.5502396 Apr 22 09:31:18.258864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:18.264128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.265717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:18.266113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:18.283101 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:18.290179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] Deleting port 71c86a7d-bfa9-4130-a130-e442c35581dd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:18.290701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.293234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 460afa7c-885c-4ecf-a7e4-b5a2153e52e0 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:18.319662 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:31:18.332946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-29925ef3-8684-44dc-8927-fbb3cf2e030d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.336766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-29925ef3-8684-44dc-8927-fbb3cf2e030d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/15573c3f-bdf4-42ec-ace8-b6712444f14e HTTP/1.1" status: 204 len: 168 time: 1.5081344 Apr 22 09:31:18.337878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55912) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:18.338767 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-53618f02-29db-4a6f-90c1-01a17f6ef815 req-2d024fc1-8ae7-4b84-bb87-3cb843d12102 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1817431 Apr 22 09:31:18.386969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:18.397345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55916) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:18.399197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-115a1d53-3fd8-4462-94f3-ded7931dbaf3 None None] The port '71c86a7d-bfa9-4130-a130-e442c35581dd' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:31:18.401314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] For port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1a803baf-9a3b-48ae-b2e2-e6d2af4b6203,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:18.401987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.435289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.441232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:18.441830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.472233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.476249 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f2cbecf-0cff-4e6e-a6f2-f4e27e0f7340 req-57412a4e-124c-4bc9-a7d7-cd20d0e548af tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2140753 Apr 22 09:31:18.485629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.503564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.525300 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/networks/eb691718-9240-4cba-b086-8e875b4bf3a7 HTTP/1.1" status: 204 len: 168 time: 3.1428437 Apr 22 09:31:18.574655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55922) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:18.585913 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7595842 Apr 22 09:31:18.586483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55926) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:18.590097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1101437608'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:18.615274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': 'c57f4474-1925-4293-8632-7dc2e82ad5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:18.619513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] Calling delete_port for 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:18.629278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548214ca-d578-42bc-bc29-465491503789 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=c57f4474-1925-4293-8632-7dc2e82ad5e7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:18.633637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-16e3caf0-5aed-45e2-9d24-b72a97b86eba tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:18.634080 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-16e3caf0-5aed-45e2-9d24-b72a97b86eba tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 09:31:18.634263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:18.634576 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-16e3caf0-5aed-45e2-9d24-b72a97b86eba tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 09:31:18.638770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-16e3caf0-5aed-45e2-9d24-b72a97b86eba tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2371120 Apr 22 09:31:18.642528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55930) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:18.662200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::341 (f441e355-9a94-4c8f-aa75-59d20254aa63/214b0f94-044b-41b3-a685-077d5cd0fa2e/460afa7c-885c-4ecf-a7e4-b5a2153e52e0) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:18.663720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network c57f4474-1925-4293-8632-7dc2e82ad5e7 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:18.666846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--273847236'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:18.671786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:network and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:18.674582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38286193-9c43-4cae-bedb-5fb9b6189a17 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Network': ['ID=eb691718-9240-4cba-b086-8e875b4bf3a7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:18.675127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2a27a1-3edb-464f-b868-e3aa8eeac47b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet 0caa4751-957d-40dc-9deb-d141083fa74f {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:18.676859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:18.678658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e2a27a1-3edb-464f-b868-e3aa8eeac47b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.711553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:18.727760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:18.732685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:18.737114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:18.751228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:18.760326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:18.763698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.782783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:18.788680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:18.790303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:subnet and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:18.794012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:18.804204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:18.805149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e2a27a1-3edb-464f-b868-e3aa8eeac47b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.809723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:18.822154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:18.825985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.839898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.843187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.843531 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Added segment 3b195182-cac7-4bf2-ac14-057dfbaa9a1f of type vlan for network 9226cc0e-1228-4245-9bfc-3acef8de9505 Apr 22 09:31:18.867383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.872571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.888133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc535613-4566-4696-9933-8d3378070c9a req-9f8176f7-8527-4587-86e0-9fc6cf474a67 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:18.889666 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cc535613-4566-4696-9933-8d3378070c9a req-9f8176f7-8527-4587-86e0-9fc6cf474a67 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 944 time: 0.4245715 Apr 22 09:31:18.926411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:18.936922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.944838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:18.949387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:31:18.966911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:18.973347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:18.977208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:18.989486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] No DVR routers for this DVR port 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:19.019559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:19.027085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.033219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:19.033805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.041660 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d79c5a-c576-4b35-adc1-94ba59c2ec16'] response: {'server_uuid': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'code': 200} Apr 22 09:31:19.049035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ad5ef-ce1a-43d0-a508-b7d1df94b8c5 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:19.079372 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cc535613-4566-4696-9933-8d3378070c9a req-54c1027f-0697-445c-b47c-908db35b0cf3 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782675 Apr 22 09:31:19.086406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f434e24-b2fd-418a-a2b2-0660adb433b7 None None] Pushing event deleted for resources: {'Port': ['ID=1a803baf-9a3b-48ae-b2e2-e6d2af4b6203,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:19.153779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e2a27a1-3edb-464f-b868-e3aa8eeac47b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.227420 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6519063 Apr 22 09:31:19.232708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55936) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:19.235652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75823b-8985-4a91-90d6-c8e70596bd32 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Network': ['ID=9226cc0e-1228-4245-9bfc-3acef8de9505,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:19.254152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': '9226cc0e-1228-4245-9bfc-3acef8de9505', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:19.256495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.263593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 9226cc0e-1228-4245-9bfc-3acef8de9505 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:19.324702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.326059 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 460afa7c-885c-4ecf-a7e4-b5a2153e52e0 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:19.327605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e2a27a1-3edb-464f-b868-e3aa8eeac47b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.363380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.388294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:19.398395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a27a1-3edb-464f-b868-e3aa8eeac47b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=0caa4751-957d-40dc-9deb-d141083fa74f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:19.400606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e2a27a1-3edb-464f-b868-e3aa8eeac47b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.407758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:19.421441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:19.422013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa7a106-aca0-4d5d-820a-33e778816d0c None None] Network 11ab2562-f9ac-460a-9b93-9e803abf312a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:19.434463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:19.447980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdd63ff-f5c7-4e63-925f-44c3bc4d600c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:19.457980 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e2a27a1-3edb-464f-b868-e3aa8eeac47b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/0caa4751-957d-40dc-9deb-d141083fa74f HTTP/1.1" status: 204 len: 168 time: 1.1165884 Apr 22 09:31:19.458914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55940) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:19.468424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.533392 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '214b0f94-044b-41b3-a685-077d5cd0fa2e'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:19.534311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.566934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.783663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:19.796287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.823071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.827075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:19.827907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:19.830674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:31:19.831019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1a803baf-9a3b-48ae-b2e2-e6d2af4b6203 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:31:19.837732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:19.847167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:19.849706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:19.854514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:19.854774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:19.855416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.859156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=dc83194e-2eca-4622-a410-88bbf699c369,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:19.869004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aeae3-9b1c-4c1a-b02c-2aebd0dea657 req-8b16ad0f-dec2-4de4-9c23-a8c8a27bdd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:19.870651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d4aeae3-9b1c-4c1a-b02c-2aebd0dea657 req-8b16ad0f-dec2-4de4-9c23-a8c8a27bdd6b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1098 time: 0.5980678 Apr 22 09:31:19.871527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:19.877713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': '6d8b07c2-aabc-47ff-bd3c-17889419b55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c57f4474-1925-4293-8632-7dc2e82ad5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:19.878055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: c57f4474-1925-4293-8632-7dc2e82ad5e7, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:19.880495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/214b0f94-044b-41b3-a685-077d5cd0fa2e/3ae0d7ce-ec1f-403e-bd96-b1c3186d8091) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:19.892454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 55789b16-2634-45e6-95e3-a2346c0456fb {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:19.893147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.921673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.923473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:19.925853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=460afa7c-885c-4ecf-a7e4-b5a2153e52e0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:19.928488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.962475 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c709c63e-442d-4bb9-854b-2b28359d27f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9708197 Apr 22 09:31:19.968479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55946) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:19.983624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] DHCP port deletion for 11ab2562-f9ac-460a-9b93-9e803abf312a request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:19.992452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] Deleting port 55789b16-2634-45e6-95e3-a2346c0456fb {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:19.992837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:19.999585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.000876 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3522799 Apr 22 09:31:20.005722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55950) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:20.027647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network c57f4474-1925-4293-8632-7dc2e82ad5e7 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:20.040514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb9c01-f156-49db-abd6-0812eb3c8b6c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60694cf-83b7-4dd2-99a0-01c6f1727c40,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:20.052852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'd60694cf-83b7-4dd2-99a0-01c6f1727c40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:20.058343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:20.063635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:20.066466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:20.072119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:20.079513 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d4aeae3-9b1c-4c1a-b02c-2aebd0dea657 req-f601114e-cce4-4549-9187-21da6bc4a2e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908543 Apr 22 09:31:20.101560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.109900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836db05f-3380-4a94-aabe-9b088fd6ba8e req-b01e05e7-3ed4-4f5b-a4c8-94e5ab60007a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:20.112026 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-836db05f-3380-4a94-aabe-9b088fd6ba8e req-b01e05e7-3ed4-4f5b-a4c8-94e5ab60007a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 946 time: 0.3931723 Apr 22 09:31:20.120100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, c57f4474-1925-4293-8632-7dc2e82ad5e7) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:20.135598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:20.136183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.141248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f124742-bf20-4a0d-95ae-fdb524487032 None None] Network c57f4474-1925-4293-8632-7dc2e82ad5e7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:20.217360 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8caf8409-94bd-4d6b-985b-c00ae08bcd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6202395 Apr 22 09:31:20.223978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-836db05f-3380-4a94-aabe-9b088fd6ba8e req-a20db6a6-9a28-448f-98c9-5c9a983c52be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019244 Apr 22 09:31:20.227402 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55956) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:20.301882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d2aec-207e-4700-8fa7-27f164a77077 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:20.302513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ab7d2aec-207e-4700-8fa7-27f164a77077 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:20.432535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ab7d2aec-207e-4700-8fa7-27f164a77077 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:20.436184 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ab7d2aec-207e-4700-8fa7-27f164a77077 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.4585164 Apr 22 09:31:20.438295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55960) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:20.444953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] For port 55789b16-2634-45e6-95e3-a2346c0456fb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=55789b16-2634-45e6-95e3-a2346c0456fb,segment=NetworkSegment(ab431fbb-a88a-4bf8-93be-2c3f556d44bb),segment_id=ab431fbb-a88a-4bf8-93be-2c3f556d44bb)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:20.446037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.449453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port 55789b16-2634-45e6-95e3-a2346c0456fb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=55789b16-2634-45e6-95e3-a2346c0456fb,segment=NetworkSegment(ab431fbb-a88a-4bf8-93be-2c3f556d44bb),segment_id=ab431fbb-a88a-4bf8-93be-2c3f556d44bb)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:20.449814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.454546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.467360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.481614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Transition to ACTIVE for port object 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:20.528747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.581221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.585382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.592619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 55789b16-2634-45e6-95e3-a2346c0456fb owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:20.627416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8bd60978-7a8a-4691-8023-5995f920f728 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 460afa7c-885c-4ecf-a7e4-b5a2153e52e0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:20.627760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bd60978-7a8a-4691-8023-5995f920f728 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.668789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d08653c-cb6f-41b5-b277-dcfb2a91ca2d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:20.694744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cd17a-9abb-4cfa-b8f1-02c40eab4222 req-638e5ea3-8507-48c7-bd86-8144e77bdc21 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:20.700956 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-710cd17a-9abb-4cfa-b8f1-02c40eab4222 req-638e5ea3-8507-48c7-bd86-8144e77bdc21 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3461792 Apr 22 09:31:20.705597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] Calling delete_port for 55789b16-2634-45e6-95e3-a2346c0456fb owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:20.706141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=2aa7c10e-c3e0-4a61-bd77-291390c1ed49,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:20.723982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.727982 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d890f31d-d6d1-4e31-a30b-324307d55af8 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7179370 Apr 22 09:31:20.730301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55964) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:20.738956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6eb85d5a-082a-4e83-b773-c3415f53fb74 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'd60694cf-83b7-4dd2-99a0-01c6f1727c40', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:20.759680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Transition to ACTIVE for port object 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:20.765191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6eb85d5a-082a-4e83-b773-c3415f53fb74 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:20.775153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6eb85d5a-082a-4e83-b773-c3415f53fb74 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:20.775726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.779042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6eb85d5a-082a-4e83-b773-c3415f53fb74 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:20.789780 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-710cd17a-9abb-4cfa-b8f1-02c40eab4222 req-30717e91-ef01-4270-8668-ebad4aa32d00 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877886 Apr 22 09:31:20.790855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6eb85d5a-082a-4e83-b773-c3415f53fb74 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:20.794731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.800738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking segment: {'id': '3b195182-cac7-4bf2-ac14-057dfbaa9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9226cc0e-1228-4245-9bfc-3acef8de9505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:20.801111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network hostable DHCP agents. Network: 9226cc0e-1228-4245-9bfc-3acef8de9505, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:20.852311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No DVR routers for this DVR port 55789b16-2634-45e6-95e3-a2346c0456fb on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:20.896482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.906886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:20.914120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:20.917630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=55789b16-2634-45e6-95e3-a2346c0456fb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:20.923848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:20.935160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 9226cc0e-1228-4245-9bfc-3acef8de9505 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:20.949894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6eb85d5a-082a-4e83-b773-c3415f53fb74 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.967843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e124f51-2c9a-483d-bf37-c209f16c5eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-c57f4474-1925-4293-8632-7dc2e82ad5e7', 'network_id': 'c57f4474-1925-4293-8632-7dc2e82ad5e7', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': 'dc83194e-2eca-4622-a410-88bbf699c369'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:20.968803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e124f51-2c9a-483d-bf37-c209f16c5eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:20.983620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Pushing event updated for resources: {'Port': ['ID=3ae0d7ce-ec1f-403e-bd96-b1c3186d8091,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:21.014478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 9226cc0e-1228-4245-9bfc-3acef8de9505) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:21.024808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:21.024808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:21.025215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:21.025812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.030459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.042578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d380db76-53ab-46e3-bc46-ce41021aeff8 None None] Network 9226cc0e-1228-4245-9bfc-3acef8de9505 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:21.073260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ab2562-f9ac-460a-9b93-9e803abf312a']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:21.073609 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2eebebb9-d315-402d-865c-7eb00a77402d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8394232 Apr 22 09:31:21.077338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55968) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:21.079492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bd60978-7a8a-4691-8023-5995f920f728 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.091048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab431fbb-a88a-4bf8-93be-2c3f556d44bb') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:21.091341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab431fbb-a88a-4bf8-93be-2c3f556d44bb') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:21.095483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': '9226cc0e-1228-4245-9bfc-3acef8de9505', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2108450689'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:21.111765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.122348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Attempting to bind port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:21.122843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Attempting to bind port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:21.123295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Attempting to bind port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:21.132653 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-6eb85d5a-082a-4e83-b773-c3415f53fb74 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): There was a conflict when trying to complete your request. Apr 22 09:31:21.135943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:21.135943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:21.136191 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6eb85d5a-082a-4e83-b773-c3415f53fb74 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4003017 Apr 22 09:31:21.136289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.136289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:21.136289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Bound port: 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:21.136621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.136723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.136822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55972) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:21.156418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:21.156903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:21.171479 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:21.239885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8bd60978-7a8a-4691-8023-5995f920f728 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 460afa7c-885c-4ecf-a7e4-b5a2153e52e0 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:21.306637 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] For port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:21.310090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] For port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3ae0d7ce-ec1f-403e-bd96-b1c3186d8091,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:21.324939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.349580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b1881f1-85d0-490b-9209-0deedefb1275 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.352093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.383865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.422870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=11ab2562-f9ac-460a-9b93-9e803abf312a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:21.437382 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d25a2184-7dd6-4d7e-8206-e243172bb398 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/11ab2562-f9ac-460a-9b93-9e803abf312a HTTP/1.1" status: 204 len: 168 time: 1.9741902 Apr 22 09:31:21.443053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55978) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:21.449569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2132008819', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:21.461710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:21.465798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:router and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:21.468929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:21.475548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:21.483037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433f81e-5b17-488b-97ae-c615c2a0c8ad None None] Pushing event updated for resources: {'Port': ['ID=3ae0d7ce-ec1f-403e-bd96-b1c3186d8091,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:21.493254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b1881f1-85d0-490b-9209-0deedefb1275 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.505312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.527705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] Deleting port 55789b16-2634-45e6-95e3-a2346c0456fb {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:21.528465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.581632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.583511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.583646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=dc83194e-2eca-4622-a410-88bbf699c369,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:21.593553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b1881f1-85d0-490b-9209-0deedefb1275 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server [None req-6e124f51-2c9a-483d-bf37-c209f16c5eec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc83194e-2eca-4622-a410-88bbf699c369: This subnet is being modified by another concurrent operation. Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 09:31:21.615241 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise exception Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc83194e-2eca-4622-a410-88bbf699c369: This subnet is being modified by another concurrent operation. Apr 22 09:31:21.622723 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server Apr 22 09:31:21.627636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1881f1-85d0-490b-9209-0deedefb1275 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60694cf-83b7-4dd2-99a0-01c6f1727c40,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:21.630731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b1881f1-85d0-490b-9209-0deedefb1275 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.635290 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4b1881f1-85d0-490b-9209-0deedefb1275 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/d60694cf-83b7-4dd2-99a0-01c6f1727c40 HTTP/1.1" status: 204 len: 168 time: 0.4975672 Apr 22 09:31:21.635623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55982) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:21.647529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.697165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e9fe7-21bd-4bbb-a1f1-071440d7d966 None None] Network c57f4474-1925-4293-8632-7dc2e82ad5e7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:21.713989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-edc5b377-6b63-45f4-9036-c678c537674c None None] The port '55789b16-2634-45e6-95e3-a2346c0456fb' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:31:21.745292 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 55789b16-2634-45e6-95e3-a2346c0456fb no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:21.774912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:21.788674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 55789b16-2634-45e6-95e3-a2346c0456fb {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:31:21.789155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 55789b16-2634-45e6-95e3-a2346c0456fb not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:31:21.796353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.798792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2504717a-b597-4af8-83dd-dbc0e0c5aa4a tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:21.846115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:21.866894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de5e98-e748-4863-aed3-1f5d755892e9 req-481f1de5-2319-4f0a-9314-d68d07f38600 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:21.873772 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c4de5e98-e748-4863-aed3-1f5d755892e9 req-481f1de5-2319-4f0a-9314-d68d07f38600 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 946 time: 0.4664505 Apr 22 09:31:21.876674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57f4474-1925-4293-8632-7dc2e82ad5e7']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:21.911037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8b07c2-aabc-47ff-bd3c-17889419b55f') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:21.911337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8b07c2-aabc-47ff-bd3c-17889419b55f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:21.921188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bd60978-7a8a-4691-8023-5995f920f728 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.921444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-9226cc0e-1228-4245-9bfc-3acef8de9505', 'network_id': '9226cc0e-1228-4245-9bfc-3acef8de9505', 'tenant_id': '48da3bd2d4f648b9b7e64b59eaff9218', 'fixed_ips': [{'subnet_id': '2aa7c10e-c3e0-4a61-bd77-291390c1ed49'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:21.923122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:21.926810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:21.930290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.000571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.037249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60978-7a8a-4691-8023-5995f920f728 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=460afa7c-885c-4ecf-a7e4-b5a2153e52e0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:22.077585 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c4de5e98-e748-4863-aed3-1f5d755892e9 req-4b1af492-d1f6-41bb-b0fb-1d85f88e1095 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2022877 Apr 22 09:31:22.086915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port e06ddf39-3c45-42d5-8724-a3307ef515f7 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:22.108145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2504717a-b597-4af8-83dd-dbc0e0c5aa4a tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:22.116284 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2504717a-b597-4af8-83dd-dbc0e0c5aa4a tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4647748 Apr 22 09:31:22.129533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 55990) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:22.136032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--62439546'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:22.144748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.152656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:22.167289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:22.197858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.243547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:22.243939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.244055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.253924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Allocated IP 2001:db8::2 (9226cc0e-1228-4245-9bfc-3acef8de9505/2aa7c10e-c3e0-4a61-bd77-291390c1ed49/88dacea4-f54e-4984-b5f5-945314b7ad97) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:22.277344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8bd60978-7a8a-4691-8023-5995f920f728 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:22.277555 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:22.285291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec27a46-5e17-4fc3-9c07-71562b4de329 req-5ac16024-c4e8-4cfd-8615-ab130e052b1e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:22.292172 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fec27a46-5e17-4fc3-9c07-71562b4de329 req-5ac16024-c4e8-4cfd-8615-ab130e052b1e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3774357 Apr 22 09:31:22.326587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:22.425701 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8bd60978-7a8a-4691-8023-5995f920f728 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/460afa7c-885c-4ecf-a7e4-b5a2153e52e0 HTTP/1.1" status: 204 len: 168 time: 1.9840646 Apr 22 09:31:22.430011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55994) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:22.471145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.476147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:22.481162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:22.497418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.516868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=c57f4474-1925-4293-8632-7dc2e82ad5e7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:22.530970 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7eb89d93-700a-4c31-9191-8d969d534d82 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/c57f4474-1925-4293-8632-7dc2e82ad5e7 HTTP/1.1" status: 204 len: 168 time: 2.2993522 Apr 22 09:31:22.533162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 55998) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:22.545547 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fec27a46-5e17-4fc3-9c07-71562b4de329 req-aa528afa-7a8c-49cc-8ea7-55eb9861ac8e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524183 Apr 22 09:31:22.549091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1160078242'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:22.550147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:22.554741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa8c12-a4ae-41c4-bcf9-b6f4f53d61ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:22.556346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffa8c12-a4ae-41c4-bcf9-b6f4f53d61ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:22.557111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-dffa8c12-a4ae-41c4-bcf9-b6f4f53d61ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:22.575313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:22.584685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63d656-d20f-4643-9478-79dc4e9e97c6 req-1b966469-3f56-42cd-b4d6-0f57238e13d8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:22.591582 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9d63d656-d20f-4643-9478-79dc4e9e97c6 req-1b966469-3f56-42cd-b4d6-0f57238e13d8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 946 time: 0.2945678 Apr 22 09:31:22.609830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:22.614059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:22.630716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:22.646594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.658338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-dffa8c12-a4ae-41c4-bcf9-b6f4f53d61ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:22.661812 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dffa8c12-a4ae-41c4-bcf9-b6f4f53d61ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2283514 Apr 22 09:31:22.663383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56004) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:22.667340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Transition to ACTIVE for port object 88dacea4-f54e-4984-b5f5-945314b7ad97 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:22.692383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Transition to ACTIVE for port object 88dacea4-f54e-4984-b5f5-945314b7ad97 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:22.699113 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9d63d656-d20f-4643-9478-79dc4e9e97c6 req-d74f1ca1-9493-4530-b9f4-ef0548da24af tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066525 Apr 22 09:31:22.707215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:22.710726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.716615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.718514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.773063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56008) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:22.779711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.809579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Network 9226cc0e-1228-4245-9bfc-3acef8de9505 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:22.815463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:22.822641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:22.875327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Pushing event updated for resources: {'Port': ['ID=88dacea4-f54e-4984-b5f5-945314b7ad97,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:22.900784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aef7db4-470d-4533-9f84-63e5c597640a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 214b0f94-044b-41b3-a685-077d5cd0fa2e {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:22.910217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:22.922185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aef7db4-470d-4533-9f84-63e5c597640a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.958740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0b0c2c-9160-407f-97e0-7fe67d802ebb,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:22.960061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Attempting to bind port 88dacea4-f54e-4984-b5f5-945314b7ad97 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:22.960685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Attempting to bind port 88dacea4-f54e-4984-b5f5-945314b7ad97 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '3b195182-cac7-4bf2-ac14-057dfbaa9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9226cc0e-1228-4245-9bfc-3acef8de9505'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:22.960811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.961407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Attempting to bind port 88dacea4-f54e-4984-b5f5-945314b7ad97 on network 9226cc0e-1228-4245-9bfc-3acef8de9505 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:22.970414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:22.970803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Checking segment: {'id': '3b195182-cac7-4bf2-ac14-057dfbaa9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9226cc0e-1228-4245-9bfc-3acef8de9505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:22.970982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::2f4 (9226cc0e-1228-4245-9bfc-3acef8de9505/2aa7c10e-c3e0-4a61-bd77-291390c1ed49/e06ddf39-3c45-42d5-8724-a3307ef515f7) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:22.971271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:22.971699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Bound using segment: {'id': '3b195182-cac7-4bf2-ac14-057dfbaa9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9226cc0e-1228-4245-9bfc-3acef8de9505'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:22.972171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Bound port: 88dacea4-f54e-4984-b5f5-945314b7ad97, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b195182-cac7-4bf2-ac14-057dfbaa9a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9226cc0e-1228-4245-9bfc-3acef8de9505'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:22.972801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.005240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.005626 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment bf973ae1-c44c-4058-b9bc-fb9c473ee0d6 of type vlan for network f0524700-9113-4951-87a7-5e24fbeb013f Apr 22 09:31:23.007000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.011179 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a863321b-24b0-4ad3-93b2-d5db0835c127 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8792384 Apr 22 09:31:23.011955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56012) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:23.023434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.027770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-88fe8240-cf37-4c65-8eee-bd26c5f78469 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '7e0b0c2c-9160-407f-97e0-7fe67d802ebb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:23.028822 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-88fe8240-cf37-4c65-8eee-bd26c5f78469 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 22 09:31:23.029086 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-88fe8240-cf37-4c65-8eee-bd26c5f78469 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:23.032995 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-88fe8240-cf37-4c65-8eee-bd26c5f78469 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0142543 Apr 22 09:31:23.040474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56016) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:23.083226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aef7db4-470d-4533-9f84-63e5c597640a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.087064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] For port 88dacea4-f54e-4984-b5f5-945314b7ad97, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:23.090682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] For port 88dacea4-f54e-4984-b5f5-945314b7ad97, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=88dacea4-f54e-4984-b5f5-945314b7ad97,segment=NetworkSegment(3b195182-cac7-4bf2-ac14-057dfbaa9a1f),segment_id=3b195182-cac7-4bf2-ac14-057dfbaa9a1f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:23.096268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.152745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.183523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba15809f-18a5-4fde-a15e-10b113da85af tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:23.187646 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ba15809f-18a5-4fde-a15e-10b113da85af tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 1094 time: 0.4111252 Apr 22 09:31:23.190966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d2b98-f147-4b19-a9e2-ca940a1e478a None None] Pushing event updated for resources: {'Port': ['ID=88dacea4-f54e-4984-b5f5-945314b7ad97,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:23.191102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56020) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:23.206705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:23.227587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:23.234955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:23.240553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:23.252847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f3ac9-fb08-4eeb-a3f7-d84236b8b8f6 req-1892c2c3-dc14-4238-ba50-c0e3649b662a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:23.254696 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d26f3ac9-fb08-4eeb-a3f7-d84236b8b8f6 req-1892c2c3-dc14-4238-ba50-c0e3649b662a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2332399 Apr 22 09:31:23.260294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:23.268199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56024) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:23.278628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Request body: {'floatingip': {'port_id': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:23.319062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:23.357782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.26.2.42 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/fde2d433-1ea9-4579-b9f4-8a04afc5bce3) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:23.371966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.391806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.408877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05f6eae-322f-4c16-95e2-fd1f76a23e9c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.419568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.438486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:23.439388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.579384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-df3264e8-343a-4013-8758-bc86feed5c14 None None] Provisioning for port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:23.654646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aef7db4-470d-4533-9f84-63e5c597640a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.729539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05f6eae-322f-4c16-95e2-fd1f76a23e9c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.778114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:23.830542 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2962208 Apr 22 09:31:23.841284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56028) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:23.875920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 88dacea4-f54e-4984-b5f5-945314b7ad97 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:23.918540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:23.964197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0c1a2136-1285-4df8-88cd-dea47115f2f4 None None] Could not find standard attr ID for object 460afa7c-885c-4ecf-a7e4-b5a2153e52e0. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:31:23.972537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object e06ddf39-3c45-42d5-8724-a3307ef515f7 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:23.972719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83db427-f650-425c-87c7-9fa8b01f8205 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=f0524700-9113-4951-87a7-5e24fbeb013f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:23.982379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 88dacea4-f54e-4984-b5f5-945314b7ad97 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:23.989759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:23.997678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aef7db4-470d-4533-9f84-63e5c597640a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.034732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network f0524700-9113-4951-87a7-5e24fbeb013f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:24.052274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05f6eae-322f-4c16-95e2-fd1f76a23e9c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.073479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.141946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef7db4-470d-4533-9f84-63e5c597640a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=214b0f94-044b-41b3-a685-077d5cd0fa2e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:24.157342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.163848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bafdf44-4f77-4494-91a5-857b2d703e15 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:24.169726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9aef7db4-470d-4533-9f84-63e5c597640a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.174051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f6eae-322f-4c16-95e2-fd1f76a23e9c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0b0c2c-9160-407f-97e0-7fe67d802ebb,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:24.221305 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9aef7db4-470d-4533-9f84-63e5c597640a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/214b0f94-044b-41b3-a685-077d5cd0fa2e HTTP/1.1" status: 204 len: 168 time: 1.5570154 Apr 22 09:31:24.223406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:24.226913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56032) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:24.227778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05f6eae-322f-4c16-95e2-fd1f76a23e9c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.231470 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f05f6eae-322f-4c16-95e2-fd1f76a23e9c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e0b0c2c-9160-407f-97e0-7fe67d802ebb HTTP/1.1" status: 204 len: 168 time: 1.1844931 Apr 22 09:31:24.234094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:subnet and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:24.236739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56036) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:24.251138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=fde2d433-1ea9-4579-b9f4-8a04afc5bce3,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:24.321343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:24.328046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:24.375270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:24.379018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.379488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:24.400580 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-481c1fa7-03de-42c1-82e5-af8631c090c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1702976 Apr 22 09:31:24.408568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.429005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56040) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:24.440567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:24.441288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.480770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:24.498047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:24.503864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:24.518559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:24.619156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:24.626517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 9226cc0e-1228-4245-9bfc-3acef8de9505 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:24.640697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.642516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:24.661237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:24.666679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] Deleting port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:24.668692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.699440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b20110-4021-454e-a337-24a60680c576 None None] Network 9226cc0e-1228-4245-9bfc-3acef8de9505 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:24.705580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:24.711050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:24.711652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.715387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:24.725957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-877d3526-342d-40df-bbf0-a627c848f544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:24.757990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3ae0d7ce-ec1f-403e-bd96-b1c3186d8091,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:24.767103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=e06ddf39-3c45-42d5-8724-a3307ef515f7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:24.782675 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6386bb11-f5ac-43de-ae87-11989afea1d3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6957345 Apr 22 09:31:24.786588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:24.790214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.803885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56044) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:24.811948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-877d3526-342d-40df-bbf0-a627c848f544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:24.813740 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-877d3526-342d-40df-bbf0-a627c848f544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4995735 Apr 22 09:31:24.825411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.835459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56048) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:24.840052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.892499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815828502'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:24.937400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f05b2bce-a5dc-4b6a-b08c-c2bda19f9ab9 None None] Provisioning for port 88dacea4-f54e-4984-b5f5-945314b7ad97 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:24.943131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:24.948994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f05b2bce-a5dc-4b6a-b08c-c2bda19f9ab9 None None] Provisioning complete for port 88dacea4-f54e-4984-b5f5-945314b7ad97 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:24.949367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f05b2bce-a5dc-4b6a-b08c-c2bda19f9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:24.991096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:25.016170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dabf3-adec-405c-88f7-02c2e91103c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port e06ddf39-3c45-42d5-8724-a3307ef515f7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:25.016524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b6dabf3-adec-405c-88f7-02c2e91103c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.054383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=3ae0d7ce-ec1f-403e-bd96-b1c3186d8091,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:25.109658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.201392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:25.208863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.4 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/5f9397e2-18de-4606-9812-9d3b9d4c8b2f) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:25.221049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:25.227189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] For port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3ae0d7ce-ec1f-403e-bd96-b1c3186d8091,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:25.227575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.234973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.274974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:25.294012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:25.299540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:25.424243 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] Calling delete_port for 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:25.446055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.457940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=7b13861c-63b8-4f25-a749-0ff34c6a8a60,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:25.496782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': 'bf973ae1-c44c-4058-b9bc-fb9c473ee0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:25.497137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: f0524700-9113-4951-87a7-5e24fbeb013f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:25.503016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.522366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f05b2bce-a5dc-4b6a-b08c-c2bda19f9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.578491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f05b2bce-a5dc-4b6a-b08c-c2bda19f9ab9 None None] For port 88dacea4-f54e-4984-b5f5-945314b7ad97, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=88dacea4-f54e-4984-b5f5-945314b7ad97,segment=NetworkSegment(3b195182-cac7-4bf2-ac14-057dfbaa9a1f),segment_id=3b195182-cac7-4bf2-ac14-057dfbaa9a1f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:25.598755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f05b2bce-a5dc-4b6a-b08c-c2bda19f9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.657156 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.668377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b6dabf3-adec-405c-88f7-02c2e91103c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.689035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] No DVR routers for this DVR port 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:25.722362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.730786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b2bce-a5dc-4b6a-b08c-c2bda19f9ab9 None None] Pushing event updated for resources: {'Port': ['ID=88dacea4-f54e-4984-b5f5-945314b7ad97,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:25.776932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:25.816790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.820688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:31:25.821186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3ae0d7ce-ec1f-403e-bd96-b1c3186d8091 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:31:25.833495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97632a-0793-4622-9ddc-9882c6afce12 None None] Pushing event deleted for resources: {'Port': ['ID=3ae0d7ce-ec1f-403e-bd96-b1c3186d8091,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:25.902054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:25.903174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=8d2c022d-bbaf-42d0-806d-d31fc2d10f2b,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:25.914013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4b6dabf3-adec-405c-88f7-02c2e91103c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for e06ddf39-3c45-42d5-8724-a3307ef515f7 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:25.956555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35971d5f-6aae-4563-80e7-144ca85e2b87 None None] Provisioning for port e06ddf39-3c45-42d5-8724-a3307ef515f7 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:25.957237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:25.963210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35971d5f-6aae-4563-80e7-144ca85e2b87 None None] Provisioning complete for port e06ddf39-3c45-42d5-8724-a3307ef515f7 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:25.963588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35971d5f-6aae-4563-80e7-144ca85e2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.970513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:25.971236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:25.978746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network f0524700-9113-4951-87a7-5e24fbeb013f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:26.005562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a848f-8546-488f-8ea3-826ac15c8bb1 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:26.008245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, f0524700-9113-4951-87a7-5e24fbeb013f) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:26.020408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:26.021131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.033555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de0a09f-66db-48bf-9054-be260f755b28 None None] Network f0524700-9113-4951-87a7-5e24fbeb013f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:26.084449 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8ab55c9e-5f07-4fca-af70-1be362ad0626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6137714 Apr 22 09:31:26.087007 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2e724290-1ca6-4589-a4bf-7721345e3145 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1921346 Apr 22 09:31:26.090431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56052) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:26.090880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56054) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:26.104098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:26.126103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'name': 'tempest-NetworksTestDHCPv6-2105221233'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:26.217535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-35971d5f-6aae-4563-80e7-144ca85e2b87 None None] Port e06ddf39-3c45-42d5-8724-a3307ef515f7 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:26.267095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35971d5f-6aae-4563-80e7-144ca85e2b87 None None] Provisioning complete for port 88dacea4-f54e-4984-b5f5-945314b7ad97 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:26.267469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35971d5f-6aae-4563-80e7-144ca85e2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.276846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.290742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.303555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.372959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.398116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Floating IP fec88f13-92d1-4199-9aa0-83bcd19ad58f associated. External IP: 172.26.2.224, port: a33de8dc-b8cf-455b-b3b8-e7ea0d40a112. Apr 22 09:31:26.420619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b6dabf3-adec-405c-88f7-02c2e91103c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.480157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '8d2c022d-bbaf-42d0-806d-d31fc2d10f2b'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:26.481006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.485011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6dabf3-adec-405c-88f7-02c2e91103c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=e06ddf39-3c45-42d5-8724-a3307ef515f7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:26.488064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:26.518201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dae939-13be-4e5b-800f-118807e74da9,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:26.555964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:26.556916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.557275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:subnet and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:26.558651 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1a4975bf-f787-4e70-91f8-fc76a7db8d98 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7211208 Apr 22 09:31:26.565486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:26.566735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56060) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:26.577407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:26.581007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:26.583300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b6dabf3-adec-405c-88f7-02c2e91103c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.587309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:26.591084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-15b316b5-1ef8-4c52-8691-24d6e1c21979 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'a3dae939-13be-4e5b-800f-118807e74da9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:26.593428 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-15b316b5-1ef8-4c52-8691-24d6e1c21979 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 22 09:31:26.597636 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-15b316b5-1ef8-4c52-8691-24d6e1c21979 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:26.598943 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-15b316b5-1ef8-4c52-8691-24d6e1c21979 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0301173 Apr 22 09:31:26.610112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56064) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:26.614342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:26.632813 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4b6dabf3-adec-405c-88f7-02c2e91103c9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/e06ddf39-3c45-42d5-8724-a3307ef515f7 HTTP/1.1" status: 204 len: 168 time: 1.8264151 Apr 22 09:31:26.650715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56068) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:26.658080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f0524700-9113-4951-87a7-5e24fbeb013f', 'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': '7b13861c-63b8-4f25-a749-0ff34c6a8a60'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:26.658907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.699588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:26.702998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.732113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.742950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:26.746028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:26.769412 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2eaad30-ca94-4a9a-aad1-d7270eb04639 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:31:26.769945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b2eaad30-ca94-4a9a-aad1-d7270eb04639 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:26.822240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fa0edbc3-ad5a-44e0-b095-be7dc3203a97 None None] Could not find standard attr ID for object e06ddf39-3c45-42d5-8724-a3307ef515f7. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:31:26.852544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/8d2c022d-bbaf-42d0-806d-d31fc2d10f2b/da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:26.870210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port a1e37816-c293-4efc-8822-e9e786b11f09 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:26.878163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:26.883722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:26.946523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:26.951010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b2eaad30-ca94-4a9a-aad1-d7270eb04639 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:26.952175 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b2eaad30-ca94-4a9a-aad1-d7270eb04639 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/e06ddf39-3c45-42d5-8724-a3307ef515f7 HTTP/1.1" status: 404 len: 333 time: 0.3001976 Apr 22 09:31:26.960338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56072) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:27.006489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=5f9397e2-18de-4606-9812-9d3b9d4c8b2f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:27.009983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c54b568-e47c-48f5-8047-43cbd6e80af9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.049923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Allocated IP 2001:db8::2 (f0524700-9113-4951-87a7-5e24fbeb013f/7b13861c-63b8-4f25-a749-0ff34c6a8a60/8082d093-a322-4a3c-93aa-e770a35f9369) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:27.089520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c54b568-e47c-48f5-8047-43cbd6e80af9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.128375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cebc9b-eaf6-4489-9507-a2a150202ffd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet 2aa7c10e-c3e0-4a61-bd77-291390c1ed49 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:27.145312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6cebc9b-eaf6-4489-9507-a2a150202ffd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.236925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c54b568-e47c-48f5-8047-43cbd6e80af9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.265457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6cebc9b-eaf6-4489-9507-a2a150202ffd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.277987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:31:27.282991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:31:27.293735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54b568-e47c-48f5-8047-43cbd6e80af9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dae939-13be-4e5b-800f-118807e74da9,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:27.302195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.366878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Transition to ACTIVE for port object da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:27.375595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c54b568-e47c-48f5-8047-43cbd6e80af9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.378996 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0c54b568-e47c-48f5-8047-43cbd6e80af9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3dae939-13be-4e5b-800f-118807e74da9 HTTP/1.1" status: 204 len: 168 time: 0.7640631 Apr 22 09:31:27.381629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56076) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:27.405457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Transition to ACTIVE for port object da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:27.412378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.418407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.465148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Transition to ACTIVE for port object 8082d093-a322-4a3c-93aa-e770a35f9369 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:27.495341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:27.502040 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:27.515936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:27.525078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Pushing event updated for resources: {'Port': ['ID=da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:27.527490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6cebc9b-eaf6-4489-9507-a2a150202ffd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.528701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Transition to ACTIVE for port object 8082d093-a322-4a3c-93aa-e770a35f9369 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:27.560075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.564943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.665178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Network f0524700-9113-4951-87a7-5e24fbeb013f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:27.673075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:27.675469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:27.738956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bfbc7d67-5a24-46b6-a45c-63b06251a5d9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:27.739747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Pushing event updated for resources: {'Port': ['ID=8082d093-a322-4a3c-93aa-e770a35f9369,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:27.752548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::2a (f441e355-9a94-4c8f-aa75-59d20254aa63/8d2c022d-bbaf-42d0-806d-d31fc2d10f2b/a1e37816-c293-4efc-8822-e9e786b11f09) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:27.782329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Attempting to bind port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:27.782329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Attempting to bind port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:27.782329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Attempting to bind port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:27.789304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:27.789649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:27.791583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.791583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:27.791583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Bound port: da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:27.791583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.798482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network f0524700-9113-4951-87a7-5e24fbeb013f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:27.810558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:27.819614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 88dacea4-f54e-4984-b5f5-945314b7ad97 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:27.832160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:27.832774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.836387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.845630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bfbc7d67-5a24-46b6-a45c-63b06251a5d9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:27.847236 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bfbc7d67-5a24-46b6-a45c-63b06251a5d9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4635739 Apr 22 09:31:27.856646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56080) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:27.862704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=18506e57-c912-48b6-ab41-556d52325c60,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:27.867342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--89473462'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:27.898628 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f0adadd3-c8f6-4d65-8e12-f801aa20fd41 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8019519 Apr 22 09:31:27.902006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56084) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:27.907616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6cebc9b-eaf6-4489-9507-a2a150202ffd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.915396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Attempting to bind port 8082d093-a322-4a3c-93aa-e770a35f9369 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:27.915781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Attempting to bind port 8082d093-a322-4a3c-93aa-e770a35f9369 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'bf973ae1-c44c-4058-b9bc-fb9c473ee0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:27.916132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Attempting to bind port 8082d093-a322-4a3c-93aa-e770a35f9369 on network f0524700-9113-4951-87a7-5e24fbeb013f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:27.934920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:27.935342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Checking segment: {'id': 'bf973ae1-c44c-4058-b9bc-fb9c473ee0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:27.935694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.936085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Bound using segment: {'id': 'bf973ae1-c44c-4058-b9bc-fb9c473ee0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:27.936569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Bound port: 8082d093-a322-4a3c-93aa-e770a35f9369, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf973ae1-c44c-4058-b9bc-fb9c473ee0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:27.936949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:27.938676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:28.012586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cebc9b-eaf6-4489-9507-a2a150202ffd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa7c10e-c3e0-4a61-bd77-291390c1ed49,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:28.039912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:28.040618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 88dacea4-f54e-4984-b5f5-945314b7ad97 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:28.040996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.076310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ad81e-f2f1-4846-82ad-965d8e608c3e None None] Network 9226cc0e-1228-4245-9bfc-3acef8de9505 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:28.083202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6cebc9b-eaf6-4489-9507-a2a150202ffd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.087465 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f6cebc9b-eaf6-4489-9507-a2a150202ffd tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/2aa7c10e-c3e0-4a61-bd77-291390c1ed49 HTTP/1.1" status: 204 len: 168 time: 1.1158707 Apr 22 09:31:28.089024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56088) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.104273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:28.112457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] For port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:28.123378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.137855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7428dd-71d7-40ad-94e0-0bcba4924119 None None] Sync routers for ids ['9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:28.150400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:28.163119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60864311-c229-43e0-9d69-76ea61462982 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:28.164652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60864311-c229-43e0-9d69-76ea61462982 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:28.166046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60864311-c229-43e0-9d69-76ea61462982 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:28.167729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60864311-c229-43e0-9d69-76ea61462982 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:28.169223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60864311-c229-43e0-9d69-76ea61462982 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:28.170160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-60864311-c229-43e0-9d69-76ea61462982 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Synchronizing usage tracker for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:28.171286 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] Sync routers for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:28.179982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.188371 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:28.189752 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:28.207489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.215935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7428dd-71d7-40ad-94e0-0bcba4924119 None None] Routers {'9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:28.216610 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc7428dd-71d7-40ad-94e0-0bcba4924119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:28.240221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:28.242577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.243763 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-46b5f308-7963-4744-b534-31a8515e06f9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.7998800 Apr 22 09:31:28.251783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56092) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.263770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:28.270948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:28.284348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:28.304387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] For port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:28.306449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc7428dd-71d7-40ad-94e0-0bcba4924119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:28.309438 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8287712c-de45-4967-b6bd-73679063802b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "PUT /v2.0/floatingips/fec88f13-92d1-4199-9aa0-83bcd19ad58f HTTP/1.1" status: 200 len: 991 time: 5.0401747 Apr 22 09:31:28.313985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'tag': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:31:28.358539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.377786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-60864311-c229-43e0-9d69-76ea61462982 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Unset dirty status for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:28.378942 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-60864311-c229-43e0-9d69-76ea61462982 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4758656 Apr 22 09:31:28.390228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56100) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.397362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.398804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.406984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341905648'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:28.419673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] For port 8082d093-a322-4a3c-93aa-e770a35f9369, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:28.426755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:28.456667 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcce6b8-ba9e-4f01-8d65-b196e15c1d7a'] response: {'name': 'network-changed', 'server_uuid': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'tag': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'status': 'completed', 'code': 200} Apr 22 09:31:28.470730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.481488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.496146 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:31:28.557620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:28.561937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 88dacea4-f54e-4984-b5f5-945314b7ad97 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:28.562338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.569398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed59804-bf1c-489f-a4b3-b82e0eab1d72 None None] Pushing event updated for resources: {'Port': ['ID=da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:28.597579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7428dd-71d7-40ad-94e0-0bcba4924119 None None] Routers {'9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:28.605215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc7428dd-71d7-40ad-94e0-0bcba4924119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:28.612646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5e32bb-2f60-42bd-adba-24e8597e0669,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:28.623090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object a1e37816-c293-4efc-8822-e9e786b11f09 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:28.624452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:28.629386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.633493 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d6ceffd5-a9e8-4042-ba4c-f384b876cfbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7730608 Apr 22 09:31:28.634444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56104) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.642502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9c423e5b-ad10-4bb2-894f-04d235929b3c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e32bb-2f60-42bd-adba-24e8597e0669', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:28.644905 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-9c423e5b-ad10-4bb2-894f-04d235929b3c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 22 09:31:28.645634 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-9c423e5b-ad10-4bb2-894f-04d235929b3c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:28.646950 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9c423e5b-ad10-4bb2-894f-04d235929b3c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114369 Apr 22 09:31:28.655935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:28.659363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56108) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.666211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f6c4d2ee-80e6-41ff-b6e9-b8bc7de6a3ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e32bb-2f60-42bd-adba-24e8597e0669', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:28.667375 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-f6c4d2ee-80e6-41ff-b6e9-b8bc7de6a3ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 22 09:31:28.668072 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-f6c4d2ee-80e6-41ff-b6e9-b8bc7de6a3ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:28.669298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f6c4d2ee-80e6-41ff-b6e9-b8bc7de6a3ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086191 Apr 22 09:31:28.672765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56112) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.683039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9f946591-5a24-432e-a4f6-4bac5e6f1157 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e32bb-2f60-42bd-adba-24e8597e0669', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:28.684211 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-9f946591-5a24-432e-a4f6-4bac5e6f1157 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 22 09:31:28.684941 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-9f946591-5a24-432e-a4f6-4bac5e6f1157 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:28.686107 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9f946591-5a24-432e-a4f6-4bac5e6f1157 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115352 Apr 22 09:31:28.689459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56116) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.723167 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8166f41c-9684-435b-b977-f9156d2a148f tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/routers/9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b HTTP/1.1" status: 200 len: 880 time: 0.4702690 Apr 22 09:31:28.723823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.725874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56120) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.730232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1bb8c79d-9308-4de8-8c9f-6639f5160f03 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'ab5e32bb-2f60-42bd-adba-24e8597e0669', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:28.731679 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-1bb8c79d-9308-4de8-8c9f-6639f5160f03 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 22 09:31:28.732479 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-1bb8c79d-9308-4de8-8c9f-6639f5160f03 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:28.737914 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1bb8c79d-9308-4de8-8c9f-6639f5160f03 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0471590 Apr 22 09:31:28.741352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56122) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:28.746903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc7428dd-71d7-40ad-94e0-0bcba4924119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:28.746903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7428dd-71d7-40ad-94e0-0bcba4924119 None None] The sync data for ids ['9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:28.749455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] For port 8082d093-a322-4a3c-93aa-e770a35f9369, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8082d093-a322-4a3c-93aa-e770a35f9369,segment=NetworkSegment(bf973ae1-c44c-4058-b9bc-fb9c473ee0d6),segment_id=bf973ae1-c44c-4058-b9bc-fb9c473ee0d6)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:28.756276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:28.759981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.814987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.834667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.837271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:28.944220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:29.007777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:29.017688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-5be8b737-efff-47e5-860d-c8e8480cf7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:29.019709 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-5be8b737-efff-47e5-860d-c8e8480cf7dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1098 time: 0.5296898 Apr 22 09:31:29.028525 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fec88f13-92d1-4199-9aa0-83bcd19ad58f', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'floating_ip_address': '172.26.2.224', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'port_id': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'mac_address': 'fa:16:3e:58:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:30:45Z', 'updated_at': '2022-04-22T09:31:25Z', 'revision_number': 1, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:41Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:29.032295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:29.034111 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] Checking router: b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:31:29.043280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.059831 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:29.061086 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:29.074691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bcd63-7c71-4f31-a9e3-12a0457f18cb None None] Pushing event updated for resources: {'Port': ['ID=8082d093-a322-4a3c-93aa-e770a35f9369,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:29.085929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:29.091566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:29.092200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.120560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d8831-9e82-414c-a534-806a091e5e14 req-01289433-4a5e-4caf-8dc8-30082afe14cc tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:29.128157 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-720d8831-9e82-414c-a534-806a091e5e14 req-01289433-4a5e-4caf-8dc8-30082afe14cc tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5869052 Apr 22 09:31:29.137214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.137557 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment e6a980f8-2497-401a-9f48-360fa9a76a8e of type vlan for network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 Apr 22 09:31:29.201180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] DHCP port deletion for 9226cc0e-1228-4245-9bfc-3acef8de9505 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:29.205882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] Deleting port 88dacea4-f54e-4984-b5f5-945314b7ad97 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:29.206253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.211244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=a1e37816-c293-4efc-8822-e9e786b11f09,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:29.224198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] For port 88dacea4-f54e-4984-b5f5-945314b7ad97, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=88dacea4-f54e-4984-b5f5-945314b7ad97,segment=NetworkSegment(3b195182-cac7-4bf2-ac14-057dfbaa9a1f),segment_id=3b195182-cac7-4bf2-ac14-057dfbaa9a1f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:29.224585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.378829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=5f9397e2-18de-4606-9812-9d3b9d4c8b2f,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:29.396386 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:31:29.415469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06345222-5456-4fe4-93aa-1fc60197554e tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.462105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06345222-5456-4fe4-93aa-1fc60197554e tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.527522 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP fd837f6e-a3fe-4a9d-9966-822dc47df998 associated. External IP: 172.26.2.4, port: e2945467-53f4-448e-bc00-7763ab058382. Apr 22 09:31:29.621278 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] For port 88dacea4-f54e-4984-b5f5-945314b7ad97, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=88dacea4-f54e-4984-b5f5-945314b7ad97,segment=NetworkSegment(3b195182-cac7-4bf2-ac14-057dfbaa9a1f),segment_id=3b195182-cac7-4bf2-ac14-057dfbaa9a1f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:29.621679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.695436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 88dacea4-f54e-4984-b5f5-945314b7ad97 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:29.701414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06345222-5456-4fe4-93aa-1fc60197554e tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.791242 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-51de6a72-b72c-4d13-8964-21d5f5e97d60 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6972651 Apr 22 09:31:29.818556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56128) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:29.835229 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-720d8831-9e82-414c-a534-806a091e5e14 req-7a2e085a-681c-4195-84d6-b49aff636900 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7060487 Apr 22 09:31:29.894449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:29.945773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] Calling delete_port for 88dacea4-f54e-4984-b5f5-945314b7ad97 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:29.970515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-792c64ed-8c52-41b6-9b82-664a6ed3acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:29.975175 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-792c64ed-8c52-41b6-9b82-664a6ed3acfe service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 913 time: 0.9241664 Apr 22 09:31:29.981104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06345222-5456-4fe4-93aa-1fc60197554e tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5e32bb-2f60-42bd-adba-24e8597e0669,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:30.016943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8082d093-a322-4a3c-93aa-e770a35f9369 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:30.022534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:30.070569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-06345222-5456-4fe4-93aa-1fc60197554e tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:30.077348 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-06345222-5456-4fe4-93aa-1fc60197554e tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/ab5e32bb-2f60-42bd-adba-24e8597e0669 HTTP/1.1" status: 204 len: 168 time: 1.2295065 Apr 22 09:31:30.106546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:30.106898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:30.140803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8082d093-a322-4a3c-93aa-e770a35f9369 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:30.145911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56134) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:30.149485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:30.150740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:30.155558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:30.156417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:30.256488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:30.284204 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fec88f13-92d1-4199-9aa0-83bcd19ad58f', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'floating_ip_address': '172.26.2.224', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'port_id': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'mac_address': 'fa:16:3e:58:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:30:45Z', 'updated_at': '2022-04-22T09:31:25Z', 'revision_number': 1, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:41Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:30.291125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=88dacea4-f54e-4984-b5f5-945314b7ad97,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:30.294564 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5578710e-1722-444a-9347-0107c7a9e098 None None] The sync data for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv is: [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fec88f13-92d1-4199-9aa0-83bcd19ad58f', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'floating_ip_address': '172.26.2.224', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'port_id': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'mac_address': 'fa:16:3e:58:3d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:30:45Z', 'updated_at': '2022-04-22T09:31:25Z', 'revision_number': 1, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:41Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:30.327454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No DVR routers for this DVR port 88dacea4-f54e-4984-b5f5-945314b7ad97 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:30.370647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 88dacea4-f54e-4984-b5f5-945314b7ad97 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:30.436151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 88dacea4-f54e-4984-b5f5-945314b7ad97 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:31:30.436682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 88dacea4-f54e-4984-b5f5-945314b7ad97 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:31:30.541664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7a85175e-3188-4e91-a836-143eb8e99f0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:30.549708 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1579099 Apr 22 09:31:30.562093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56138) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:30.576333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4c244-18ce-4396-88cf-f7f4bd1514f0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=cb2e43d6-fec0-4ddc-89b6-320496b29fe7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:30.588603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:30.590304 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-57794ece-cef0-423e-a5eb-db340e8db2e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 999 time: 0.5635097 Apr 22 09:31:30.601505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-696be401-9999-460e-b873-fd7091a70fde tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:30.612173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] Deleting port 88dacea4-f54e-4984-b5f5-945314b7ad97 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:30.631102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:30.695146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-17af8ae3-978f-482b-b799-44acc479aa92 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:router {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:30.714188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf7422-c92e-4999-9f80-5670247056ca req-245ac39f-d36b-4583-82f9-18624beb8c8d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:30.715727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6eaf7422-c92e-4999-9f80-5670247056ca req-245ac39f-d36b-4583-82f9-18624beb8c8d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.7004266 Apr 22 09:31:30.741501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27214fda-08d2-4780-a08f-474fc27390fd None None] The port '88dacea4-f54e-4984-b5f5-945314b7ad97' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:31:30.764906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:30.766605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 548387c9-816d-4ee6-a2fc-9d592e398ab3 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:31:30.803216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7a85175e-3188-4e91-a836-143eb8e99f0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:30.812803 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7a85175e-3188-4e91-a836-143eb8e99f0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6507499 Apr 22 09:31:30.814125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56142) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:30.843924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1917340881'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:30.850917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:30.868906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ab70f62c-9fb2-45e9-9400-df74812b3a18 None None] Provisioning for port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:30.875079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ab70f62c-9fb2-45e9-9400-df74812b3a18 None None] Provisioning complete for port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:30.875492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab70f62c-9fb2-45e9-9400-df74812b3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:30.915274 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af01ca-6ceb-4577-91e1-4130a7b4bc7d None None] New status for floating IP fec88f13-92d1-4199-9aa0-83bcd19ad58f: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:31:30.953217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-17af8ae3-978f-482b-b799-44acc479aa92 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:router {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:30.957319 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-17af8ae3-978f-482b-b799-44acc479aa92 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.2160497 Apr 22 09:31:30.998818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb0e2f-3a4f-401a-a35f-458131001d3c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:31.004960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bb0e2f-3a4f-401a-a35f-458131001d3c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:31.005990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-96bb0e2f-3a4f-401a-a35f-458131001d3c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:31.009305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56146) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:31.011290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9226cc0e-1228-4245-9bfc-3acef8de9505']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:31.012045 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6eaf7422-c92e-4999-9f80-5670247056ca req-b7342bc4-2557-45fa-8772-f802fd48c2df tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844460 Apr 22 09:31:31.026159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-48c534c7-91d3-4075-90ec-7a9644842e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:31.027844 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-48c534c7-91d3-4075-90ec-7a9644842e23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.4045131 Apr 22 09:31:31.031808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0250d7ec-ce1d-49c6-90af-7ad47e451847 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2132008819'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:31.122780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:31.132547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f4a1f-d73e-40bb-8db6-52b071b63d04 None None] Network f0524700-9113-4951-87a7-5e24fbeb013f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:31.143063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.173929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:31.187504 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] Sync routers for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:31.188426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:31.197255 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:31.198140 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:31.201674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:31.205705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:31.213822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:31.218168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b195182-cac7-4bf2-ac14-057dfbaa9a1f') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:31.218529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b195182-cac7-4bf2-ac14-057dfbaa9a1f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:31.229695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.249157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.274644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-96bb0e2f-3a4f-401a-a35f-458131001d3c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:31.275918 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-96bb0e2f-3a4f-401a-a35f-458131001d3c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.4377863 Apr 22 09:31:31.279095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56150) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:31.357592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.384650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:31.385166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:31.402046 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:31.404557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-696be401-9999-460e-b873-fd7091a70fde tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.433458 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:31:31.440154 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a517327f-67bf-4dbb-a26e-6c0e6c01f11c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.2471552 Apr 22 09:31:31.447403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:31:31.454947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56154) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:31.479687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cffc5031-938d-4ef4-8da4-d97afbfc700b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port a1e37816-c293-4efc-8822-e9e786b11f09 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:31.481105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cffc5031-938d-4ef4-8da4-d97afbfc700b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.507027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab70f62c-9fb2-45e9-9400-df74812b3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.547272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-696be401-9999-460e-b873-fd7091a70fde tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.581606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ab70f62c-9fb2-45e9-9400-df74812b3a18 None None] For port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:31.588370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab70f62c-9fb2-45e9-9400-df74812b3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.676909 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd7e47a-15e3-4e45-b4e3-9f561845f860'] response: {'name': 'network-changed', 'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382', 'status': 'completed', 'code': 200} Apr 22 09:31:31.687096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70f62c-9fb2-45e9-9400-df74812b3a18 None None] Pushing event updated for resources: {'Port': ['ID=da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:31.726796 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e1472f9a-17ed-43e7-ac0d-76a99ea1788a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/fd837f6e-a3fe-4a9d-9966-822dc47df998 HTTP/1.1" status: 200 len: 990 time: 0.1694283 Apr 22 09:31:31.758988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Provisioning for port 8082d093-a322-4a3c-93aa-e770a35f9369 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:31.768502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Provisioning complete for port 8082d093-a322-4a3c-93aa-e770a35f9369 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:31.769641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.906834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-696be401-9999-460e-b873-fd7091a70fde tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 is not hosted by any dhcp agent {{(pid=88062) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 09:31:31.912353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696be401-9999-460e-b873-fd7091a70fde tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:31.912981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-696be401-9999-460e-b873-fd7091a70fde tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.917296 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-696be401-9999-460e-b873-fd7091a70fde tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "PUT /v2.0/networks/cb2e43d6-fec0-4ddc-89b6-320496b29fe7 HTTP/1.1" status: 200 len: 723 time: 1.3305235 Apr 22 09:31:31.920432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56160) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:31.938602 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.947107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:31.963163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': 'cb2e43d6-fec0-4ddc-89b6-320496b29fe7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:31.998058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cffc5031-938d-4ef4-8da4-d97afbfc700b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.004108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] For port 8082d093-a322-4a3c-93aa-e770a35f9369, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8082d093-a322-4a3c-93aa-e770a35f9369,segment=NetworkSegment(bf973ae1-c44c-4058-b9bc-fb9c473ee0d6),segment_id=bf973ae1-c44c-4058-b9bc-fb9c473ee0d6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:32.015592 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:34Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:27Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:32.020665 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] Checking router: 548387c9-816d-4ee6-a2fc-9d592e398ab3 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:31:32.029834 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:32.030422 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:32.058454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.063558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-245b0289-0cc6-4263-8841-d175ba7cdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:32.065559 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-245b0289-0cc6-4263-8841-d175ba7cdcb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9587429 Apr 22 09:31:32.084264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.116299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696be401-9999-460e-b873-fd7091a70fde tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=cb2e43d6-fec0-4ddc-89b6-320496b29fe7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:32.157765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88e59f3-4991-4616-9624-08db5c756993 None None] Update dhcp port {'port': {'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f', 'fixed_ips': [{'subnet_id': '7b13861c-63b8-4f25-a749-0ff34c6a8a60', 'ip_address': '2001:db8::2'}, {'subnet_id': '18506e57-c912-48b6-ab41-556d52325c60'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': '8082d093-a322-4a3c-93aa-e770a35f9369'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:31:32.176356 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/networks/9226cc0e-1228-4245-9bfc-3acef8de9505 HTTP/1.1" status: 204 len: 168 time: 4.0831337 Apr 22 09:31:32.196659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:32.245583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Provisioning for port a1e37816-c293-4efc-8822-e9e786b11f09 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:32.295422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-cffc5031-938d-4ef4-8da4-d97afbfc700b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for a1e37816-c293-4efc-8822-e9e786b11f09 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:32.314693 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:31:32.317660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56166) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:32.327362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Provisioning complete for port a1e37816-c293-4efc-8822-e9e786b11f09 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:32.327731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.338020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'name': 'tempest-PortsIpV6TestJSON-372138622'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:32.353587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5869d2-5fd8-42f3-8c92-6a9fba086cde tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Network': ['ID=9226cc0e-1228-4245-9bfc-3acef8de9505,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:32.375091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Pushing event updated for resources: {'Port': ['ID=8082d093-a322-4a3c-93aa-e770a35f9369,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:32.382942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b88e59f3-4991-4616-9624-08db5c756993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.445008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e2670-d32f-47f1-89b7-a3afab9bba29 None None] Port a1e37816-c293-4efc-8822-e9e786b11f09 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:32.457738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.503892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cffc5031-938d-4ef4-8da4-d97afbfc700b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.561811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.584961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:32.596532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5031-938d-4ef4-8da4-d97afbfc700b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=a1e37816-c293-4efc-8822-e9e786b11f09,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:32.674995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cffc5031-938d-4ef4-8da4-d97afbfc700b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.683856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b88e59f3-4991-4616-9624-08db5c756993 None None] Allocated IP 172.20.0.1 (f0524700-9113-4951-87a7-5e24fbeb013f/18506e57-c912-48b6-ab41-556d52325c60/8082d093-a322-4a3c-93aa-e770a35f9369) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:32.702004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-cd595cb5-6619-4ff0-bda6-2ef092a73a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:32.704518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:32.705000 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-cd595cb5-6619-4ff0-bda6-2ef092a73a0c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 1099 time: 0.8873861 Apr 22 09:31:32.705874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:32.731309 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cffc5031-938d-4ef4-8da4-d97afbfc700b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/a1e37816-c293-4efc-8822-e9e786b11f09 HTTP/1.1" status: 204 len: 168 time: 1.4472044 Apr 22 09:31:32.733688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56170) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:32.734025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56172) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:32.739986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.741155 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fd1156d5-6657-4ef5-b220-4f3301d55adc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9066594 Apr 22 09:31:32.747086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56178) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:32.787513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4da7382c-b058-44d7-a538-79ea8e0d2369 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:32.788127 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-4da7382c-b058-44d7-a538-79ea8e0d2369 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 09:31:32.788780 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-4da7382c-b058-44d7-a538-79ea8e0d2369 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:32.792820 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4da7382c-b058-44d7-a538-79ea8e0d2369 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0370255 Apr 22 09:31:32.800640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56182) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:32.816690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:32.824165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-97a895d9-1456-4a12-861a-d1ef98ce7975 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:32.836694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:32.840801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.855122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-97a895d9-1456-4a12-861a-d1ef98ce7975 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:32.869676 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-50d00cdc-948f-419f-a9f6-39f6414cb073 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873876 Apr 22 09:31:32.879253 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:34Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:27Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:32.889552 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9eba1c-5058-4e72-8fe2-125b6ef0f4b2 None None] The sync data for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv is: [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:34Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:27Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:32.937634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b88e59f3-4991-4616-9624-08db5c756993 None None] For port 8082d093-a322-4a3c-93aa-e770a35f9369, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8082d093-a322-4a3c-93aa-e770a35f9369,segment=NetworkSegment(bf973ae1-c44c-4058-b9bc-fb9c473ee0d6),segment_id=bf973ae1-c44c-4058-b9bc-fb9c473ee0d6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:32.956727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-97a895d9-1456-4a12-861a-d1ef98ce7975 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:32.968242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b88e59f3-4991-4616-9624-08db5c756993 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.990483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b88e59f3-4991-4616-9624-08db5c756993 None None] Transition to ACTIVE for port object 8082d093-a322-4a3c-93aa-e770a35f9369 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:32.995408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b88e59f3-4991-4616-9624-08db5c756993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:32.996853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01f106-44ed-4a51-9064-065eeb4344d8 req-574ba7c6-146f-4fec-aca3-f3e5c21efe0d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:32.998346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7b01f106-44ed-4a51-9064-065eeb4344d8 req-574ba7c6-146f-4fec-aca3-f3e5c21efe0d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5387433 Apr 22 09:31:33.003020 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b583b38f-e6f4-49ff-829b-e2b7ee0eb1cf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/fd837f6e-a3fe-4a9d-9966-822dc47df998 HTTP/1.1" status: 200 len: 990 time: 0.2664194 Apr 22 09:31:33.022949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671cd0e-c98c-4133-b7f1-ffb7e00289d0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:33.024559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671cd0e-c98c-4133-b7f1-ffb7e00289d0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:33.025294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c671cd0e-c98c-4133-b7f1-ffb7e00289d0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:33.042561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:33.044861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-97a895d9-1456-4a12-861a-d1ef98ce7975 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:33.071506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c671cd0e-c98c-4133-b7f1-ffb7e00289d0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:33.075603 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c671cd0e-c98c-4133-b7f1-ffb7e00289d0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3382063 Apr 22 09:31:33.078731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56186) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:33.080342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-97a895d9-1456-4a12-861a-d1ef98ce7975 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:33.123393 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7b01f106-44ed-4a51-9064-065eeb4344d8 req-0a5daa08-862c-492d-95b2-cb0cfcd580a8 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952508 Apr 22 09:31:33.165662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cdf98c-4fab-4b06-8bbc-638937643b01 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 8d2c022d-bbaf-42d0-806d-d31fc2d10f2b {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:33.167285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e59f3-4991-4616-9624-08db5c756993 None None] Pushing event updated for resources: {'Port': ['ID=8082d093-a322-4a3c-93aa-e770a35f9369,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:33.169956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05cdf98c-4fab-4b06-8bbc-638937643b01 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:33.234135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0250d7ec-ce1d-49c6-90af-7ad47e451847 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:33.244833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05cdf98c-4fab-4b06-8bbc-638937643b01 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:33.250692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad219f-85b2-4e9b-afc9-f3e75f2aea76 None None] New status for floating IP fd837f6e-a3fe-4a9d-9966-822dc47df998: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:31:33.265253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:33.271683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:33.293579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0250d7ec-ce1d-49c6-90af-7ad47e451847 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:33.345621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05cdf98c-4fab-4b06-8bbc-638937643b01 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:33.435675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05cdf98c-4fab-4b06-8bbc-638937643b01 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:33.491235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdf98c-4fab-4b06-8bbc-638937643b01 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=8d2c022d-bbaf-42d0-806d-d31fc2d10f2b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:33.493491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05cdf98c-4fab-4b06-8bbc-638937643b01 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:33.505489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53627c-2714-4884-87bf-457fc9c1ae8d None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:33.515790 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-05cdf98c-4fab-4b06-8bbc-638937643b01 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/8d2c022d-bbaf-42d0-806d-d31fc2d10f2b HTTP/1.1" status: 204 len: 168 time: 0.4338534 Apr 22 09:31:33.516258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56190) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:33.614017 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d88f6fd8-c732-4682-88bb-64ea12eb47a7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939615 Apr 22 09:31:33.620637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56194) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:33.724218 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b062d6-b3da-49d8-8200-46d622eb5e59 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:33.724936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-27b062d6-b3da-49d8-8200-46d622eb5e59 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:33.750811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0250d7ec-ce1d-49c6-90af-7ad47e451847 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:31:33.771940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-27b062d6-b3da-49d8-8200-46d622eb5e59 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:33.775709 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-27b062d6-b3da-49d8-8200-46d622eb5e59 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1514535 Apr 22 09:31:33.777213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56198) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:33.777835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 3af37406-224a-4573-bc0c-163f71671a8b yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:33.828553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-20695e78-617c-4ef8-ada5-7fe69b3aa435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:33.830561 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-20695e78-617c-4ef8-ada5-7fe69b3aa435 service neutron] 10.222.0.35 "GET /v2.0/networks?id=303ea779-29bd-4e0f-a215-e37f8691800c HTTP/1.1" status: 200 len: 898 time: 1.1121008 Apr 22 09:31:33.837933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8082d093-a322-4a3c-93aa-e770a35f9369 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:33.880612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0529eb49-af31-4268-8641-787d4ff38a5e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:33.883089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0529eb49-af31-4268-8641-787d4ff38a5e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:33.895869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ee730d-9274-49e0-a775-9acae0c615d2 None None] Network f0524700-9113-4951-87a7-5e24fbeb013f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:33.897627 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-97a895d9-1456-4a12-861a-d1ef98ce7975 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:33.898817 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-97a895d9-1456-4a12-861a-d1ef98ce7975 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0863426 Apr 22 09:31:33.902595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56202) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:33.908939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c85c3b70-e57b-46d3-83aa-f555e662d846 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:33.908939 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-c85c3b70-e57b-46d3-83aa-f555e662d846 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 22 09:31:33.909573 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-c85c3b70-e57b-46d3-83aa-f555e662d846 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:33.915602 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c85c3b70-e57b-46d3-83aa-f555e662d846 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069499 Apr 22 09:31:33.915602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0529eb49-af31-4268-8641-787d4ff38a5e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:33.915602 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0529eb49-af31-4268-8641-787d4ff38a5e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1343641 Apr 22 09:31:33.915602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56206) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:33.915602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56208) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:33.922809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-97fd7f1c-ed50-45b7-8347-6a49b4a8ab1d tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:33.989160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-97fd7f1c-ed50-45b7-8347-6a49b4a8ab1d tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:34.003198 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4da5172d-83cc-4d35-b138-b8499382518f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812836 Apr 22 09:31:34.003198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-97fd7f1c-ed50-45b7-8347-6a49b4a8ab1d tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:34.006698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56214) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:34.007114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56216) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:34.011384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-97fd7f1c-ed50-45b7-8347-6a49b4a8ab1d tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:34.018243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:34.037981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-594cade2-d7a6-4970-9e5a-dd919afc9216 req-dd716694-6ce1-4e84-b0c6-4ddf1b69d57a service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0263491 Apr 22 09:31:34.051358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bd401a2c-38c6-40b1-b999-bade1245d1f1 None None] Provisioning for port 8082d093-a322-4a3c-93aa-e770a35f9369 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:34.072043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bd401a2c-38c6-40b1-b999-bade1245d1f1 None None] Provisioning complete for port 8082d093-a322-4a3c-93aa-e770a35f9369 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:34.072471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd401a2c-38c6-40b1-b999-bade1245d1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.124725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8082d093-a322-4a3c-93aa-e770a35f9369 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:34.125104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.127048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-97fd7f1c-ed50-45b7-8347-6a49b4a8ab1d tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:34.206481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84051b86-1bff-440d-8045-554a1c714683 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:34.231793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0250d7ec-ce1d-49c6-90af-7ad47e451847 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:34.237735 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-e0576f32-a823-4b0b-b061-55181c4f8d48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2945467-53f4-448e-bc00-7763ab058382 HTTP/1.1" status: 200 len: 1000 time: 0.3379219 Apr 22 09:31:34.239605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-84051b86-1bff-440d-8045-554a1c714683 None None] Deleting port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:34.239851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-84051b86-1bff-440d-8045-554a1c714683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.244420 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad24dd4-25ed-4f57-81b7-bedcf700b2ed None None] Sync routers for ids ['9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:34.261825 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad24dd4-25ed-4f57-81b7-bedcf700b2ed None None] Routers {'9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:34.264704 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8ad24dd4-25ed-4f57-81b7-bedcf700b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:34.301360 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3565fedf-5cc2-426f-8c09-ee80e8876959 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/fd837f6e-a3fe-4a9d-9966-822dc47df998 HTTP/1.1" status: 200 len: 992 time: 0.2894828 Apr 22 09:31:34.301944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:34.336155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:34.340671 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-97fd7f1c-ed50-45b7-8347-6a49b4a8ab1d tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:34.341988 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-97fd7f1c-ed50-45b7-8347-6a49b4a8ab1d tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4256582 Apr 22 09:31:34.345562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56224) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:34.354722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fa3d7316-5830-47ae-acee-edd02ae7b1e9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:34.355357 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-fa3d7316-5830-47ae-acee-edd02ae7b1e9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 22 09:31:34.355912 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-fa3d7316-5830-47ae-acee-edd02ae7b1e9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:34.357001 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fa3d7316-5830-47ae-acee-edd02ae7b1e9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103197 Apr 22 09:31:34.359966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56228) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:34.368732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-dc1768f9-532b-4d15-ad58-72e9cb1e3e0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:34.376511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:34.380149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.393961 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8ad24dd4-25ed-4f57-81b7-bedcf700b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:34.400570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dc1768f9-532b-4d15-ad58-72e9cb1e3e0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:34.406624 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad24dd4-25ed-4f57-81b7-bedcf700b2ed None None] Routers {'9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:34.407364 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8ad24dd4-25ed-4f57-81b7-bedcf700b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:34.422228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.422474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dc1768f9-532b-4d15-ad58-72e9cb1e3e0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:34.428088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dc1768f9-532b-4d15-ad58-72e9cb1e3e0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:34.489909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8ad24dd4-25ed-4f57-81b7-bedcf700b2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:34.490686 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad24dd4-25ed-4f57-81b7-bedcf700b2ed None None] The sync data for ids ['9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:34.605994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.625108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dc1768f9-532b-4d15-ad58-72e9cb1e3e0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:34.649427 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:34.654516 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-dc1768f9-532b-4d15-ad58-72e9cb1e3e0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Project a6e7895bfff34df3b32f6bff47929539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:31:34.685926 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-dc1768f9-532b-4d15-ad58-72e9cb1e3e0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:34.690338 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dc1768f9-532b-4d15-ad58-72e9cb1e3e0c tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3240831 Apr 22 09:31:34.690580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56232) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:34.695618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2c1005c0-38db-4404-9e12-1679afbdb848 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:34.696085 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.api.v2.base [None req-2c1005c0-38db-4404-9e12-1679afbdb848 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 22 09:31:34.696605 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-2c1005c0-38db-4404-9e12-1679afbdb848 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:34.699914 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2c1005c0-38db-4404-9e12-1679afbdb848 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059361 Apr 22 09:31:34.700057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0250d7ec-ce1d-49c6-90af-7ad47e451847 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.700274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56236) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:34.702943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0250d7ec-ce1d-49c6-90af-7ad47e451847 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b HTTP/1.1" status: 200 len: 887 time: 3.6790049 Apr 22 09:31:34.703828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-84051b86-1bff-440d-8045-554a1c714683 None None] For port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:34.704223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-84051b86-1bff-440d-8045-554a1c714683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.708070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56240) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:34.739604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1bc4aa7d-1424-4a3f-a823-3a7cb68510fa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:34.749288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1bc4aa7d-1424-4a3f-a823-3a7cb68510fa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:34.764620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1bc4aa7d-1424-4a3f-a823-3a7cb68510fa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:34.769492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1bc4aa7d-1424-4a3f-a823-3a7cb68510fa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:34.778215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1bc4aa7d-1424-4a3f-a823-3a7cb68510fa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:34.795516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.802900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:34.803737 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-1bc4aa7d-1424-4a3f-a823-3a7cb68510fa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Project a6e7895bfff34df3b32f6bff47929539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:31:34.838502 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-1bc4aa7d-1424-4a3f-a823-3a7cb68510fa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:34.842415 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1bc4aa7d-1424-4a3f-a823-3a7cb68510fa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1383367 Apr 22 09:31:34.842658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56244) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:34.849216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2d41ac4d-5240-4403-ba9c-c483d8218bc0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:34.851206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-6c94c62c-95d9-4184-b7c5-2715d4c22889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:34.852161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-84051b86-1bff-440d-8045-554a1c714683 None None] Calling delete_port for da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:34.852869 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-6c94c62c-95d9-4184-b7c5-2715d4c22889 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04b76bd-a153-4698-b2da-1e1908264408 HTTP/1.1" status: 200 len: 835 time: 0.3973024 Apr 22 09:31:34.853818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:34.854772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2d41ac4d-5240-4403-ba9c-c483d8218bc0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:34.863531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2d41ac4d-5240-4403-ba9c-c483d8218bc0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:34.866219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2d41ac4d-5240-4403-ba9c-c483d8218bc0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:34.873383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2d41ac4d-5240-4403-ba9c-c483d8218bc0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:34.882588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.886301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:34.892163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:34.893186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.918912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:34.919275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.939894 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-2d41ac4d-5240-4403-ba9c-c483d8218bc0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Project a6e7895bfff34df3b32f6bff47929539 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:31:34.943615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=3af37406-224a-4573-bc0c-163f71671a8b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:34.952463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:34.963600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:34.971743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:34.972370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:34.978590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=768b37f3-eb94-4e0f-a524-7ec8189aa0f4,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:34.995653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-84051b86-1bff-440d-8045-554a1c714683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.001658 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-2d41ac4d-5240-4403-ba9c-c483d8218bc0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:35.002688 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2d41ac4d-5240-4403-ba9c-c483d8218bc0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1591833 Apr 22 09:31:35.005575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56248) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:35.029581 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-71d15b46-6258-4d8d-9805-864cf4d5dd31 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0214574 Apr 22 09:31:35.033110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56252) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:35.038444 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d65927b4-a1e3-4b8b-8261-78cef0cddb4b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7170317 Apr 22 09:31:35.042711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56256) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:35.045688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Could not find standard attr ID for object da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:31:35.046657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': '768b37f3-eb94-4e0f-a524-7ec8189aa0f4', 'ip_address': '2001:db8::b842:85a9:cded:4636'}], 'name': 'tempest-NetworksTestDHCPv6-1442318221'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:35.057836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84051b86-1bff-440d-8045-554a1c714683 None None] Pushing event deleted for resources: {'Port': ['ID=da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:35.060025 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No ports have port_id starting with da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 Apr 22 09:31:35.061201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84051b86-1bff-440d-8045-554a1c714683 None None] No DVR routers for this DVR port da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:35.083014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062719eb-3e12-4035-a6ae-f61fbe6f7fdb None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:35.110412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=860bd0c3-070e-4d0e-a0a2-af5f3b65914e,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:35.132187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6d824-eba9-4c00-b02d-33d9872ea7e5 req-ba4d4be9-0b19-465c-870e-123eb172c548 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:35.139373 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57f6d824-eba9-4c00-b02d-33d9872ea7e5 req-ba4d4be9-0b19-465c-870e-123eb172c548 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.6816697 Apr 22 09:31:35.172962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d76146c3-c109-4151-b756-281cdc72a323 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 3af37406-224a-4573-bc0c-163f71671a8b {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:35.173332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d76146c3-c109-4151-b756-281cdc72a323 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.176448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': 'e6a980f8-2497-401a-9f48-360fa9a76a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb2e43d6-fec0-4ddc-89b6-320496b29fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:35.176885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: cb2e43d6-fec0-4ddc-89b6-320496b29fe7, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:35.233016 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-eaeedfa8-b0e1-4a9c-9ed5-4bd5734878b2 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/routers/9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b HTTP/1.1" status: 200 len: 887 time: 0.5202174 Apr 22 09:31:35.240976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56260) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:35.286286 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57f6d824-eba9-4c00-b02d-33d9872ea7e5 req-16bc4645-3500-4a73-898c-11fb89161231 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457672 Apr 22 09:31:35.298026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-3c02e046-1aa5-47f3-b1b4-62b2171a8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:35.299971 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-3c02e046-1aa5-47f3-b1b4-62b2171a8fcd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=303ea779-29bd-4e0f-a215-e37f8691800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4224210 Apr 22 09:31:35.309730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4b113a33-7e23-4213-91a6-22468bac7759 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:35.313423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:35.373794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-363503df-ff1c-4f5e-82d8-53131fc2818f tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.457683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '768b37f3-eb94-4e0f-a524-7ec8189aa0f4'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:35.458921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.473724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-25412370-9182-4a13-811d-25a0a0d743d0 None None] Provisioning complete for port 8082d093-a322-4a3c-93aa-e770a35f9369 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:35.474373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-25412370-9182-4a13-811d-25a0a0d743d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.476732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:35.497244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, cb2e43d6-fec0-4ddc-89b6-320496b29fe7) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:35.526414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-363503df-ff1c-4f5e-82d8-53131fc2818f tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.529054 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53442cb-1a9d-407d-a896-9ac1b7f9cbb4 None None] Network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:35.551692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:35.552184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663054'] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.569147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4b113a33-7e23-4213-91a6-22468bac7759 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:35.573080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4b113a33-7e23-4213-91a6-22468bac7759 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b HTTP/1.1" status: 200 len: 205 time: 0.3295307 Apr 22 09:31:35.577609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56266) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:35.598390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:35.646482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d76146c3-c109-4151-b756-281cdc72a323 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.661693 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0cc5df62-5908-404e-a9b4-ec515a40e64e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7309644 Apr 22 09:31:35.664424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56270) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:35.679333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5e802a92-dcf7-4cae-9455-52a251013338 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:35.753850 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-ad659d90-e6ae-471d-832c-2385ec82ddad service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311948 Apr 22 09:31:35.776460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:35.800548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d76146c3-c109-4151-b756-281cdc72a323 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 3af37406-224a-4573-bc0c-163f71671a8b owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:35.805132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:35.921095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-363503df-ff1c-4f5e-82d8-53131fc2818f tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.934957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:31:35.935553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device da2dfca6-25e4-4cb9-9cf3-e5a43de56bf0 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:31:35.974248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363503df-ff1c-4f5e-82d8-53131fc2818f tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:35.997747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47f42-f8d4-4622-b67b-ee4b33650965 req-73b9dcb7-ee0f-4773-ac16-15fdb666f88d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:35.998330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:35.998935 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bcd47f42-f8d4-4622-b67b-ee4b33650965 req-73b9dcb7-ee0f-4773-ac16-15fdb666f88d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5389810 Apr 22 09:31:36.012426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-363503df-ff1c-4f5e-82d8-53131fc2818f tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.012426 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-363503df-ff1c-4f5e-82d8-53131fc2818f tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/96448b9d-ad3d-4da1-ba9a-4e65bd4a4fe5 HTTP/1.1" status: 204 len: 168 time: 1.0054932 Apr 22 09:31:36.017548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56274) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:36.025395 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/768b37f3-eb94-4e0f-a524-7ec8189aa0f4/fad5f271-0ec8-479c-862d-71a771bb0b20) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:36.067137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d76146c3-c109-4151-b756-281cdc72a323 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.084156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5e802a92-dcf7-4cae-9455-52a251013338 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2575324'] for subnet, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.120450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.164589 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dd56a1f-acf0-4153-a369-3be654470b6c req-2814acc4-27a1-4766-a243-3a66233eb1d4 service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992403 Apr 22 09:31:36.168965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-cb2e43d6-fec0-4ddc-89b6-320496b29fe7', 'network_id': 'cb2e43d6-fec0-4ddc-89b6-320496b29fe7', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': '860bd0c3-070e-4d0e-a0a2-af5f3b65914e'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:36.169881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.172329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76146c3-c109-4151-b756-281cdc72a323 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=3af37406-224a-4573-bc0c-163f71671a8b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:36.188669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d76146c3-c109-4151-b756-281cdc72a323 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.196163 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bcd47f42-f8d4-4622-b67b-ee4b33650965 req-e7d908ff-619d-4c05-b772-4c1e7492681e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794066 Apr 22 09:31:36.197349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 5bdeace0-1121-4e94-93ab-20bdb956ac63 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:36.275075 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d76146c3-c109-4151-b756-281cdc72a323 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/3af37406-224a-4573-bc0c-163f71671a8b HTTP/1.1" status: 204 len: 168 time: 1.2083476 Apr 22 09:31:36.283060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-77ed1a71-3492-47c2-b4bf-71d58625c534 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:36.285672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56280) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:36.301361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'mac_address': 'fa:16:3e:7a:d1:b0', 'name': 'tempest-PortsIpV6TestJSON-1893592232'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:36.333313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.349203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.362054 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Transition to ACTIVE for port object fad5f271-0ec8-479c-862d-71a771bb0b20 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:36.376132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port fde2d433-1ea9-4579-b9f4-8a04afc5bce3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:36.376787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.384050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Transition to ACTIVE for port object fad5f271-0ec8-479c-862d-71a771bb0b20 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:36.485343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.490582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5e802a92-dcf7-4cae-9455-52a251013338 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782380856580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1378776'] for subnet, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.593234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e802a92-dcf7-4cae-9455-52a251013338 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:36.594220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5e802a92-dcf7-4cae-9455-52a251013338 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.598474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5e802a92-dcf7-4cae-9455-52a251013338 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "PUT /v2.0/subnets/860bd0c3-070e-4d0e-a0a2-af5f3b65914e HTTP/1.1" status: 200 len: 826 time: 0.9309747 Apr 22 09:31:36.599095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-77ed1a71-3492-47c2-b4bf-71d58625c534 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:36.600345 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-77ed1a71-3492-47c2-b4bf-71d58625c534 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5819240 Apr 22 09:31:36.607163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56284) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:36.607728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56286) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:36.608674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:36.618541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:port and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:36.623543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:36.628001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--939969695'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:36.660437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:36.661275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:36.689902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:36.705845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:36.706239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:36.713424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:36.716084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:36.719226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Allocated IP 2001:db8::2 (cb2e43d6-fec0-4ddc-89b6-320496b29fe7/860bd0c3-070e-4d0e-a0a2-af5f3b65914e/0f2a27e1-4dd7-4557-877f-ae1d982286ac) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:36.747504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::b842:85a9:cded:4636 (f441e355-9a94-4c8f-aa75-59d20254aa63/768b37f3-eb94-4e0f-a524-7ec8189aa0f4/5bdeace0-1121-4e94-93ab-20bdb956ac63) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:36.768922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e802a92-dcf7-4cae-9455-52a251013338 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=860bd0c3-070e-4d0e-a0a2-af5f3b65914e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:36.778726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Pushing event updated for resources: {'Port': ['ID=fad5f271-0ec8-479c-862d-71a771bb0b20,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:36.799805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.814926 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.838388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.938423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 6746b1f6-9c8c-4fb4-8ee9-0ee004a83eda yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:36.981132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Attempting to bind port fad5f271-0ec8-479c-862d-71a771bb0b20 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:36.981768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Attempting to bind port fad5f271-0ec8-479c-862d-71a771bb0b20 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:36.982076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Attempting to bind port fad5f271-0ec8-479c-862d-71a771bb0b20 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:36.997747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:36.998148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:36.998519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:36.998910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:36.999489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Bound port: fad5f271-0ec8-479c-862d-71a771bb0b20, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:36.999793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.085394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for fde2d433-1ea9-4579-b9f4-8a04afc5bce3 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:37.129590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:37.143947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:37.154868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:37.169876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:37.175339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.186088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] For port fad5f271-0ec8-479c-862d-71a771bb0b20, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:37.202409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.207049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] For port fad5f271-0ec8-479c-862d-71a771bb0b20, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fad5f271-0ec8-479c-862d-71a771bb0b20,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:37.216855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.222223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Transition to ACTIVE for port object 0f2a27e1-4dd7-4557-877f-ae1d982286ac will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:37.321271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203383c-482e-4bf9-8e6c-7accb265e652 req-25390d5f-3a84-412a-ae85-8b29c58ff0a6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:37.323086 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1203383c-482e-4bf9-8e6c-7accb265e652 req-25390d5f-3a84-412a-ae85-8b29c58ff0a6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4374206 Apr 22 09:31:37.326227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.335074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.360786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Transition to ACTIVE for port object 0f2a27e1-4dd7-4557-877f-ae1d982286ac will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:37.379307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 5bdeace0-1121-4e94-93ab-20bdb956ac63 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:37.384500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.392197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.409573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c587d8c-7313-4bc2-92e4-136a85fd7ab6 None None] Pushing event updated for resources: {'Port': ['ID=fad5f271-0ec8-479c-862d-71a771bb0b20,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:37.409818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.430002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.449113 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1203383c-482e-4bf9-8e6c-7accb265e652 req-9bc1a9c0-03ee-4497-8bf4-263eeaf808bb tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103201 Apr 22 09:31:37.450494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:37.458874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:37.461573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:37.478307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.568038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.579823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a693d78a-50e8-4567-8b87-f13a49db431e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:37.582993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:37.589165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:37.601478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Pushing event updated for resources: {'Port': ['ID=0f2a27e1-4dd7-4557-877f-ae1d982286ac,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:37.603690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:37.607283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Attempting to bind port 0f2a27e1-4dd7-4557-877f-ae1d982286ac on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:37.607662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Attempting to bind port 0f2a27e1-4dd7-4557-877f-ae1d982286ac by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'e6a980f8-2497-401a-9f48-360fa9a76a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb2e43d6-fec0-4ddc-89b6-320496b29fe7'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:37.608026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Attempting to bind port 0f2a27e1-4dd7-4557-877f-ae1d982286ac on network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:37.616620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:37.616998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Checking segment: {'id': 'e6a980f8-2497-401a-9f48-360fa9a76a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb2e43d6-fec0-4ddc-89b6-320496b29fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:37.617402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.621558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:37.622575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.624377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Bound using segment: {'id': 'e6a980f8-2497-401a-9f48-360fa9a76a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb2e43d6-fec0-4ddc-89b6-320496b29fe7'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:37.624970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Bound port: 0f2a27e1-4dd7-4557-877f-ae1d982286ac, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a980f8-2497-401a-9f48-360fa9a76a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cb2e43d6-fec0-4ddc-89b6-320496b29fe7'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:37.625397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.630851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.632351 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6a11d586-6fda-4027-8076-4b38be1c3236 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0148976 Apr 22 09:31:37.638335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56296) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:37.650063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a64459b4-13e1-464e-91fb-fda5139c9cdc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'a693d78a-50e8-4567-8b87-f13a49db431e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:37.669982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.674027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a64459b4-13e1-464e-91fb-fda5139c9cdc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:37.691887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=5bdeace0-1121-4e94-93ab-20bdb956ac63,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:37.737340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.759694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a64459b4-13e1-464e-91fb-fda5139c9cdc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:37.764578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a64459b4-13e1-464e-91fb-fda5139c9cdc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:37.773269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a64459b4-13e1-464e-91fb-fda5139c9cdc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:37.800555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:37.809463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:37.814381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:37.819972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:37.820781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.825448 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-500cc9b1-2d5f-4a77-b476-0eb0fdcad049 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7913544 Apr 22 09:31:37.831324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56302) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:37.847751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] For port 0f2a27e1-4dd7-4557-877f-ae1d982286ac, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:37.856326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] For port 0f2a27e1-4dd7-4557-877f-ae1d982286ac, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0f2a27e1-4dd7-4557-877f-ae1d982286ac,segment=NetworkSegment(e6a980f8-2497-401a-9f48-360fa9a76a8e),segment_id=e6a980f8-2497-401a-9f48-360fa9a76a8e)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:37.863979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:37.891714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=860bd0c3-070e-4d0e-a0a2-af5f3b65914e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:37.921103 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6234219 Apr 22 09:31:37.921103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e886e9-5bb4-439f-a4fd-33c315e6b63c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=6746b1f6-9c8c-4fb4-8ee9-0ee004a83eda,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:37.922913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56306) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:38.009362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=fde2d433-1ea9-4579-b9f4-8a04afc5bce3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:38.028268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72174a47-ed2c-4d85-bd1d-b44ea2c22c29 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:38.028895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-72174a47-ed2c-4d85-bd1d-b44ea2c22c29 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:38.040528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129c5d9-9760-4435-a2ac-4038c3def15a None None] Pushing event updated for resources: {'Port': ['ID=0f2a27e1-4dd7-4557-877f-ae1d982286ac,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:38.042222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e2910-b154-4d17-8a80-e40950f8cda8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:38.048233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e2910-b154-4d17-8a80-e40950f8cda8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:38.049036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-182e2910-b154-4d17-8a80-e40950f8cda8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:38.065319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc202b-9bef-4077-93fe-fadd95c2bb2c None None] Network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:38.074478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-72174a47-ed2c-4d85-bd1d-b44ea2c22c29 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:38.079452 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-72174a47-ed2c-4d85-bd1d-b44ea2c22c29 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/6746b1f6-9c8c-4fb4-8ee9-0ee004a83eda HTTP/1.1" status: 200 len: 845 time: 0.1542885 Apr 22 09:31:38.080249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-182e2910-b154-4d17-8a80-e40950f8cda8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:38.084492 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-182e2910-b154-4d17-8a80-e40950f8cda8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2476223 Apr 22 09:31:38.085261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56312) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:38.085678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56314) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:38.166947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.223696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.225533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-83f17c9b-4b9f-4264-9ea1-17a8506c1ad0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 6746b1f6-9c8c-4fb4-8ee9-0ee004a83eda {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:38.225882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83f17c9b-4b9f-4264-9ea1-17a8506c1ad0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.265251 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-a64459b4-13e1-464e-91fb-fda5139c9cdc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The resource could not be found. Apr 22 09:31:38.270257 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a64459b4-13e1-464e-91fb-fda5139c9cdc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6294646 Apr 22 09:31:38.270914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56322) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:38.274620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2e43d6-fec0-4ddc-89b6-320496b29fe7']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:38.286122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-85e4f61b-f973-4ab4-bb9a-57c5427a7813 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 5bdeace0-1121-4e94-93ab-20bdb956ac63 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:38.286465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85e4f61b-f973-4ab4-bb9a-57c5427a7813 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.287019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5187c9bb-095b-4790-8fea-c970ce143484 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'a693d78a-50e8-4567-8b87-f13a49db431e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '532906b4-37e9-434c-9032-fa3ac64ec4c6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:38.300629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a980f8-2497-401a-9f48-360fa9a76a8e') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:38.301063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a980f8-2497-401a-9f48-360fa9a76a8e') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:38.312190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5187c9bb-095b-4790-8fea-c970ce143484 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:38.314744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dfec52-eade-4cc1-8e3f-766a3494b1b0 None None] Network cb2e43d6-fec0-4ddc-89b6-320496b29fe7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:38.325486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5187c9bb-095b-4790-8fea-c970ce143484 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:38.338659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.401606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5187c9bb-095b-4790-8fea-c970ce143484 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:38.405275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.419218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5187c9bb-095b-4790-8fea-c970ce143484 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:38.505453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.576190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:38.576773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:38.591239 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:38.610150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.632755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.729068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:31:38.729068 dv-neutron-839018-1-hyperv neutron-server[88062]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:31:38.729068 dv-neutron-839018-1-hyperv neutron-server[88062]: [parameters: {'id': 'cb2e43d6-fec0-4ddc-89b6-320496b29fe7'}] Apr 22 09:31:38.729068 dv-neutron-839018-1-hyperv neutron-server[88062]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:38.729532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:38.731259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.732187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Fanout notify agent at l3_agent the message router_deleted on router 9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:31:38.740583 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-5187c9bb-095b-4790-8fea-c970ce143484 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The resource could not be found. Apr 22 09:31:38.744568 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5187c9bb-095b-4790-8fea-c970ce143484 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4617016 Apr 22 09:31:38.746095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56326) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:38.797978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.799200 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b703fe5a-b203-42ea-b810-ad55e41b4cd0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b HTTP/1.1" status: 204 len: 168 time: 3.2205458 Apr 22 09:31:38.803385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56330) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:38.809678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-619970750'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:38.818661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:38.830497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:38.836357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:38.845507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:38.847515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09d698f0-04a2-419a-828f-fdf403acf544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.870977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b30c5598-1ebf-403e-b607-3ed69695bee3 None None] Provisioning for port fad5f271-0ec8-479c-862d-71a771bb0b20 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:38.883125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09d698f0-04a2-419a-828f-fdf403acf544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.898165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:38.902218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.913517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83f17c9b-4b9f-4264-9ea1-17a8506c1ad0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.952126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:38.961489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:38.962089 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment de328398-a7c4-4683-8285-eb66b4213a75 of type vlan for network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b Apr 22 09:31:39.005349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.026605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09d698f0-04a2-419a-828f-fdf403acf544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.033580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2a8cf-23d7-40dc-ae40-1084e4af93cc None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:31:39.048140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d698f0-04a2-419a-828f-fdf403acf544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a693d78a-50e8-4567-8b87-f13a49db431e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:39.068652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab66453-c809-4fd5-a189-4613ae94ea35 req-6d90f3c5-a1fe-4b67-ba7e-c57fc2d21046 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:39.070142 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ab66453-c809-4fd5-a189-4613ae94ea35 req-6d90f3c5-a1fe-4b67-ba7e-c57fc2d21046 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.6758280 Apr 22 09:31:39.076491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-09d698f0-04a2-419a-828f-fdf403acf544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.077071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-83f17c9b-4b9f-4264-9ea1-17a8506c1ad0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 6746b1f6-9c8c-4fb4-8ee9-0ee004a83eda owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:39.079005 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-09d698f0-04a2-419a-828f-fdf403acf544 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/a693d78a-50e8-4567-8b87-f13a49db431e HTTP/1.1" status: 204 len: 168 time: 0.3310695 Apr 22 09:31:39.080858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56334) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:39.102022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.109499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:39.111096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.133096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9a138190-586e-4cb1-8e70-807b7a5cd034 None None] Provisioning for port 5bdeace0-1121-4e94-93ab-20bdb956ac63 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:39.141910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9a138190-586e-4cb1-8e70-807b7a5cd034 None None] Provisioning complete for port 5bdeace0-1121-4e94-93ab-20bdb956ac63 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:39.142278 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9a138190-586e-4cb1-8e70-807b7a5cd034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.191340 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ab66453-c809-4fd5-a189-4613ae94ea35 req-5d3cebb4-eb57-463f-a44c-f54b190567c1 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745790 Apr 22 09:31:39.196047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85e4f61b-f973-4ab4-bb9a-57c5427a7813 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.197938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3941510 Apr 22 09:31:39.203129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56338) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:39.224843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': 'c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:39.245190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9a138190-586e-4cb1-8e70-807b7a5cd034 None None] Port 5bdeace0-1121-4e94-93ab-20bdb956ac63 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:39.269046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.280634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-826de34f-1f1a-496f-8713-db58fff051a5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:39.285847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2a8cf-23d7-40dc-ae40-1084e4af93cc None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:31:39.297366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d7e9b-1df2-4e56-b3c6-c9cfc78c5602 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:39.306793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting port 0f2a27e1-4dd7-4557-877f-ae1d982286ac {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:39.307132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.317411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:39.350667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-826de34f-1f1a-496f-8713-db58fff051a5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:39.355778 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-826de34f-1f1a-496f-8713-db58fff051a5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2687857 Apr 22 09:31:39.356509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56342) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:39.363049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0fc7655f-9ce3-4e5f-ab9c-07d11c03d122 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '4f4c4470-1a25-4e2b-84bb-ce697511bfae', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:39.372426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0fc7655f-9ce3-4e5f-ab9c-07d11c03d122 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:39.373945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-85e4f61b-f973-4ab4-bb9a-57c5427a7813 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 5bdeace0-1121-4e94-93ab-20bdb956ac63 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:39.384793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0fc7655f-9ce3-4e5f-ab9c-07d11c03d122 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:39.412112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0fc7655f-9ce3-4e5f-ab9c-07d11c03d122 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:39.470672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83f17c9b-4b9f-4264-9ea1-17a8506c1ad0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.558421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0fc7655f-9ce3-4e5f-ab9c-07d11c03d122 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:39.558617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83f17c9b-4b9f-4264-9ea1-17a8506c1ad0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.566106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f17c9b-4b9f-4264-9ea1-17a8506c1ad0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=6746b1f6-9c8c-4fb4-8ee9-0ee004a83eda,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:39.598303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:39.603317 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-83f17c9b-4b9f-4264-9ea1-17a8506c1ad0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/6746b1f6-9c8c-4fb4-8ee9-0ee004a83eda HTTP/1.1" status: 204 len: 168 time: 1.5164211 Apr 22 09:31:39.604374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:39.607311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56346) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:39.608062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:39.650972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:39.703910 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f392a8-58a1-427c-af18-23865386f2f9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:31:39.704761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43f392a8-58a1-427c-af18-23865386f2f9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:39.728176 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-0fc7655f-9ce3-4e5f-ab9c-07d11c03d122 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The resource could not be found. Apr 22 09:31:39.733740 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0fc7655f-9ce3-4e5f-ab9c-07d11c03d122 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3765130 Apr 22 09:31:39.736325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] For port 0f2a27e1-4dd7-4557-877f-ae1d982286ac, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0f2a27e1-4dd7-4557-877f-ae1d982286ac,segment=NetworkSegment(e6a980f8-2497-401a-9f48-360fa9a76a8e),segment_id=e6a980f8-2497-401a-9f48-360fa9a76a8e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:39.736946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.737649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56350) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:39.741169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:39.745024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.777975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fad5f271-0ec8-479c-862d-71a771bb0b20 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:39.787498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--340746458'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:39.792177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43f392a8-58a1-427c-af18-23865386f2f9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:39.796839 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-43f392a8-58a1-427c-af18-23865386f2f9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/6746b1f6-9c8c-4fb4-8ee9-0ee004a83eda HTTP/1.1" status: 404 len: 333 time: 0.1823771 Apr 22 09:31:39.800255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56354) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:39.848426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:39.863556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'name': 'tempest-PortsIpV6TestJSON-2101345492'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:39.881221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port fad5f271-0ec8-479c-862d-71a771bb0b20 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:39.887192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314ed2ca-c9d2-420b-bae2-ed723f36e88b None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:31:39.898974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Calling delete_port for 0f2a27e1-4dd7-4557-877f-ae1d982286ac owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:39.910139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:39.917448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port fad5f271-0ec8-479c-862d-71a771bb0b20 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:39.917448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.973105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85e4f61b-f973-4ab4-bb9a-57c5427a7813 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:39.994970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.046153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Port': ['ID=0f2a27e1-4dd7-4557-877f-ae1d982286ac,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:40.048516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.050490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No DVR routers for this DVR port 0f2a27e1-4dd7-4557-877f-ae1d982286ac on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:40.072138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4f61b-f973-4ab4-bb9a-57c5427a7813 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=5bdeace0-1121-4e94-93ab-20bdb956ac63,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:40.121379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:40.137066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:40.142519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85e4f61b-f973-4ab4-bb9a-57c5427a7813 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.146830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:40.152004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:40.157720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:40.167269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.170792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:40.181805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.197515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314ed2ca-c9d2-420b-bae2-ed723f36e88b None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:31:40.209304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2e43d6-fec0-4ddc-89b6-320496b29fe7']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:40.223680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a980f8-2497-401a-9f48-360fa9a76a8e') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:40.225706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a980f8-2497-401a-9f48-360fa9a76a8e') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:40.241148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.263670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.273435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:40.274314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.316837 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-85e4f61b-f973-4ab4-bb9a-57c5427a7813 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/5bdeace0-1121-4e94-93ab-20bdb956ac63 HTTP/1.1" status: 204 len: 168 time: 2.2276990 Apr 22 09:31:40.318296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:40.323720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port fad5f271-0ec8-479c-862d-71a771bb0b20, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fad5f271-0ec8-479c-862d-71a771bb0b20,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:40.324429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.334421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56360) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:40.336085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:40.355610 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:40.375791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.424858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.445538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.451991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=fad5f271-0ec8-479c-862d-71a771bb0b20,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:40.462174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=cb2e43d6-fec0-4ddc-89b6-320496b29fe7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:40.465537 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c1b0a5ec-0900-4344-9487-076c03d0625f tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/cb2e43d6-fec0-4ddc-89b6-320496b29fe7 HTTP/1.1" status: 204 len: 168 time: 3.8497419 Apr 22 09:31:40.471757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56364) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:40.510317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed546186-d9e3-41ea-aac7-761387d5214b req-4cee6cf8-8a95-476f-9007-b7c17d3d2cc6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:40.511930 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ed546186-d9e3-41ea-aac7-761387d5214b req-4cee6cf8-8a95-476f-9007-b7c17d3d2cc6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.1555157 Apr 22 09:31:40.513279 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cc9e37-cb4a-435c-8efa-268d1cfcd8a9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:40.514508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cc9e37-cb4a-435c-8efa-268d1cfcd8a9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:40.515314 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-01cc9e37-cb4a-435c-8efa-268d1cfcd8a9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/cb2e43d6-fec0-4ddc-89b6-320496b29fe7 HTTP/1.1" status: 404 len: 339 time: 0.0426357 Apr 22 09:31:40.520640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56368) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:40.526208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1632194306', 'description': 'd1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:40.544824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:40.552861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Usage tracker for resource:network and tenant:7bf92deee76e4338ba6bc069ebff7d28 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:40.557466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:40.571351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:40.598802 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ed546186-d9e3-41ea-aac7-761387d5214b req-611327eb-7cf0-4c71-aaf0-00e5c8a877f5 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675964 Apr 22 09:31:40.600222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:40.603804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.621777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 623e1453-2949-4d97-8da9-55808e595619 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:40.635688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:40.645741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.646093 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment f6604cdb-3ee0-4849-94af-d5628b29a3ec of type vlan for network 2a545699-8a8f-4963-a660-553bd16c21e8 Apr 22 09:31:40.677790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.716160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.722380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:40.723273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.752988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.764889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=3b095a06-dec9-4e7e-a3fc-1726883f0f39,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:40.769650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97690320-9ae1-4b3c-a0cc-49ea44ef94ec tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:40.771223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97690320-9ae1-4b3c-a0cc-49ea44ef94ec tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:40.771922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-97690320-9ae1-4b3c-a0cc-49ea44ef94ec tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:40.779309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:40.813896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': 'de328398-a7c4-4683-8285-eb66b4213a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:40.814281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:40.825682 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3038733 Apr 22 09:31:40.830247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56372) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:40.837758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c01ef9-a15b-4c31-bc8e-e0a46fb49dd9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=2a545699-8a8f-4963-a660-553bd16c21e8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:40.848413 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 2a545699-8a8f-4963-a660-553bd16c21e8 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:40.922868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-97690320-9ae1-4b3c-a0cc-49ea44ef94ec tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:40.924015 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-97690320-9ae1-4b3c-a0cc-49ea44ef94ec tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5855613 Apr 22 09:31:40.927625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56376) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:41.001060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-130330b4-0a5d-4e02-b20c-6b89e9bf4626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 768b37f3-eb94-4e0f-a524-7ec8189aa0f4 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:41.003885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-130330b4-0a5d-4e02-b20c-6b89e9bf4626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.006161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78bdc40b-cfdc-4efc-850b-bbcc8a6b35b0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:41.023101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.024270 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e91bf00a-970e-450e-9511-9f61ae1c32c5 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2845104 Apr 22 09:31:41.033233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56380) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:41.042441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1466610419'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:41.042619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:41.055918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:41.064140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:41.068734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:41.077330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:41.080670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-130330b4-0a5d-4e02-b20c-6b89e9bf4626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.108873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c5b8e-7c59-4099-81cc-ceac71157a90 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:41.110095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a65c5b8e-7c59-4099-81cc-ceac71157a90 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Synchronizing usage tracker for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:41.125335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:41.131452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.134535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e52a00-50e6-4822-abd7-81973a6d880d None None] Network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:41.136252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:41.136791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.166880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:41.170480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a65c5b8e-7c59-4099-81cc-ceac71157a90 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Unset dirty status for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:41.172666 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a65c5b8e-7c59-4099-81cc-ceac71157a90 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/networks?id=2a545699-8a8f-4963-a660-553bd16c21e8 HTTP/1.1" status: 200 len: 765 time: 0.3334992 Apr 22 09:31:41.175845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:41.176383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.178720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56384) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:41.181077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:41.184580 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9af479e2-8886-41ab-9fdc-1d6e76e74cc0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9761484 Apr 22 09:31:41.184580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56388) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:41.191085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-aa0697d1-43aa-411b-978b-0b0e878b18f5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'description': 'd2'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:41.191693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1179242636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:41.199063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:41.204542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:router and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:41.208869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:41.216597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:41.227558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:41.234130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.235810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.250236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.295787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.332163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:41.336348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:41.336865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-130330b4-0a5d-4e02-b20c-6b89e9bf4626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.342111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:41.348044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:41.348673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.375033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=623e1453-2949-4d97-8da9-55808e595619,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:41.378061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b', 'network_id': 'c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': '3b095a06-dec9-4e7e-a3fc-1726883f0f39'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:41.380162 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.381634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.398248 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dd90ad64-bfe3-4231-9d46-0741b6f7a12b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5450976 Apr 22 09:31:41.399143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56392) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:41.405908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:41.434488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.435748 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2c87f8a8-04a5-4c18-b614-89ce923c277e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2501538 Apr 22 09:31:41.441795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56396) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:41.569990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Allocated IP 172.20.0.2 (c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b/3b095a06-dec9-4e7e-a3fc-1726883f0f39/f447cb79-7311-4c7e-b0b9-653afe8a9f4d) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:41.695211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa0697d1-43aa-411b-978b-0b0e878b18f5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.722035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.732593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa0697d1-43aa-411b-978b-0b0e878b18f5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.814285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.824630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.828835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-130330b4-0a5d-4e02-b20c-6b89e9bf4626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.831975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa0697d1-43aa-411b-978b-0b0e878b18f5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network 2a545699-8a8f-4963-a660-553bd16c21e8 is not hosted by any dhcp agent {{(pid=88062) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 22 09:31:41.837850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Transition to ACTIVE for port object f447cb79-7311-4c7e-b0b9-653afe8a9f4d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:41.847340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fad5f271-0ec8-479c-862d-71a771bb0b20 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:41.848257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0697d1-43aa-411b-978b-0b0e878b18f5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:41.849023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa0697d1-43aa-411b-978b-0b0e878b18f5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.852831 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-aa0697d1-43aa-411b-978b-0b0e878b18f5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "PUT /v2.0/networks/2a545699-8a8f-4963-a660-553bd16c21e8 HTTP/1.1" status: 200 len: 762 time: 0.6706483 Apr 22 09:31:41.877766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.890320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56402) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:41.901635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Transition to ACTIVE for port object f447cb79-7311-4c7e-b0b9-653afe8a9f4d will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:41.918620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.976898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130330b4-0a5d-4e02-b20c-6b89e9bf4626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=768b37f3-eb94-4e0f-a524-7ec8189aa0f4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:41.983566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-130330b4-0a5d-4e02-b20c-6b89e9bf4626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:41.987658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0697d1-43aa-411b-978b-0b0e878b18f5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=2a545699-8a8f-4963-a660-553bd16c21e8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:41.992959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f72d6e-7787-432f-8fd3-1d7ed5af1699 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:42.000382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b636d22a-ef60-4f13-bf9c-234d2a28b403,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:42.003361 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-130330b4-0a5d-4e02-b20c-6b89e9bf4626 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/768b37f3-eb94-4e0f-a524-7ec8189aa0f4 HTTP/1.1" status: 204 len: 168 time: 1.0744927 Apr 22 09:31:42.009211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56406) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:42.009976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.013886 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e24897e0-c772-4e97-bbfe-3ef036f96845 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9796853 Apr 22 09:31:42.016423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56408) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:42.020071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 2a545699-8a8f-4963-a660-553bd16c21e8 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:42.059142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:42.072182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1253eb65-699d-4c3b-af03-799f27ae52ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': '78bdc40b-cfdc-4efc-850b-bbcc8a6b35b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b636d22a-ef60-4f13-bf9c-234d2a28b403'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:42.082602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:42.085541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:42.088281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1253eb65-699d-4c3b-af03-799f27ae52ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:42.092007 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b3aab8a1-65ae-4273-a894-24cd7a051aa8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767574 Apr 22 09:31:42.095361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1253eb65-699d-4c3b-af03-799f27ae52ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:42.097915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56414) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:42.100194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1253eb65-699d-4c3b-af03-799f27ae52ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:42.106014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:42.125239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1253eb65-699d-4c3b-af03-799f27ae52ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:42.141828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c620cd7a-fd28-4624-bda0-3ce6a92a0800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.153675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Pushing event updated for resources: {'Port': ['ID=f447cb79-7311-4c7e-b0b9-653afe8a9f4d,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:42.241307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:42.245494 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-1253eb65-699d-4c3b-af03-799f27ae52ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:42.246514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1253eb65-699d-4c3b-af03-799f27ae52ac tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2289863 Apr 22 09:31:42.251032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56418) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:42.267461 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:42.298891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:42.302372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.370197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e9e93b-61b4-413c-9d9d-f8c8d22a6230 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:42.372698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port fad5f271-0ec8-479c-862d-71a771bb0b20 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:42.373037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.376657 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c6e9e93b-61b4-413c-9d9d-f8c8d22a6230 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/networks?id=2a545699-8a8f-4963-a660-553bd16c21e8 HTTP/1.1" status: 200 len: 765 time: 0.4712727 Apr 22 09:31:42.376657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56422) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:42.431770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c3e32e4-4a03-423a-9d11-bd8157f01d31 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.464173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c3e32e4-4a03-423a-9d11-bd8157f01d31 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.482805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Attempting to bind port f447cb79-7311-4c7e-b0b9-653afe8a9f4d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:42.490385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Attempting to bind port f447cb79-7311-4c7e-b0b9-653afe8a9f4d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'de328398-a7c4-4683-8285-eb66b4213a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:42.492630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Attempting to bind port f447cb79-7311-4c7e-b0b9-653afe8a9f4d on network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:42.537702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:42.538443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Checking segment: {'id': 'de328398-a7c4-4683-8285-eb66b4213a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:42.539412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.540002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Bound using segment: {'id': 'de328398-a7c4-4683-8285-eb66b4213a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:42.541229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Bound port: f447cb79-7311-4c7e-b0b9-653afe8a9f4d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de328398-a7c4-4683-8285-eb66b4213a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:42.541700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.545975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.598316 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c3e32e4-4a03-423a-9d11-bd8157f01d31 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.645573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e32e4-4a03-423a-9d11-bd8157f01d31 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b636d22a-ef60-4f13-bf9c-234d2a28b403,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:42.663037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd416d8-8089-4d39-aa9d-65bfb77655e2 req-4d90ce70-7ffe-4140-a962-d10c30fcbb12 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:42.663813 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bfd416d8-8089-4d39-aa9d-65bfb77655e2 req-4d90ce70-7ffe-4140-a962-d10c30fcbb12 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.8273573 Apr 22 09:31:42.704652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1c3e32e4-4a03-423a-9d11-bd8157f01d31 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.706583 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1c3e32e4-4a03-423a-9d11-bd8157f01d31 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/b636d22a-ef60-4f13-bf9c-234d2a28b403 HTTP/1.1" status: 204 len: 168 time: 0.4554477 Apr 22 09:31:42.709998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56426) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:42.785304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f979604e-d0eb-4483-9c71-b0215aa3767b tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:42.817316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] For port f447cb79-7311-4c7e-b0b9-653afe8a9f4d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:42.829204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] For port f447cb79-7311-4c7e-b0b9-653afe8a9f4d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f447cb79-7311-4c7e-b0b9-653afe8a9f4d,segment=NetworkSegment(de328398-a7c4-4683-8285-eb66b4213a75),segment_id=de328398-a7c4-4683-8285-eb66b4213a75)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:42.839208 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.842506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f979604e-d0eb-4483-9c71-b0215aa3767b tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:42.846706 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f979604e-d0eb-4483-9c71-b0215aa3767b tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1332242 Apr 22 09:31:42.850906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56430) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:42.877494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.938420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe2e80-b46d-4669-89ff-2273c52477dc None None] Pushing event updated for resources: {'Port': ['ID=f447cb79-7311-4c7e-b0b9-653afe8a9f4d,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:42.957162 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:42.961818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] Deleting port fad5f271-0ec8-479c-862d-71a771bb0b20 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:42.962194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:42.986765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.003196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:43.003734 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bfd416d8-8089-4d39-aa9d-65bfb77655e2 req-22a9b9b7-4a05-483f-98eb-07db60752804 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274746 Apr 22 09:31:43.012222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.022948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:43.027147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.027896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.053266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ccdb-5682-4d09-8b3b-f5821a38c6aa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.067295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=a8dca0f4-37e4-4922-81c7-89a26ef3a1ba,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:43.091547 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8d46069e-665b-4c63-a7ac-3afa15beef11 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9900541 Apr 22 09:31:43.092269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56434) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:43.095038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d4183-651f-49b2-9ffe-138f07b262dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.099191 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d40d4183-651f-49b2-9ffe-138f07b262dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7129054 Apr 22 09:31:43.099357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': 'a8dca0f4-37e4-4922-81c7-89a26ef3a1ba', 'ip_address': '2001:db8::43f8:ec6:18ca:1663'}], 'name': 'tempest-NetworksTestDHCPv6-130796110'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:43.105956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56438) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:43.118841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ccdb-5682-4d09-8b3b-f5821a38c6aa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.185296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] In _notify_port_updated(), no bound segment for port 623e1453-2949-4d97-8da9-55808e595619 on network b21a404d-10d1-4c09-88c6-fdb21b8a972f {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:31:43.191257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.191879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.193234 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "PUT /v2.0/ports/623e1453-2949-4d97-8da9-55808e595619 HTTP/1.1" status: 200 len: 818 time: 1.7936275 Apr 22 09:31:43.211152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-75fc863f-0f56-49c5-b115-f1aceade4369 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Synchronizing usage tracker for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:43.211771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56442) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:43.241419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77263f-be40-4d93-905a-79900a14a5b4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=623e1453-2949-4d97-8da9-55808e595619,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:43.302497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] For port fad5f271-0ec8-479c-862d-71a771bb0b20, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fad5f271-0ec8-479c-862d-71a771bb0b20,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:43.303183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.313446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-75fc863f-0f56-49c5-b115-f1aceade4369 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Unset dirty status for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:43.314610 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-75fc863f-0f56-49c5-b115-f1aceade4369 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 207 time: 0.2064877 Apr 22 09:31:43.317782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ccdb-5682-4d09-8b3b-f5821a38c6aa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.321577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56446) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:43.343081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:43.346243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9ccdb-5682-4d09-8b3b-f5821a38c6aa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bdc40b-cfdc-4efc-850b-bbcc8a6b35b0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:43.353256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:43.359043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:43.369185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:43.373732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9f9ccdb-5682-4d09-8b3b-f5821a38c6aa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.377390 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c9f9ccdb-5682-4d09-8b3b-f5821a38c6aa tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/78bdc40b-cfdc-4efc-850b-bbcc8a6b35b0 HTTP/1.1" status: 204 len: 168 time: 0.5230453 Apr 22 09:31:43.379305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56450) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:43.420642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:43.463457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] Calling delete_port for fad5f271-0ec8-479c-862d-71a771bb0b20 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:43.545499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.551844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2a318094-b273-4087-9210-2c98ceb30eef tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 623e1453-2949-4d97-8da9-55808e595619 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:43.552300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a318094-b273-4087-9210-2c98ceb30eef tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.556870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:43.590793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port b691483b-9a19-437c-aeec-7bacee2bb499 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:43.627169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] No DVR routers for this DVR port fad5f271-0ec8-479c-862d-71a771bb0b20 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:43.638335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7d8c4-0cb8-4274-b007-da3469595333 None None] Pushing event deleted for resources: {'Port': ['ID=fad5f271-0ec8-479c-862d-71a771bb0b20,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:43.638712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f44aa5a-ee11-4583-8704-92446dc5745a tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:43.671152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef62e2f-23a9-405e-8859-a7f3a0a93cbf None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:43.705219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f44aa5a-ee11-4583-8704-92446dc5745a tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:43.705998 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5f44aa5a-ee11-4583-8704-92446dc5745a tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3257322 Apr 22 09:31:43.717775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56454) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:43.734411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--174182824'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:43.742034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.20.0.1 (c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b/3b095a06-dec9-4e7e-a3fc-1726883f0f39/2aca8841-2e53-40ec-8817-cb88655dc46b) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:43.754520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443734a-02ca-486c-95d9-fb57ec2cd2fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.758485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443734a-02ca-486c-95d9-fb57ec2cd2fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.764495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443734a-02ca-486c-95d9-fb57ec2cd2fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.775973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443734a-02ca-486c-95d9-fb57ec2cd2fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.789204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443734a-02ca-486c-95d9-fb57ec2cd2fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.796466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443734a-02ca-486c-95d9-fb57ec2cd2fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:43.800592 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5443734a-02ca-486c-95d9-fb57ec2cd2fe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4758892 Apr 22 09:31:43.802802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56458) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:43.809789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f447cb79-7311-4c7e-b0b9-653afe8a9f4d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:43.871663 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::43f8:ec6:18ca:1663 (f441e355-9a94-4c8f-aa75-59d20254aa63/a8dca0f4-37e4-4922-81c7-89a26ef3a1ba/b691483b-9a19-437c-aeec-7bacee2bb499) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:43.992383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port f447cb79-7311-4c7e-b0b9-653afe8a9f4d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:44.013393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': 'a8dca0f4-37e4-4922-81c7-89a26ef3a1ba'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:44.014481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.069631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.091680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object 2aca8841-2e53-40ec-8817-cb88655dc46b will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:44.115215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:44.126142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fad5f271-0ec8-479c-862d-71a771bb0b20 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:44.189766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: fad5f271-0ec8-479c-862d-71a771bb0b20 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:31:44.190406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fad5f271-0ec8-479c-862d-71a771bb0b20 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:31:44.272548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dc700e-5733-4590-8236-ffd73959d1f0 None None] Network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:44.311378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.336356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object b691483b-9a19-437c-aeec-7bacee2bb499 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:44.353404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.367119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde5880-a144-4ff8-b625-0d9472edd953 req-8416547e-2028-4228-83a3-a654162719cd tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:44.368626 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3fde5880-a144-4ff8-b625-0d9472edd953 req-8416547e-2028-4228-83a3-a654162719cd tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.1432180 Apr 22 09:31:44.392532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6803b189-e5ef-4cb7-bd58-859b6d5da0ab None None] Provisioning for port f447cb79-7311-4c7e-b0b9-653afe8a9f4d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:44.407163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:44.407744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6803b189-e5ef-4cb7-bd58-859b6d5da0ab None None] Provisioning complete for port f447cb79-7311-4c7e-b0b9-653afe8a9f4d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:44.408119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6803b189-e5ef-4cb7-bd58-859b6d5da0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.429773 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3fde5880-a144-4ff8-b625-0d9472edd953 req-4f744e0b-5c29-48db-add6-0d6df4669a98 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482025 Apr 22 09:31:44.432571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.525466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2369a81f-1fd5-4b38-80c2-23f2a164b951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.532479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:44.557120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:44.558618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:44.567821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:44.573549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:44.574172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.580111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:44.599024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=b691483b-9a19-437c-aeec-7bacee2bb499,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:44.599961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:44.647946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.650397 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-49052378-b48f-4b74-b597-19c61cbdfc41 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5570424 Apr 22 09:31:44.653385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56466) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:44.659073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a318094-b273-4087-9210-2c98ceb30eef tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.701759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/a8dca0f4-37e4-4922-81c7-89a26ef3a1ba/e3e10d90-0a50-4ec4-8b99-f186e8ab71dd) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:44.766419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c86b96-a436-492b-8b74-6281aa1f47c6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:44.768034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c9c86b96-a436-492b-8b74-6281aa1f47c6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:44.778703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=2aca8841-2e53-40ec-8817-cb88655dc46b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:44.805247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c9c86b96-a436-492b-8b74-6281aa1f47c6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:44.811161 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c9c86b96-a436-492b-8b74-6281aa1f47c6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1561415 Apr 22 09:31:44.812090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56472) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:44.830247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6803b189-e5ef-4cb7-bd58-859b6d5da0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.859000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2a318094-b273-4087-9210-2c98ceb30eef tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 623e1453-2949-4d97-8da9-55808e595619 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:44.927213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:44.953033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6803b189-e5ef-4cb7-bd58-859b6d5da0ab None None] For port f447cb79-7311-4c7e-b0b9-653afe8a9f4d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f447cb79-7311-4c7e-b0b9-653afe8a9f4d,segment=NetworkSegment(de328398-a7c4-4683-8285-eb66b4213a75),segment_id=de328398-a7c4-4683-8285-eb66b4213a75)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:44.957570 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0bc23fa6-e60b-466f-8034-e14cd84a6b05 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.1200914 Apr 22 09:31:44.957570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:44.962208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56476) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:44.964313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:44.970613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6803b189-e5ef-4cb7-bd58-859b6d5da0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:44.980239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.002648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aae9c52f-dce0-429a-a4a1-60a2f0941812 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port b691483b-9a19-437c-aeec-7bacee2bb499 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:45.003064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae9c52f-dce0-429a-a4a1-60a2f0941812 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.093238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803b189-e5ef-4cb7-bd58-859b6d5da0ab None None] Pushing event updated for resources: {'Port': ['ID=f447cb79-7311-4c7e-b0b9-653afe8a9f4d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:45.125132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.136359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Transition to ACTIVE for port object e3e10d90-0a50-4ec4-8b99-f186e8ab71dd will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:45.157010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:45.159206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Transition to ACTIVE for port object e3e10d90-0a50-4ec4-8b99-f186e8ab71dd will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:45.172264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.188302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6465a1-c996-4766-9b13-9da830a5eafe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.190026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6465a1-c996-4766-9b13-9da830a5eafe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.191506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6465a1-c996-4766-9b13-9da830a5eafe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.193057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6465a1-c996-4766-9b13-9da830a5eafe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.195209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6465a1-c996-4766-9b13-9da830a5eafe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.195732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1d6465a1-c996-4766-9b13-9da830a5eafe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Synchronizing usage tracker for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:45.267228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a318094-b273-4087-9210-2c98ceb30eef tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.267702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:45.276116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:45.279393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:45.334062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a318094-b273-4087-9210-2c98ceb30eef tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=623e1453-2949-4d97-8da9-55808e595619,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:45.374791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.398479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a318094-b273-4087-9210-2c98ceb30eef tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.425923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-27c5481c-4b03-486f-a4ad-b7c7ddabd7cc None None] Provisioning for port 2aca8841-2e53-40ec-8817-cb88655dc46b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:45.443537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1d6465a1-c996-4766-9b13-9da830a5eafe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Unset dirty status for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:45.448086 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1d6465a1-c996-4766-9b13-9da830a5eafe tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4816272 Apr 22 09:31:45.448283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae9c52f-dce0-429a-a4a1-60a2f0941812 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.450791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.451592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Pushing event updated for resources: {'Port': ['ID=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:45.453837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.454674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56480) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:45.466903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-27c5481c-4b03-486f-a4ad-b7c7ddabd7cc None None] Provisioning complete for port 2aca8841-2e53-40ec-8817-cb88655dc46b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:45.467369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c5481c-4b03-486f-a4ad-b7c7ddabd7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.511437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Attempting to bind port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:45.511806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Attempting to bind port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:45.512433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Attempting to bind port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:45.525079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:45.525315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:45.525642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.526034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:45.526745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Bound port: e3e10d90-0a50-4ec4-8b99-f186e8ab71dd, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:45.527284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.583187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-aae9c52f-dce0-429a-a4a1-60a2f0941812 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for b691483b-9a19-437c-aeec-7bacee2bb499 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:45.603009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27c5481c-4b03-486f-a4ad-b7c7ddabd7cc None None] Port 2aca8841-2e53-40ec-8817-cb88655dc46b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:45.616557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.641310 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2a318094-b273-4087-9210-2c98ceb30eef tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/623e1453-2949-4d97-8da9-55808e595619 HTTP/1.1" status: 204 len: 168 time: 2.4091475 Apr 22 09:31:45.642100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56484) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:45.644943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-27c5481c-4b03-486f-a4ad-b7c7ddabd7cc None None] Provisioning complete for port f447cb79-7311-4c7e-b0b9-653afe8a9f4d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:45.645345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c5481c-4b03-486f-a4ad-b7c7ddabd7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.665154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a5ea2-bf41-48ce-9290-09df90b9ab16 req-dbe6730d-3285-4b76-823b-3737f9044a48 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.672022 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d5a5ea2-bf41-48ce-9290-09df90b9ab16 req-dbe6730d-3285-4b76-823b-3737f9044a48 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.7548168 Apr 22 09:31:45.680590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] For port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:45.698921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-e8895bb8-c6d5-452d-9dcb-6bc72d282459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.700530 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-e8895bb8-c6d5-452d-9dcb-6bc72d282459 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1098 time: 0.7392573 Apr 22 09:31:45.702745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] For port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:45.722737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.783232 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.795551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f447cb79-7311-4c7e-b0b9-653afe8a9f4d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:45.818438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:45.822497 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0925844 Apr 22 09:31:45.827725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56488) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:45.827878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba755b44-6b31-448b-8e0e-4d08abbf43af tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8112f2f-8fc3-42a6-8fb4-659a0262e10c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:45.842554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6f721-8903-4e00-9b49-0ede4e325e73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.844533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6f721-8903-4e00-9b49-0ede4e325e73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.845892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6f721-8903-4e00-9b49-0ede4e325e73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.847245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6f721-8903-4e00-9b49-0ede4e325e73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.848724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d6f721-8903-4e00-9b49-0ede4e325e73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['shared'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.852901 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-90d6f721-8903-4e00-9b49-0ede4e325e73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3944614 Apr 22 09:31:45.870335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f17eddb0-a7d2-419a-b265-829831be3cbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'e8112f2f-8fc3-42a6-8fb4-659a0262e10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:45.878949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56492) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:45.885855 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d5a5ea2-bf41-48ce-9290-09df90b9ab16 req-b11c263f-d91a-49d4-baac-2643d301ed48 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129967 Apr 22 09:31:45.901634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d38f3-7435-4818-86c8-0f0699c5ed96 None None] Pushing event updated for resources: {'Port': ['ID=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:45.909284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738fa6d-6463-4282-b5af-69cbb2fd60d7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:45.911372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1738fa6d-6463-4282-b5af-69cbb2fd60d7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:45.913604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f17eddb0-a7d2-419a-b265-829831be3cbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:45.957607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f17eddb0-a7d2-419a-b265-829831be3cbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:45.962603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f17eddb0-a7d2-419a-b265-829831be3cbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:45.972903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1738fa6d-6463-4282-b5af-69cbb2fd60d7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:45.977691 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1738fa6d-6463-4282-b5af-69cbb2fd60d7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3215911 Apr 22 09:31:45.977691 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56496) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:45.999889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f447cb79-7311-4c7e-b0b9-653afe8a9f4d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:46.000423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.037576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f17eddb0-a7d2-419a-b265-829831be3cbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:46.062862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-86c68a92-8c8b-4012-96c2-8e8b15408535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:46.064779 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-86c68a92-8c8b-4012-96c2-8e8b15408535 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 913 time: 0.3457072 Apr 22 09:31:46.172256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ce5b2cbb-9a4b-496f-8036-75ec775f6bf0 None None] Provisioning complete for port 2aca8841-2e53-40ec-8817-cb88655dc46b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:46.173247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ce5b2cbb-9a4b-496f-8036-75ec775f6bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.236189 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a103f83-5b55-4419-a01f-ea7732c286df tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:31:46.240474 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6a103f83-5b55-4419-a01f-ea7732c286df tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/623e1453-2949-4d97-8da9-55808e595619 HTTP/1.1" status: 404 len: 333 time: 0.2595079 Apr 22 09:31:46.241452 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56500) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:46.252850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1816760815'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:46.264808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:46.269430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae9c52f-dce0-429a-a4a1-60a2f0941812 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.278107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:network and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:46.282150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:46.290373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b2cbb-9a4b-496f-8036-75ec775f6bf0 None None] Port 2aca8841-2e53-40ec-8817-cb88655dc46b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:46.301857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:46.321780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:46.325360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.366687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9c52f-dce0-429a-a4a1-60a2f0941812 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=b691483b-9a19-437c-aeec-7bacee2bb499,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:46.367287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.380340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.435046 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-f17eddb0-a7d2-419a-b265-829831be3cbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:46.436240 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f17eddb0-a7d2-419a-b265-829831be3cbd tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6076365 Apr 22 09:31:46.450872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56504) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:46.451527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:46.462991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0a8cfe-9564-4cc7-892a-acc9b3de64ae tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:46.463566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c0a8cfe-9564-4cc7-892a-acc9b3de64ae tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Synchronizing usage tracker for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:46.467750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aae9c52f-dce0-429a-a4a1-60a2f0941812 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.471485 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-4060ee25-af0e-46c8-b60e-ac59bfe55c63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 1001 time: 0.3962362 Apr 22 09:31:46.491074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ad3f044f-6ae6-4683-b49d-8200c1b31644 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group_rule': {'security_group_id': 'e8112f2f-8fc3-42a6-8fb4-659a0262e10c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:46.512097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ad3f044f-6ae6-4683-b49d-8200c1b31644 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:46.517031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.517415 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-aae9c52f-dce0-429a-a4a1-60a2f0941812 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/b691483b-9a19-437c-aeec-7bacee2bb499 HTTP/1.1" status: 204 len: 168 time: 1.7041953 Apr 22 09:31:46.517543 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Added segment ae300392-8330-4073-a955-b1c1c181c669 of type vlan for network a9242e03-23dd-4b3d-8960-bf519c881c86 Apr 22 09:31:46.521150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56508) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:46.533032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ad3f044f-6ae6-4683-b49d-8200c1b31644 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:46.537228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.541255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ad3f044f-6ae6-4683-b49d-8200c1b31644 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:46.553870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=2aca8841-2e53-40ec-8817-cb88655dc46b,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:46.559255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ad3f044f-6ae6-4683-b49d-8200c1b31644 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:46.564225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2c0a8cfe-9564-4cc7-892a-acc9b3de64ae tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Unset dirty status for tenant:7bf92deee76e4338ba6bc069ebff7d28 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:46.565542 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2c0a8cfe-9564-4cc7-892a-acc9b3de64ae tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/networks/e5b846c7-4088-4a54-9ecd-d0fec2337ee0 HTTP/1.1" status: 200 len: 803 time: 0.6836696 Apr 22 09:31:46.572191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56512) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:46.597170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.606903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-be3aab19-5336-4a9f-a53f-9ac3f15bad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:46.608524 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-be3aab19-5336-4a9f-a53f-9ac3f15bad7e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.1273956 Apr 22 09:31:46.649943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f8ba7-4497-4ef9-b325-26f4317b7726 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:46.651517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15f8ba7-4497-4ef9-b325-26f4317b7726 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:46.652252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e15f8ba7-4497-4ef9-b325-26f4317b7726 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:46.677529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e15f8ba7-4497-4ef9-b325-26f4317b7726 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:46.678677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e15f8ba7-4497-4ef9-b325-26f4317b7726 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1551328 Apr 22 09:31:46.681345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56516) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:46.761544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-efccbfce-e790-4b18-8075-6074031887ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:46.763061 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-efccbfce-e790-4b18-8075-6074031887ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1458874 Apr 22 09:31:46.767135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8fdfeb-3825-4332-9cdd-41df45f5bedb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet a8dca0f4-37e4-4922-81c7-89a26ef3a1ba {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:46.777753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:31:46.788529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf8fdfeb-3825-4332-9cdd-41df45f5bedb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.835414 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-ad3f044f-6ae6-4683-b49d-8200c1b31644 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:46.840181 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ad3f044f-6ae6-4683-b49d-8200c1b31644 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3703957 Apr 22 09:31:46.840961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56520) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:46.867239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.872651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:46.873243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.916358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf8fdfeb-3825-4332-9cdd-41df45f5bedb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:46.991201 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7bc1872e-e8d7-480b-87f5-51c78cd53a22 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/networks/e5b846c7-4088-4a54-9ecd-d0fec2337ee0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4132197 Apr 22 09:31:46.995738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56526) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:47.076732 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-984a2ab6-464f-45f5-b7cd-d00ee6de1e06 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072345 Apr 22 09:31:47.082760 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8402660 Apr 22 09:31:47.087227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.094605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:47.106143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56530) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:47.107013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:47.119631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:47.136076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc7898c-6f77-4262-964b-b662d2fafea0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:47.137543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a1bab-836b-42ec-8276-3181df8adf27 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Network': ['ID=a9242e03-23dd-4b3d-8960-bf519c881c86,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:47.137688 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3fc7898c-6f77-4262-964b-b662d2fafea0 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/subnets/06b689e6-6fc6-4b98-8c75-6f5ecde8471d HTTP/1.1" status: 200 len: 843 time: 0.1404903 Apr 22 09:31:47.143795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56534) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:47.154665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network a9242e03-23dd-4b3d-8960-bf519c881c86 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:47.271243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf8fdfeb-3825-4332-9cdd-41df45f5bedb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.334116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f68ad71-cf2e-45ac-ac25-793927edae1e None None] Provisioning for port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:47.367614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a50c568-8dba-4d71-a79c-84edf90e11bc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.386963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc9d2c2-8c79-4988-8e8b-8dc4f0c3e2b9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['shared'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:47.391788 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5cc9d2c2-8c79-4988-8e8b-8dc4f0c3e2b9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "GET /v2.0/subnets/06b689e6-6fc6-4b98-8c75-6f5ecde8471d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2454681 Apr 22 09:31:47.405232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56538) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:47.421936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164507437'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:47.435905 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be450b53-9be1-41be-8ce9-0b25e57020d7 req-be0322c6-f674-4e67-918c-e9b37dcea6e0 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517761 Apr 22 09:31:47.437667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf8fdfeb-3825-4332-9cdd-41df45f5bedb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.451409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:47.455080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a50c568-8dba-4d71-a79c-84edf90e11bc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.471963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a8b242bd-cb64-4c83-bcbe-58798119b047 None None] Provisioning complete for port 2aca8841-2e53-40ec-8817-cb88655dc46b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:47.472440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:47.472557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8b242bd-cb64-4c83-bcbe-58798119b047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.498545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fdfeb-3825-4332-9cdd-41df45f5bedb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=a8dca0f4-37e4-4922-81c7-89a26ef3a1ba,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:47.499135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:47.505025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf8fdfeb-3825-4332-9cdd-41df45f5bedb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.511999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:47.526959 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bf8fdfeb-3825-4332-9cdd-41df45f5bedb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/a8dca0f4-37e4-4922-81c7-89a26ef3a1ba HTTP/1.1" status: 204 len: 168 time: 0.8412559 Apr 22 09:31:47.526959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56542) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:47.529695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:47.541243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:47.554907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a8b242bd-cb64-4c83-bcbe-58798119b047 None None] Port 2aca8841-2e53-40ec-8817-cb88655dc46b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:47.587234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8968f0-ac26-45ae-b4f4-c2a346acc565 req-cdee4953-a09f-41a3-99b5-e660544e6099 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:47.595140 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1d8968f0-ac26-45ae-b4f4-c2a346acc565 req-cdee4953-a09f-41a3-99b5-e660544e6099 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5454199 Apr 22 09:31:47.620303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:47.620588 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0a2bf290-1a6c-4a70-b89d-c385b2e071c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923738 Apr 22 09:31:47.621525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69461708-ff81-41e5-9ff9-dba617ff2d35 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:47.622509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56546) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:47.623747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.629673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:47.638204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:47.642285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.684595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a50c568-8dba-4d71-a79c-84edf90e11bc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.764648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:47.772161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:47.775460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:47.781170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7609c437-64c9-48e4-bf7a-4c22d3dcc614 None None] Could not find standard attr ID for object b691483b-9a19-437c-aeec-7bacee2bb499. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:31:47.786193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:47.787521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50c568-8dba-4d71-a79c-84edf90e11bc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8112f2f-8fc3-42a6-8fb4-659a0262e10c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:47.801783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:47.806151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.824709 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1d8968f0-ac26-45ae-b4f4-c2a346acc565 req-27d5d7b8-04f8-4b81-92ee-6c3f4741a967 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286012 Apr 22 09:31:47.843102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:47.847911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a50c568-8dba-4d71-a79c-84edf90e11bc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.849483 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5a50c568-8dba-4d71-a79c-84edf90e11bc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/e8112f2f-8fc3-42a6-8fb4-659a0262e10c HTTP/1.1" status: 204 len: 168 time: 1.0049179 Apr 22 09:31:47.853215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56550) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:47.858658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 12decd3e-0894-4316-91c6-09a18802a951 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:31:47.863509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e3e10d90-0a50-4ec4-8b99-f186e8ab71dd up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:47.869025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:47.869485 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Added segment 086fff74-0606-4c0d-9a52-2c73a582abee of type vlan for network e461698b-76fe-4795-9ee7-299fa1ebc84f Apr 22 09:31:47.984620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5a86e386-c4c1-41cc-9735-358d0cc5ae86 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1299376 Apr 22 09:31:47.988942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56554) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:47.994729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'tempest-secgroup--1746391253'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:48.004733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:48.012886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:48.018062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:48.026562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:48.077859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:48.079938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.098503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:48.099232 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.123718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:48.124926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.130957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Usage tracker for resource:security_group_rule and tenant:a6e7895bfff34df3b32f6bff47929539 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:48.136444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:48.159802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:48.213539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:48.230042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Deleting port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:48.230822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.291213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.298360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:48.321725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.327845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:48.328928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.329692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.348422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb39337-f112-4a36-acf1-c4e2abafa589 None None] Sync routers for ids ['12decd3e-0894-4316-91c6-09a18802a951'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:48.384182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb39337-f112-4a36-acf1-c4e2abafa589 None None] Routers {'12decd3e-0894-4316-91c6-09a18802a951'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:48.384895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8cb39337-f112-4a36-acf1-c4e2abafa589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['12decd3e-0894-4316-91c6-09a18802a951'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:48.408048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:48.412453 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3a61d8b5-c912-4b38-ac84-5451c252128c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/12decd3e-0894-4316-91c6-09a18802a951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9679198 Apr 22 09:31:48.413932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:48.416082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56558) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:48.418990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.424841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:48.425495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.448623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=7cb29b79-6095-4f18-a733-8b50591b1e53,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:48.461355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:48.462506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8cb39337-f112-4a36-acf1-c4e2abafa589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:48.483657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.488884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.495642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.514362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.518705 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5285921 Apr 22 09:31:48.523053 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8604c9b5-69cf-4693-885c-91a2a424c12f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8967533 Apr 22 09:31:48.523053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56562) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:48.529217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-66771bd1-4943-43e3-9f39-a63f802bac39 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:48.529913 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.api.v2.base [None req-66771bd1-4943-43e3-9f39-a63f802bac39 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 22 09:31:48.530490 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-66771bd1-4943-43e3-9f39-a63f802bac39 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] update failed (client error): There was a conflict when trying to complete your request. Apr 22 09:31:48.537270 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1206138 Apr 22 09:31:48.537467 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-66771bd1-4943-43e3-9f39-a63f802bac39 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "PUT /v2.0/security-groups/21a33e74-a9e0-46ca-a82a-e2beebd4ac0c HTTP/1.1" status: 409 len: 330 time: 0.0097132 Apr 22 09:31:48.537467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56564) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:48.537467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56568) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:48.546681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56570) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:48.569553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'network_id': 'e461698b-76fe-4795-9ee7-299fa1ebc84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:48.572190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': '7cb29b79-6095-4f18-a733-8b50591b1e53', 'ip_address': '2001:db8::e2a2:3817:b2e6:5108'}], 'name': 'tempest-NetworksTestDHCPv6-212429032'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:48.594416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb39337-f112-4a36-acf1-c4e2abafa589 None None] Routers {'12decd3e-0894-4316-91c6-09a18802a951'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:48.595034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8cb39337-f112-4a36-acf1-c4e2abafa589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['12decd3e-0894-4316-91c6-09a18802a951'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:48.620446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bda00-65ad-454e-8b39-18b90214aad2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Network': ['ID=e461698b-76fe-4795-9ee7-299fa1ebc84f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:48.630620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2480c-2bc8-4ae2-b409-fc800f466ca0 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a33e74-a9e0-46ca-a82a-e2beebd4ac0c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:48.658884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network e461698b-76fe-4795-9ee7-299fa1ebc84f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:48.701634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8cb39337-f112-4a36-acf1-c4e2abafa589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:48.701857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb39337-f112-4a36-acf1-c4e2abafa589 None None] The sync data for ids ['12decd3e-0894-4316-91c6-09a18802a951'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:48.724492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1498bef7-6253-46a6-81bb-24e16450ff5b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:48.725347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1498bef7-6253-46a6-81bb-24e16450ff5b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:48.753057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=41f24b63-011b-4c0f-88d7-814e2a1254d7,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:48.767328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2aefacf-c225-4e35-bf9a-b80226553394 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.782767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking segment: {'id': 'ae300392-8330-4073-a955-b1c1c181c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:48.782997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:48.783572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network hostable DHCP agents. Network: a9242e03-23dd-4b3d-8960-bf519c881c86, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:48.785532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:48.790460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:48.795809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1498bef7-6253-46a6-81bb-24e16450ff5b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:48.800594 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1498bef7-6253-46a6-81bb-24e16450ff5b tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports/2aca8841-2e53-40ec-8817-cb88655dc46b HTTP/1.1" status: 200 len: 910 time: 0.3805075 Apr 22 09:31:48.800749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:48.800749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56578) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:48.806571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:48.807962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:48.812789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-686000f0-465a-481a-815f-d7829f8edabe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3b095a06-dec9-4e7e-a3fc-1726883f0f39'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:48.819393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] For port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:48.819914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.825297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Made reservation on behalf of 7bf92deee76e4338ba6bc069ebff7d28 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:48.829297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.848895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network a9242e03-23dd-4b3d-8960-bf519c881c86 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:48.855141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2aefacf-c225-4e35-bf9a-b80226553394 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.869660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:48.918838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:48.930877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, a9242e03-23dd-4b3d-8960-bf519c881c86) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:48.945472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d1c605-c7e1-4fb1-b70e-aa14dd5a67c7 None None] Network a9242e03-23dd-4b3d-8960-bf519c881c86 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:48.946666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:48.947549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:48.966917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Calling delete_port for e3e10d90-0a50-4ec4-8b99-f186e8ab71dd owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:48.976233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Performing IP validity checks on allocation pools {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 09:31:48.977070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 09:31:48.996382 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e71db5af-c9f3-44f9-b7e6-c8830a0d69fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8826783 Apr 22 09:31:49.000880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56584) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:49.007394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:49.132565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:49.133214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:49.142668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2aefacf-c225-4e35-bf9a-b80226553394 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.177698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aefacf-c225-4e35-bf9a-b80226553394 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a33e74-a9e0-46ca-a82a-e2beebd4ac0c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:49.180489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:49.184592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:49.188145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:49.194404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:49.223025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2aefacf-c225-4e35-bf9a-b80226553394 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.226541 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a2aefacf-c225-4e35-bf9a-b80226553394 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/21a33e74-a9e0-46ca-a82a-e2beebd4ac0c HTTP/1.1" status: 204 len: 168 time: 0.6709297 Apr 22 09:31:49.227323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:49.248602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-a9242e03-23dd-4b3d-8960-bf519c881c86', 'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86', 'tenant_id': '48da3bd2d4f648b9b7e64b59eaff9218', 'fixed_ips': [{'subnet_id': '41f24b63-011b-4c0f-88d7-814e2a1254d7'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:49.249514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.262213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.269373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:49.273179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.300097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 2dbfddf6-ec9c-4499-bef3-3c8cb6e41503 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:49.369900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-686000f0-465a-481a-815f-d7829f8edabe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.390451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dd3f4-f115-49dc-89d7-54c462c95f64 req-dc4216b0-0547-4a50-a9be-2572a74782bf tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:49.391919 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1b5dd3f4-f115-49dc-89d7-54c462c95f64 req-dc4216b0-0547-4a50-a9be-2572a74782bf tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3624103 Apr 22 09:31:49.435496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63b0bfc5-be35-442b-a055-5526827aa989 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Synchronizing usage tracker for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:49.471070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.492280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Allocated IP 2001:db8::2 (a9242e03-23dd-4b3d-8960-bf519c881c86/41f24b63-011b-4c0f-88d7-814e2a1254d7/e9b3c08f-dfbf-42c7-b009-c0f5440ab209) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:49.529822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63b0bfc5-be35-442b-a055-5526827aa989 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] Unset dirty status for tenant:a6e7895bfff34df3b32f6bff47929539 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:49.531721 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-63b0bfc5-be35-442b-a055-5526827aa989 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3010890 Apr 22 09:31:49.536143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56592) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:49.544356 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.ipam_backend_mixin [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41f24b63-011b-4c0f-88d7-814e2a1254d7 (CIDR: 2001:db8::/64) Apr 22 09:31:49.566687 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:31:49.567334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:49.590562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=dbac1375-d7a3-44a5-a8b8-97f548c6e7a1,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:49.603439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Checking segment: {'id': '086fff74-0606-4c0d-9a52-2c73a582abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e461698b-76fe-4795-9ee7-299fa1ebc84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:49.603922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network hostable DHCP agents. Network: e461698b-76fe-4795-9ee7-299fa1ebc84f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:31:49.618881 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a59eae21-a561-4e16-8b3e-32efd64ae441 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6140120 Apr 22 09:31:49.620247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56596) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:49.634206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Deleting port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:49.634547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.636579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:49.644631 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1b5dd3f4-f115-49dc-89d7-54c462c95f64 req-2dc7ce03-a154-4e48-8f6b-b380fd76408e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347164 Apr 22 09:31:49.650083 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-aa65cca9-fdba-49a7-a88d-e9c1d362d7dc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] delete failed (client error): The resource could not be found. Apr 22 09:31:49.651041 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-aa65cca9-fdba-49a7-a88d-e9c1d362d7dc tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "DELETE /v2.0/security-groups/162334f5-4fef-414f-a8ac-f2c7b58eb386 HTTP/1.1" status: 404 len: 347 time: 0.1120996 Apr 22 09:31:49.729176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56600) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:49.758931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-5313bbf3-0b88-4477-90d6-1c5e9b933fa9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] show failed (client error): The resource could not be found. Apr 22 09:31:49.759943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5313bbf3-0b88-4477-90d6-1c5e9b933fa9 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-groups/c95670ec-9ffb-468d-98c1-c47a233aae1e HTTP/1.1" status: 404 len: 347 time: 0.0298448 Apr 22 09:31:49.783722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56606) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:49.789876 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e3e10d90-0a50-4ec4-8b99-f186e8ab71dd no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:49.817300 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-2bff1d5c-2c93-4708-a4f7-0282bf170984 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] show failed (client error): The resource could not be found. Apr 22 09:31:49.818544 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2bff1d5c-2c93-4708-a4f7-0282bf170984 tempest-NegativeSecGroupIPv6Test-1745636505 tempest-NegativeSecGroupIPv6Test-1745636505-project] 10.222.0.32 "GET /v2.0/security-group-rules/47a48d42-2e29-4fc6-a3ea-0e00ba528762 HTTP/1.1" status: 404 len: 356 time: 0.0345330 Apr 22 09:31:49.836893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:49.842534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:49.846770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:49.853855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:49.867672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Network e461698b-76fe-4795-9ee7-299fa1ebc84f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:31:49.918110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::e2a2:3817:b2e6:5108 (f441e355-9a94-4c8f-aa75-59d20254aa63/7cb29b79-6095-4f18-a733-8b50591b1e53/2dbfddf6-ec9c-4499-bef3-3c8cb6e41503) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:49.930958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:49.934907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:49.989118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, e461698b-76fe-4795-9ee7-299fa1ebc84f) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:49.993663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:49.994269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.016816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babcba3c-f6c2-4b2a-be06-e681b85ab419 None None] Network e461698b-76fe-4795-9ee7-299fa1ebc84f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:50.082255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.099237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Transition to ACTIVE for port object e9b3c08f-dfbf-42c7-b009-c0f5440ab209 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:50.122019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Transition to ACTIVE for port object e9b3c08f-dfbf-42c7-b009-c0f5440ab209 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:50.179141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.251113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56614) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:50.273874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] For port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:50.274275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.284372 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1f5b66bd-8c04-40d9-999f-ee2b1398119e tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7331133 Apr 22 09:31:50.291795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56618) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:50.304053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ab3c96c0-3dae-4643-88e9-c0f53f90dbd5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:50.324557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Network a9242e03-23dd-4b3d-8960-bf519c881c86 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:50.347069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-686000f0-465a-481a-815f-d7829f8edabe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.375705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-686000f0-465a-481a-815f-d7829f8edabe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.391409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:50.402273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d42e1-f63e-4884-bdbe-df952ab6ca91 req-76cc8b8a-109c-47db-a76e-9f1290e0c2e5 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:50.403992 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-451d42e1-f63e-4884-bdbe-df952ab6ca91 req-76cc8b8a-109c-47db-a76e-9f1290e0c2e5 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5402906 Apr 22 09:31:50.469709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Calling delete_port for e3e10d90-0a50-4ec4-8b99-f186e8ab71dd owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:50.514364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:50.557415 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-451d42e1-f63e-4884-bdbe-df952ab6ca91 req-9f4e85b2-d096-4388-aa08-bc2cdc9ae47f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140501 Apr 22 09:31:50.575757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ab3c96c0-3dae-4643-88e9-c0f53f90dbd5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4178406'] for subnet, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.581179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Pushing event updated for resources: {'Port': ['ID=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:50.621542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686000f0-465a-481a-815f-d7829f8edabe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:50.622154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-686000f0-465a-481a-815f-d7829f8edabe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.626086 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-686000f0-465a-481a-815f-d7829f8edabe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/ports/2aca8841-2e53-40ec-8817-cb88655dc46b HTTP/1.1" status: 200 len: 910 time: 1.8192773 Apr 22 09:31:50.626086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686000f0-465a-481a-815f-d7829f8edabe tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=2aca8841-2e53-40ec-8817-cb88655dc46b,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:50.631614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56626) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:50.774466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.786275 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-eff3ab99-1963-4fe3-ac6c-a13bc226a3be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6e7895bfff34df3b32f6bff47929539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319610 Apr 22 09:31:50.800161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56630) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:50.828756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Attempting to bind port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:50.829126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Attempting to bind port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ae300392-8330-4073-a955-b1c1c181c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:50.829482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Attempting to bind port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 on network a9242e03-23dd-4b3d-8960-bf519c881c86 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:50.849767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.861674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:50.862052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Checking segment: {'id': 'ae300392-8330-4073-a955-b1c1c181c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:50.862584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.862988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Bound using segment: {'id': 'ae300392-8330-4073-a955-b1c1c181c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:50.863931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Bound port: e9b3c08f-dfbf-42c7-b009-c0f5440ab209, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae300392-8330-4073-a955-b1c1c181c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:50.864089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.873247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.886663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:50.930809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ab3c96c0-3dae-4643-88e9-c0f53f90dbd5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782380856580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2653228'] for subnet, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.952354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.967113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network a9242e03-23dd-4b3d-8960-bf519c881c86 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:50.972312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:50.975757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:50.976339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.986921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3c96c0-3dae-4643-88e9-c0f53f90dbd5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:50.987512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ab3c96c0-3dae-4643-88e9-c0f53f90dbd5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:50.988810 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ab3c96c0-3dae-4643-88e9-c0f53f90dbd5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "PUT /v2.0/subnets/dbac1375-d7a3-44a5-a8b8-97f548c6e7a1 HTTP/1.1" status: 200 len: 900 time: 0.6934671 Apr 22 09:31:50.997985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56636) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:51.024658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=c2290183-3fc5-40d9-aeae-f0b174e10282,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:51.044454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:51.044796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:51.050664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 2dbfddf6-ec9c-4499-bef3-3c8cb6e41503 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:51.059472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-e461698b-76fe-4795-9ee7-299fa1ebc84f', 'network_id': 'e461698b-76fe-4795-9ee7-299fa1ebc84f', 'tenant_id': '7bf92deee76e4338ba6bc069ebff7d28', 'fixed_ips': [{'subnet_id': 'dbac1375-d7a3-44a5-a8b8-97f548c6e7a1'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:51.060183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.078463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:51.117861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.158962 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3439e318-d341-4065-a9a5-ef2a03c4f63d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5346041 Apr 22 09:31:51.160788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56640) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:51.169599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4761fbb8-838f-47b2-b6e4-97260477a91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.183201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86', 'fixed_ips': [{'subnet_id': '41f24b63-011b-4c0f-88d7-814e2a1254d7'}, {'subnet_id': 'c2290183-3fc5-40d9-aeae-f0b174e10282'}], 'name': 'tempest-PortsIpV6TestJSON-565716677'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:51.209192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] For port e9b3c08f-dfbf-42c7-b009-c0f5440ab209, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:51.229133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] For port e9b3c08f-dfbf-42c7-b009-c0f5440ab209, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,segment=NetworkSegment(ae300392-8330-4073-a955-b1c1c181c669),segment_id=ae300392-8330-4073-a955-b1c1c181c669)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:51.234349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.252288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c96c0-3dae-4643-88e9-c0f53f90dbd5 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event updated for resources: {'Subnet': ['ID=dbac1375-d7a3-44a5-a8b8-97f548c6e7a1,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:51.274781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:51.293007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4761fbb8-838f-47b2-b6e4-97260477a91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.299907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:51.328374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fabae9-5da4-4eaf-bf0e-8e4917de6885 req-bbfee8a2-220a-41ec-b457-d79ae691780c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:51.330697 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-67fabae9-5da4-4eaf-bf0e-8e4917de6885 req-bbfee8a2-220a-41ec-b457-d79ae691780c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2615907 Apr 22 09:31:51.330862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:51.334302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.335748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:51.336356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.336701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Deleting port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:51.336943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.390281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=2dbfddf6-ec9c-4499-bef3-3c8cb6e41503,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:51.429787 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf24df5-0a19-4b73-a589-18ed9eed0c63 None None] Pushing event updated for resources: {'Port': ['ID=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:51.437955 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-67fabae9-5da4-4eaf-bf0e-8e4917de6885 req-dddf6b74-4ade-4d85-9992-34a3722bfbe3 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943370 Apr 22 09:31:51.455095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.470958 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1fd0b193-a319-4426-88c6-e23b0489f1ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9228222 Apr 22 09:31:51.472976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56644) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:51.517330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Allocated IP 2001:db8::3 (e461698b-76fe-4795-9ee7-299fa1ebc84f/dbac1375-d7a3-44a5-a8b8-97f548c6e7a1/cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:51.612275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:51.632562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:port and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:51.641478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4761fbb8-838f-47b2-b6e4-97260477a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.647035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:51.756162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:51.759405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4761fbb8-838f-47b2-b6e4-97260477a91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdd63ff-f5c7-4e63-925f-44c3bc4d600c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:51.803998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4761fbb8-838f-47b2-b6e4-97260477a91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:51.805728 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4761fbb8-838f-47b2-b6e4-97260477a91e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffdd63ff-f5c7-4e63-925f-44c3bc4d600c HTTP/1.1" status: 204 len: 168 time: 1.0023251 Apr 22 09:31:51.869102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] For port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:51.869775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.002316 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:52.034445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d430c3-4b11-4264-833d-433e675cf030 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:52.040701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d430c3-4b11-4264-833d-433e675cf030 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:52.041596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-44d430c3-4b11-4264-833d-433e675cf030 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:52.050247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Calling delete_port for e3e10d90-0a50-4ec4-8b99-f186e8ab71dd owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:52.129777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.153143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Transition to ACTIVE for port object cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:52.168679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-44d430c3-4b11-4264-833d-433e675cf030 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:52.172917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.173076 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-44d430c3-4b11-4264-833d-433e675cf030 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.6960027 Apr 22 09:31:52.174132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56652) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:52.211552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Transition to ACTIVE for port object cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:52.221218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71eb3b-9f34-450c-9813-f8886e68e9e4 req-dd28feb2-b558-40ff-8da3-7317ddff2b71 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:52.222797 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8b71eb3b-9f34-450c-9813-f8886e68e9e4 req-dd28feb2-b558-40ff-8da3-7317ddff2b71 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5248966 Apr 22 09:31:52.225691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] Pushing event deleted for resources: {'Port': ['ID=e3e10d90-0a50-4ec4-8b99-f186e8ab71dd,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:52.230230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.230722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.235173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89851677-ca26-4943-a4e9-dabb448bace4 None None] No DVR routers for this DVR port e3e10d90-0a50-4ec4-8b99-f186e8ab71dd on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:52.260694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1d40926e-835e-450d-a137-eb8335d2b44d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 2dbfddf6-ec9c-4499-bef3-3c8cb6e41503 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:52.261122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d40926e-835e-450d-a137-eb8335d2b44d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.292854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e3a645-50f3-4261-8ff4-4c89dd774efa None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:52.316550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Network e461698b-76fe-4795-9ee7-299fa1ebc84f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:52.338343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:52.341493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:52.345734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Pushing event updated for resources: {'Port': ['ID=cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:52.401271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.443472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.477830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=dbac1375-d7a3-44a5-a8b8-97f548c6e7a1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:52.551021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Attempting to bind port cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:52.551388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Attempting to bind port cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '086fff74-0606-4c0d-9a52-2c73a582abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e461698b-76fe-4795-9ee7-299fa1ebc84f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:52.551745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Attempting to bind port cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633 on network e461698b-76fe-4795-9ee7-299fa1ebc84f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:52.564329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:52.564738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Checking segment: {'id': '086fff74-0606-4c0d-9a52-2c73a582abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e461698b-76fe-4795-9ee7-299fa1ebc84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:52.565136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.565580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Bound using segment: {'id': '086fff74-0606-4c0d-9a52-2c73a582abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e461698b-76fe-4795-9ee7-299fa1ebc84f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:52.565990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Bound port: cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086fff74-0606-4c0d-9a52-2c73a582abee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e461698b-76fe-4795-9ee7-299fa1ebc84f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:52.566359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.586922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.618081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e461698b-76fe-4795-9ee7-299fa1ebc84f']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:52.630775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086fff74-0606-4c0d-9a52-2c73a582abee') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:52.631141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086fff74-0606-4c0d-9a52-2c73a582abee') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:52.641350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port bc17b56d-907e-4ab6-bed4-48a125eeb450 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:52.647875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.664121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.670664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:52.671095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.683669 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8b71eb3b-9f34-450c-9813-f8886e68e9e4 req-d6cc9561-52ef-4ac5-943d-46a29553d01c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692115 Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:52.764407 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:52.803267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5ac939-d846-4b72-a31c-918155fcaabe None None] Network a9242e03-23dd-4b3d-8960-bf519c881c86 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:52.833650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] For port cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:52.851833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] For port cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633,segment=NetworkSegment(086fff74-0606-4c0d-9a52-2c73a582abee),segment_id=086fff74-0606-4c0d-9a52-2c73a582abee)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:52.867251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 22 09:31:52.867251 dv-neutron-839018-1-hyperv neutron-server[88063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 22 09:31:52.867251 dv-neutron-839018-1-hyperv neutron-server[88063]: [parameters: {'id': 'e461698b-76fe-4795-9ee7-299fa1ebc84f'}] Apr 22 09:31:52.867251 dv-neutron-839018-1-hyperv neutron-server[88063]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:52.867738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:52.932347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 2aca8841-2e53-40ec-8817-cb88655dc46b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:52.932745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:52.966181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.015652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6a08261c-37fb-445d-be14-1c56fa19327c None None] Provisioning for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:53.068050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d40926e-835e-450d-a137-eb8335d2b44d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.127660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07046f2a-3e88-4603-8bd6-2bf3b64b7a74 None None] Pushing event updated for resources: {'Port': ['ID=cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:53.196553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '7cb29b79-6095-4f18-a733-8b50591b1e53'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:31:53.197363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.217463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1d40926e-835e-450d-a137-eb8335d2b44d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 2dbfddf6-ec9c-4499-bef3-3c8cb6e41503 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:53.243606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::293 (a9242e03-23dd-4b3d-8960-bf519c881c86/41f24b63-011b-4c0f-88d7-814e2a1254d7/bc17b56d-907e-4ab6-bed4-48a125eeb450) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:53.246427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.262452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8:0:1::31c (a9242e03-23dd-4b3d-8960-bf519c881c86/c2290183-3fc5-40d9-aeae-f0b174e10282/bc17b56d-907e-4ab6-bed4-48a125eeb450) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:53.270579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296fb97-0660-43e7-8b66-123a597e3092 None None] Network e461698b-76fe-4795-9ee7-299fa1ebc84f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:53.271879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9ef79-84db-423f-af24-34d61d3ce72a req-76861d9b-c09c-4f0e-9e44-2dac91f49a31 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:53.273362 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-59b9ef79-84db-423f-af24-34d61d3ce72a req-76861d9b-c09c-4f0e-9e44-2dac91f49a31 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4371727 Apr 22 09:31:53.345621 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-59b9ef79-84db-423f-af24-34d61d3ce72a req-a13702ac-0ade-4b7d-8eac-31919ae7699b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642858 Apr 22 09:31:53.383735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 2aca8841-2e53-40ec-8817-cb88655dc46b owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:53.431926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.462957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting port cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:53.463454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.498669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d40926e-835e-450d-a137-eb8335d2b44d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.622770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/7cb29b79-6095-4f18-a733-8b50591b1e53/d5257862-59bd-477f-8292-a66ac57f3a1e) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:53.624038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40926e-835e-450d-a137-eb8335d2b44d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=2dbfddf6-ec9c-4499-bef3-3c8cb6e41503,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:53.683968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.743961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d40926e-835e-450d-a137-eb8335d2b44d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:53.759676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=2aca8841-2e53-40ec-8817-cb88655dc46b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:53.874211 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1d40926e-835e-450d-a137-eb8335d2b44d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/2dbfddf6-ec9c-4499-bef3-3c8cb6e41503 HTTP/1.1" status: 204 len: 168 time: 1.6965940 Apr 22 09:31:53.879117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56662) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:53.890452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e9b3c08f-dfbf-42c7-b009-c0f5440ab209 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:53.984466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4425395a-2e4c-45b5-855f-03e8d30bb055 None None] Network e461698b-76fe-4795-9ee7-299fa1ebc84f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:54.043261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae81558-236d-4550-8941-76ce9edad50a None None] Update dhcp port {'port': {'network_id': 'a9242e03-23dd-4b3d-8960-bf519c881c86', 'fixed_ips': [{'subnet_id': '41f24b63-011b-4c0f-88d7-814e2a1254d7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2290183-3fc5-40d9-aeae-f0b174e10282'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'e9b3c08f-dfbf-42c7-b009-c0f5440ab209'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:31:54.073346 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696a759-5fec-4b8c-a6dd-27f0074c76a5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:54.075039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696a759-5fec-4b8c-a6dd-27f0074c76a5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:54.081296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f696a759-5fec-4b8c-a6dd-27f0074c76a5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1964121 Apr 22 09:31:54.081296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56666) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:54.156689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] For port cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633,segment=NetworkSegment(086fff74-0606-4c0d-9a52-2c73a582abee),segment_id=086fff74-0606-4c0d-9a52-2c73a582abee)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:54.156949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.178808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986d549-2dfe-4719-856d-575e33bc7998 req-7e3f7f88-42e7-4be0-a23e-a6d5afc7913e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:54.180302 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9986d549-2dfe-4719-856d-575e33bc7998 req-7e3f7f88-42e7-4be0-a23e-a6d5afc7913e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3831856 Apr 22 09:31:54.251132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fae81558-236d-4550-8941-76ce9edad50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.272469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.275235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.309415 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e438cb-9fcc-4576-816c-8bfcc759de38 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 7cb29b79-6095-4f18-a733-8b50591b1e53 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:54.319228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Calling delete_port for cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:54.351995 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object bc17b56d-907e-4ab6-bed4-48a125eeb450 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:54.400751 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9986d549-2dfe-4719-856d-575e33bc7998 req-21096d7f-ae44-42c6-b33e-914be970f0ea tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616368 Apr 22 09:31:54.401588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:54.409035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.419142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:54.419513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.433949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.480892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Transition to ACTIVE for port object d5257862-59bd-477f-8292-a66ac57f3a1e will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:54.484830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Port': ['ID=cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:54.489623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No DVR routers for this DVR port cfed6fc6-ed0f-4fcc-8ab3-97904ec1c633 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:54.576639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Transition to ACTIVE for port object d5257862-59bd-477f-8292-a66ac57f3a1e will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:54.599716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 12decd3e-0894-4316-91c6-09a18802a951 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:31:54.605588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.627123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.634511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77e438cb-9fcc-4576-816c-8bfcc759de38 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.665744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.706783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e461698b-76fe-4795-9ee7-299fa1ebc84f']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:54.720563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77e438cb-9fcc-4576-816c-8bfcc759de38 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.753926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086fff74-0606-4c0d-9a52-2c73a582abee') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:54.754217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086fff74-0606-4c0d-9a52-2c73a582abee') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:54.774739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.798259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:31:54.801006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network a9242e03-23dd-4b3d-8960-bf519c881c86 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:54.803538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.806855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:54.812012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:54.815906 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15568b2-f63a-4111-a7d8-da99f93974a5 None None] Sync routers for ids ['12decd3e-0894-4316-91c6-09a18802a951'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:31:54.825213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:54.825364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:54.825695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.825865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.831147 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:54.835850 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15568b2-f63a-4111-a7d8-da99f93974a5 None None] Routers {'12decd3e-0894-4316-91c6-09a18802a951'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:54.837561 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f15568b2-f63a-4111-a7d8-da99f93974a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['12decd3e-0894-4316-91c6-09a18802a951'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:54.839079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:54.845309 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:54.851069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:31:54.865486 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.6937940 Apr 22 09:31:54.866833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adc90c-57b3-493a-8850-5da0ea16a43a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=bc17b56d-907e-4ab6-bed4-48a125eeb450,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:54.869259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Pushing event updated for resources: {'Port': ['ID=d5257862-59bd-477f-8292-a66ac57f3a1e,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:54.871195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56670) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:54.877945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41f24b63-011b-4c0f-88d7-814e2a1254d7'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:54.917422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:54.938617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-fae81558-236d-4550-8941-76ce9edad50a None None] Allocated IP 2001:db8:0:1::2 (a9242e03-23dd-4b3d-8960-bf519c881c86/c2290183-3fc5-40d9-aeae-f0b174e10282/e9b3c08f-dfbf-42c7-b009-c0f5440ab209) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:54.946969 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f15568b2-f63a-4111-a7d8-da99f93974a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:54.959909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15568b2-f63a-4111-a7d8-da99f93974a5 None None] Routers {'12decd3e-0894-4316-91c6-09a18802a951'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:31:54.960681 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f15568b2-f63a-4111-a7d8-da99f93974a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['12decd3e-0894-4316-91c6-09a18802a951'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:55.004920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.021211 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ffbd4c8a-cfe7-4363-b9fc-229ee342aa52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/12decd3e-0894-4316-91c6-09a18802a951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3885484 Apr 22 09:31:55.021992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56674) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:55.046341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Attempting to bind port d5257862-59bd-477f-8292-a66ac57f3a1e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:31:55.046755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Attempting to bind port d5257862-59bd-477f-8292-a66ac57f3a1e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:31:55.047120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Attempting to bind port d5257862-59bd-477f-8292-a66ac57f3a1e on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:31:55.047925 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f15568b2-f63a-4111-a7d8-da99f93974a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:55.048561 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15568b2-f63a-4111-a7d8-da99f93974a5 None None] The sync data for ids ['12decd3e-0894-4316-91c6-09a18802a951'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:31:55.055652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:31:55.056128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:31:55.056430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.056826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:31:55.057298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Bound port: d5257862-59bd-477f-8292-a66ac57f3a1e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:31:55.057671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.099813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77e438cb-9fcc-4576-816c-8bfcc759de38 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.107463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4a83074a-c1ab-4f1a-92c8-db4bec55e15d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:55.135115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.139889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.173006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4a83074a-c1ab-4f1a-92c8-db4bec55e15d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:55.177196 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4a83074a-c1ab-4f1a-92c8-db4bec55e15d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12decd3e-0894-4316-91c6-09a18802a951 HTTP/1.1" status: 200 len: 205 time: 0.1517441 Apr 22 09:31:55.178167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=e461698b-76fe-4795-9ee7-299fa1ebc84f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:55.180893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56678) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:55.218829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fae81558-236d-4550-8941-76ce9edad50a None None] For port e9b3c08f-dfbf-42c7-b009-c0f5440ab209, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,segment=NetworkSegment(ae300392-8330-4073-a955-b1c1c181c669),segment_id=ae300392-8330-4073-a955-b1c1c181c669)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:55.255634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fae81558-236d-4550-8941-76ce9edad50a None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.266269 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-50328a09-5beb-4c6d-9dca-503de7c4a026 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/e461698b-76fe-4795-9ee7-299fa1ebc84f HTTP/1.1" status: 204 len: 168 time: 4.2671788 Apr 22 09:31:55.271535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56682) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:55.273029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fae81558-236d-4550-8941-76ce9edad50a None None] Transition to ACTIVE for port object e9b3c08f-dfbf-42c7-b009-c0f5440ab209 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:55.279524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fae81558-236d-4550-8941-76ce9edad50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.324986 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:31:55.337819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8f020ce-aa06-48e4-8ebf-d87578da81f1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.348108 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8fb634-8466-47cd-8c31-172b41006172 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:55.348700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8fb634-8466-47cd-8c31-172b41006172 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:55.350299 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ad8fb634-8466-47cd-8c31-172b41006172 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/dbac1375-d7a3-44a5-a8b8-97f548c6e7a1 HTTP/1.1" status: 404 len: 337 time: 0.0747390 Apr 22 09:31:55.355673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56686) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:55.487760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77e438cb-9fcc-4576-816c-8bfcc759de38 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.509577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] For port d5257862-59bd-477f-8292-a66ac57f3a1e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:31:55.519795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] For port d5257862-59bd-477f-8292-a66ac57f3a1e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d5257862-59bd-477f-8292-a66ac57f3a1e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:31:55.526274 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae81558-236d-4550-8941-76ce9edad50a None None] Pushing event updated for resources: {'Port': ['ID=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:55.534243 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:55.534605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:55.541464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.582585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e438cb-9fcc-4576-816c-8bfcc759de38 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb29b79-6095-4f18-a733-8b50591b1e53,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:55.660888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77e438cb-9fcc-4576-816c-8bfcc759de38 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.675959 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb2e272-f38e-4de5-ae13-c592169c3766 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:55.676452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb2e272-f38e-4de5-ae13-c592169c3766 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:55.678152 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dbb2e272-f38e-4de5-ae13-c592169c3766 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/e461698b-76fe-4795-9ee7-299fa1ebc84f HTTP/1.1" status: 404 len: 339 time: 0.3215718 Apr 22 09:31:55.684844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40dabe-f6ed-4a52-a163-188cd9210a9d None None] Pushing event updated for resources: {'Port': ['ID=d5257862-59bd-477f-8292-a66ac57f3a1e,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:55.687735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56692) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:55.762813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8f020ce-aa06-48e4-8ebf-d87578da81f1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.769371 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-77e438cb-9fcc-4576-816c-8bfcc759de38 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/7cb29b79-6095-4f18-a733-8b50591b1e53 HTTP/1.1" status: 204 len: 168 time: 1.6871126 Apr 22 09:31:55.771129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8f020ce-aa06-48e4-8ebf-d87578da81f1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.773064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56696) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:55.858288 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a92664c3-be8d-442c-9732-f68592a6eb7a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838370 Apr 22 09:31:55.859610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56700) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:55.927919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8f020ce-aa06-48e4-8ebf-d87578da81f1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.928634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f020ce-aa06-48e4-8ebf-d87578da81f1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Fanout notify agent at l3_agent the message router_deleted on router 12decd3e-0894-4316-91c6-09a18802a951 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:31:55.958124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8f020ce-aa06-48e4-8ebf-d87578da81f1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.962375 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d8f020ce-aa06-48e4-8ebf-d87578da81f1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/12decd3e-0894-4316-91c6-09a18802a951 HTTP/1.1" status: 204 len: 168 time: 0.7757933 Apr 22 09:31:55.962885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:55.964112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56704) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:55.989445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Delete allocated IP 2001:db8:0:1::31c (a9242e03-23dd-4b3d-8960-bf519c881c86/c2290183-3fc5-40d9-aeae-f0b174e10282) {{(pid=88062) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 09:31:56.048550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf6a172-eec8-44ee-9779-579ede29590d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:56.049526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-eaf6a172-eec8-44ee-9779-579ede29590d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:56.059838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58331301-6ed1-44b6-b4c2-8ae3732d74ca req-d960336a-e02c-4875-a8bc-6eae1545171c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:56.070008 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-58331301-6ed1-44b6-b4c2-8ae3732d74ca req-d960336a-e02c-4875-a8bc-6eae1545171c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4728973 Apr 22 09:31:56.078697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4ac1e1-7b23-4925-969e-7ff2c8b9f78e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet 3b095a06-dec9-4e7e-a3fc-1726883f0f39 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:56.082130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac1e1-7b23-4925-969e-7ff2c8b9f78e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.143111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.190676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac1e1-7b23-4925-969e-7ff2c8b9f78e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.220507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port e9b3c08f-dfbf-42c7-b009-c0f5440ab209, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,segment=NetworkSegment(ae300392-8330-4073-a955-b1c1c181c669),segment_id=ae300392-8330-4073-a955-b1c1c181c669)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:56.235869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.355533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac1e1-7b23-4925-969e-7ff2c8b9f78e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.401203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:56.445663 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.453085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-eaf6a172-eec8-44ee-9779-579ede29590d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:56.454540 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-eaf6a172-eec8-44ee-9779-579ede29590d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5862336 Apr 22 09:31:56.457450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56708) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:56.483000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a545699-8a8f-4963-a660-553bd16c21e8']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:56.503881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6604cdb-3ee0-4849-94af-d5628b29a3ec') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:56.504258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6604cdb-3ee0-4849-94af-d5628b29a3ec') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:56.519646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.523543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac1e1-7b23-4925-969e-7ff2c8b9f78e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.552097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e9b3c08f-dfbf-42c7-b009-c0f5440ab209 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:56.559614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.567253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:56.567721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.617782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e4ac1e1-7b23-4925-969e-7ff2c8b9f78e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.620299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35742d6b-d7a4-4176-8cd3-d7845d743b04 None None] Network a9242e03-23dd-4b3d-8960-bf519c881c86 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:56.624048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ac1e1-7b23-4925-969e-7ff2c8b9f78e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=3b095a06-dec9-4e7e-a3fc-1726883f0f39,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:56.636228 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e4ac1e1-7b23-4925-969e-7ff2c8b9f78e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/3b095a06-dec9-4e7e-a3fc-1726883f0f39 HTTP/1.1" status: 204 len: 168 time: 0.6709635 Apr 22 09:31:56.639797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f538d08-ee5f-42cb-8f88-4e0c5f80405e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:56.640560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1f538d08-ee5f-42cb-8f88-4e0c5f80405e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:31:56.642888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56712) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:56.647345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e2aff9-5d71-4884-a764-f367966da745 None None] Network c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:56.658195 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:56.691074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1f538d08-ee5f-42cb-8f88-4e0c5f80405e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:31:56.694838 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1f538d08-ee5f-42cb-8f88-4e0c5f80405e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2338884 Apr 22 09:31:56.695733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56716) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:56.708759 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-58331301-6ed1-44b6-b4c2-8ae3732d74ca req-233c9b8a-cf8d-4aed-8ac7-e5ed209a3c4c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6363869 Apr 22 09:31:56.753693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.774439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Ignored duplicate provisioning block setup for port bc17b56d-907e-4ab6-bed4-48a125eeb450 by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 09:31:56.784938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:56.924246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8db36540-30e2-4d65-b245-5979c816da58 None None] Provisioning for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:56.972982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=bc17b56d-907e-4ab6-bed4-48a125eeb450,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:56.990218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] In _notify_port_updated(), no bound segment for port bc17b56d-907e-4ab6-bed4-48a125eeb450 on network a9242e03-23dd-4b3d-8960-bf519c881c86 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:31:56.999500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:57.000448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.009343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8db36540-30e2-4d65-b245-5979c816da58 None None] Provisioning complete for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:57.010017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8db36540-30e2-4d65-b245-5979c816da58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.014334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-eed3a491-895e-4630-81a9-8d4f1693884f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "PUT /v2.0/ports/bc17b56d-907e-4ab6-bed4-48a125eeb450 HTTP/1.1" status: 200 len: 925 time: 2.1398149 Apr 22 09:31:57.016157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.022828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.045211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56724) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:57.073149 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/2a545699-8a8f-4963-a660-553bd16c21e8 HTTP/1.1" status: 204 len: 168 time: 1.3698514 Apr 22 09:31:57.084607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56726) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:57.089998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '41f24b63-011b-4c0f-88d7-814e2a1254d7'}, {'subnet_id': 'c2290183-3fc5-40d9-aeae-f0b174e10282'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:57.101713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.112274 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-15f732a8-e80b-4758-81b4-d63daa2dda73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4152112 Apr 22 09:31:57.113660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56730) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:57.119702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:57.168625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port f447cb79-7311-4c7e-b0b9-653afe8a9f4d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:57.168960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.207856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:57.208616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.242699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161e4a6-8c2e-4467-9b48-238d06bd1361 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=2a545699-8a8f-4963-a660-553bd16c21e8,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:57.313019 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-238a31a2-bbdf-4674-bdef-650b32182c7d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:57.313467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238a31a2-bbdf-4674-bdef-650b32182c7d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:57.318401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-238a31a2-bbdf-4674-bdef-650b32182c7d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/860bd0c3-070e-4d0e-a0a2-af5f3b65914e HTTP/1.1" status: 404 len: 337 time: 0.1987269 Apr 22 09:31:57.324131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56736) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:57.354985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-523a01ef-50e8-4f45-b0fe-4952ddc89b73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:31:57.355447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523a01ef-50e8-4f45-b0fe-4952ddc89b73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:31:57.360086 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-523a01ef-50e8-4f45-b0fe-4952ddc89b73 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/cb2e43d6-fec0-4ddc-89b6-320496b29fe7 HTTP/1.1" status: 404 len: 339 time: 0.0321269 Apr 22 09:31:57.362891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56740) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:57.371798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8ef268-13d0-43bd-b741-fc76c9a3bc6f None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:57.387248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:57.437572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:57.454614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-c028aa98-7f94-4f28-8a26-5664e8bb1dc2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting subnet 18506e57-c912-48b6-ab41-556d52325c60 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:57.458092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c028aa98-7f94-4f28-8a26-5664e8bb1dc2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.512254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:57.516813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.545408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c028aa98-7f94-4f28-8a26-5664e8bb1dc2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.551086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port f447cb79-7311-4c7e-b0b9-653afe8a9f4d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f447cb79-7311-4c7e-b0b9-653afe8a9f4d,segment=NetworkSegment(de328398-a7c4-4683-8285-eb66b4213a75),segment_id=de328398-a7c4-4683-8285-eb66b4213a75)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:57.551378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.659742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bff07a-6c0d-4af9-8f5b-8c27f30e7feb None None] DHCP port deletion for c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:57.711236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-02bff07a-6c0d-4af9-8f5b-8c27f30e7feb None None] Deleting port f447cb79-7311-4c7e-b0b9-653afe8a9f4d {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:57.711708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-02bff07a-6c0d-4af9-8f5b-8c27f30e7feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.752732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for f447cb79-7311-4c7e-b0b9-653afe8a9f4d owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:57.771481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c028aa98-7f94-4f28-8a26-5664e8bb1dc2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.775736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d5257862-59bd-477f-8292-a66ac57f3a1e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:57.826415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4be36b-0b10-4972-a1b5-f1a8c11bcd71 req-426f9ab9-8064-4e80-be5a-8c6999cbf2e7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:57.826957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-205be04e-0367-40bf-8d40-253165108bb9 None None] Provisioning for port d5257862-59bd-477f-8292-a66ac57f3a1e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:57.828619 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de4be36b-0b10-4972-a1b5-f1a8c11bcd71 req-426f9ab9-8064-4e80-be5a-8c6999cbf2e7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.6446404 Apr 22 09:31:57.894109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-02bff07a-6c0d-4af9-8f5b-8c27f30e7feb None None] The port 'f447cb79-7311-4c7e-b0b9-653afe8a9f4d' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:31:57.905006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-205be04e-0367-40bf-8d40-253165108bb9 None None] Could not find standard attr ID for object 2dbfddf6-ec9c-4499-bef3-3c8cb6e41503. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:31:57.908135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.953668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port d5257862-59bd-477f-8292-a66ac57f3a1e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:57.961330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d5257862-59bd-477f-8292-a66ac57f3a1e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:57.961970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:57.990842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No DVR routers for this DVR port f447cb79-7311-4c7e-b0b9-653afe8a9f4d on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:31:58.037509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=f447cb79-7311-4c7e-b0b9-653afe8a9f4d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:58.056864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:31:58.064453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Deleting port d5257862-59bd-477f-8292-a66ac57f3a1e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:58.064791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.122077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de4be36b-0b10-4972-a1b5-f1a8c11bcd71 req-83853cdd-b7d2-49b2-88de-e55720e325d4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823215 Apr 22 09:31:58.151584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.169306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.174637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c028aa98-7f94-4f28-8a26-5664e8bb1dc2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.208436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:58.219192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.245553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c028aa98-7f94-4f28-8a26-5664e8bb1dc2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.255133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c028aa98-7f94-4f28-8a26-5664e8bb1dc2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=18506e57-c912-48b6-ab41-556d52325c60,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:58.264462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be04526-ba2c-4f41-8d5c-793480e95611 None None] Network f0524700-9113-4951-87a7-5e24fbeb013f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:31:58.264919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de328398-a7c4-4683-8285-eb66b4213a75') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:58.265757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de328398-a7c4-4683-8285-eb66b4213a75') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:31:58.289005 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c028aa98-7f94-4f28-8a26-5664e8bb1dc2 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/18506e57-c912-48b6-ab41-556d52325c60 HTTP/1.1" status: 204 len: 168 time: 0.9228737 Apr 22 09:31:58.290388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56744) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:58.305232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.313376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:31:58.320653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:31:58.327219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:58.328366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.338806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.356581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=e9765dc6-da5f-4bc7-91e0-69ce7814cda4,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:58.360196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:31:58.360630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:31:58.399857 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:31:58.456694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.481193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-30ee5f46-5d78-448d-8663-dc6f702cd2ff None None] Provisioning for port bc17b56d-907e-4ab6-bed4-48a125eeb450 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:31:58.481892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf6df26-b46c-40c7-83dc-da03342018ec tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting subnet 7b13861c-63b8-4f25-a749-0ff34c6a8a60 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:31:58.490864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccf6df26-b46c-40c7-83dc-da03342018ec tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.511435 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-30ee5f46-5d78-448d-8663-dc6f702cd2ff None None] Provisioning complete for port bc17b56d-907e-4ab6-bed4-48a125eeb450 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:58.511776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30ee5f46-5d78-448d-8663-dc6f702cd2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.513732 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-65054bb9-716e-40c0-b2f2-bc8a370260c4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3975544 Apr 22 09:31:58.515416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56750) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:58.532170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': 'e9765dc6-da5f-4bc7-91e0-69ce7814cda4', 'ip_address': '2001:db8::613:441:d772:85c8'}], 'name': 'tempest-NetworksTestDHCPv6-1389433406'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:58.558557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.596102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.613396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-30ee5f46-5d78-448d-8663-dc6f702cd2ff None None] Port bc17b56d-907e-4ab6-bed4-48a125eeb450 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:58.618808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:58.623814 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-984beeda-a920-46cc-8c29-59d2ce39fbb8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/c92cfcdc-98b9-4b9b-b8de-11cc4a6cda2b HTTP/1.1" status: 204 len: 168 time: 1.9799130 Apr 22 09:31:58.629978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56756) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:58.632304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port d5257862-59bd-477f-8292-a66ac57f3a1e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d5257862-59bd-477f-8292-a66ac57f3a1e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:58.636495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] For port d5257862-59bd-477f-8292-a66ac57f3a1e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d5257862-59bd-477f-8292-a66ac57f3a1e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:31:58.637371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.662457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.665762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccf6df26-b46c-40c7-83dc-da03342018ec tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.692234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-388925710', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:58.709797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:58.726722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:router and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:58.731745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:58.741982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:58.776727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:58.780347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.785382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.803835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:58.818646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-30ee5f46-5d78-448d-8663-dc6f702cd2ff None None] Provisioning complete for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:58.819052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-30ee5f46-5d78-448d-8663-dc6f702cd2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.823210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.833499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:58.912832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e9b3c08f-dfbf-42c7-b009-c0f5440ab209 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:31:58.942260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccf6df26-b46c-40c7-83dc-da03342018ec tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:58.943652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Calling delete_port for d5257862-59bd-477f-8292-a66ac57f3a1e owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:31:58.992181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8:0:1::296 (a9242e03-23dd-4b3d-8960-bf519c881c86/c2290183-3fc5-40d9-aeae-f0b174e10282/bc17b56d-907e-4ab6-bed4-48a125eeb450) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:59.064096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.116911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.129533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.133832 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1d8064b5-89cd-4de1-96be-082978dd17f4 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5004373 Apr 22 09:31:59.134739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56762) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:59.142760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-437427747'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:59.148610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:31:59.153713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:31:59.157023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:31:59.162991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:31:59.168785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=d5257862-59bd-477f-8292-a66ac57f3a1e,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:59.177507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 4ea25211-3872-4c13-b83c-4057a6180e77 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:31:59.188161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.203623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Ignored duplicate provisioning block setup for port bc17b56d-907e-4ab6-bed4-48a125eeb450 by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 09:31:59.210086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.213696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:31:59.217393 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.261686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccf6df26-b46c-40c7-83dc-da03342018ec tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.282738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:31:59.295590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:31:59.296213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:31:59.320949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:59.321579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.332162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.332637 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment cf162eb6-5c68-4e92-b0ae-01c8024d14ae of type vlan for network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 Apr 22 09:31:59.387439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.396297 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6df26-b46c-40c7-83dc-da03342018ec tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=7b13861c-63b8-4f25-a749-0ff34c6a8a60,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:59.414840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccf6df26-b46c-40c7-83dc-da03342018ec tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.497712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::613:441:d772:85c8 (f441e355-9a94-4c8f-aa75-59d20254aa63/e9765dc6-da5f-4bc7-91e0-69ce7814cda4/4ea25211-3872-4c13-b83c-4057a6180e77) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:31:59.499445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=bc17b56d-907e-4ab6-bed4-48a125eeb450,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:59.504283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] In _notify_port_updated(), no bound segment for port bc17b56d-907e-4ab6-bed4-48a125eeb450 on network a9242e03-23dd-4b3d-8960-bf519c881c86 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:31:59.509872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:59.511953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.516675 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73bdcd38-60bc-453a-89dd-40b88fb625a2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "PUT /v2.0/ports/bc17b56d-907e-4ab6-bed4-48a125eeb450 HTTP/1.1" status: 200 len: 1011 time: 2.4422219 Apr 22 09:31:59.520936 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ccf6df26-b46c-40c7-83dc-da03342018ec tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/7b13861c-63b8-4f25-a749-0ff34c6a8a60 HTTP/1.1" status: 204 len: 168 time: 1.2281179 Apr 22 09:31:59.521184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56768) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:59.521684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56770) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:59.657081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-71085b19-de8c-4108-84a5-ea29d0877691 None None] Provisioning complete for port bc17b56d-907e-4ab6-bed4-48a125eeb450 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:31:59.660716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71085b19-de8c-4108-84a5-ea29d0877691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.694516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f447cb79-7311-4c7e-b0b9-653afe8a9f4d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:59.708055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.713529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:59.714221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.717850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add1a56-b9d5-4b3e-a6b0-9f0312a35e42 req-7d51a7ff-5f8d-4439-a833-0fb2a32f157c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:31:59.719895 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1add1a56-b9d5-4b3e-a6b0-9f0312a35e42 req-7d51a7ff-5f8d-4439-a833-0fb2a32f157c tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4104986 Apr 22 09:31:59.723506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1e04b872-10af-447b-8873-a6d70aec5ac2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port bc17b56d-907e-4ab6-bed4-48a125eeb450 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:59.723677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e04b872-10af-447b-8873-a6d70aec5ac2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.738008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba24738-241e-4d8b-a6f3-f06adf2cfcd6 None None] Update dhcp port {'port': {'network_id': 'f0524700-9113-4951-87a7-5e24fbeb013f', 'fixed_ips': [{'subnet_id': '7b13861c-63b8-4f25-a749-0ff34c6a8a60'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': '8082d093-a322-4a3c-93aa-e770a35f9369'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:31:59.781216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.785686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: f447cb79-7311-4c7e-b0b9-653afe8a9f4d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:31:59.786569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f447cb79-7311-4c7e-b0b9-653afe8a9f4d not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:31:59.786726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d5257862-59bd-477f-8292-a66ac57f3a1e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:31:59.818826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Deleting port d5257862-59bd-477f-8292-a66ac57f3a1e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:59.819198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.829723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting port 8082d093-a322-4a3c-93aa-e770a35f9369 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:31:59.829984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.845884 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7075469 Apr 22 09:31:59.854928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56776) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:31:59.867491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd932b-027f-4cc6-8b64-0590c61e4087 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:31:59.897517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:31:59.898066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.903543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:31:59.919650 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1add1a56-b9d5-4b3e-a6b0-9f0312a35e42 req-d73e237d-1374-4774-b513-73622b2d04bf tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662591 Apr 22 09:31:59.926509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 4ea25211-3872-4c13-b83c-4057a6180e77 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:31:59.943195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-71085b19-de8c-4108-84a5-ea29d0877691 None None] Port bc17b56d-907e-4ab6-bed4-48a125eeb450 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:31:59.974069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:31:59.975220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5ba24738-241e-4d8b-a6f3-f06adf2cfcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.115338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:00.116571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:00.119052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:00.126591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:00.127374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.142728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=4ea25211-3872-4c13-b83c-4057a6180e77,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:00.165733 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-860a2ce5-6c5a-4566-a013-435064896497 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6476433 Apr 22 09:32:00.168673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56782) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:00.177810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': 'e9765dc6-da5f-4bc7-91e0-69ce7814cda4', 'ip_address': '2001:db8::613:441:d772:85c8'}], 'name': 'tempest-NetworksTestDHCPv6-1325768925'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:00.277295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.284912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdfc8e-9135-4f2c-9558-8ba3adf51987 req-075fb832-36d2-4e71-865f-9f1ac0c0ba18 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:00.286391 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f0fdfc8e-9135-4f2c-9558-8ba3adf51987 req-075fb832-36d2-4e71-865f-9f1ac0c0ba18 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2437170 Apr 22 09:32:00.300316 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:00.334669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:00.338281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:00.351863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-128a408c-ed97-42cb-99bf-3c14dae5e2e5 None None] Provisioning complete for port bc17b56d-907e-4ab6-bed4-48a125eeb450 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:00.352238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-128a408c-ed97-42cb-99bf-3c14dae5e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.362059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:00.364314 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f0fdfc8e-9135-4f2c-9558-8ba3adf51987 req-eae0b759-1726-45b5-80bd-f2af33db5d10 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662916 Apr 22 09:32:00.369243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:00.381077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:00.401635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:00.410047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.442751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port fe9b445c-14af-4cad-aca5-b30d3f734d9c yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:00.468720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e04b872-10af-447b-8873-a6d70aec5ac2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.479196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:00.482812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.512678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-128a408c-ed97-42cb-99bf-3c14dae5e2e5 None None] Port bc17b56d-907e-4ab6-bed4-48a125eeb450 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:00.526361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port d5257862-59bd-477f-8292-a66ac57f3a1e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d5257862-59bd-477f-8292-a66ac57f3a1e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:00.548656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.596641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb95cf3a-f09f-4030-b37d-513976b35cee None None] Network f0524700-9113-4951-87a7-5e24fbeb013f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:00.711989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1e04b872-10af-447b-8873-a6d70aec5ac2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for bc17b56d-907e-4ab6-bed4-48a125eeb450 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:00.732786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] For port d5257862-59bd-477f-8292-a66ac57f3a1e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d5257862-59bd-477f-8292-a66ac57f3a1e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:00.733337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.750220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] For port 8082d093-a322-4a3c-93aa-e770a35f9369, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8082d093-a322-4a3c-93aa-e770a35f9369,segment=NetworkSegment(bf973ae1-c44c-4058-b9bc-fb9c473ee0d6),segment_id=bf973ae1-c44c-4058-b9bc-fb9c473ee0d6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:00.750596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.763388 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 22 09:32:00.764085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:00.783934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8082d093-a322-4a3c-93aa-e770a35f9369 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:00.793069 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0099fd98-da3f-4948-95d5-6f43f48b9413 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 0.6209280 Apr 22 09:32:00.793318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56788) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:00.868489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=d5257862-59bd-477f-8292-a66ac57f3a1e,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:00.890830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f537e38-12a2-4217-a56f-c2e3c73db239 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:00.896985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f537e38-12a2-4217-a56f-c2e3c73db239 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:00.897783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7f537e38-12a2-4217-a56f-c2e3c73db239 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:00.914211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7f537e38-12a2-4217-a56f-c2e3c73db239 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:00.916433 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7f537e38-12a2-4217-a56f-c2e3c73db239 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.1210454 Apr 22 09:32:00.918242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56792) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:00.940952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Calling delete_port for 8082d093-a322-4a3c-93aa-e770a35f9369 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:00.989971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c848cef5-e1ab-4f0c-97b3-b7907e8276f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 4ea25211-3872-4c13-b83c-4057a6180e77 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:00.990384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c848cef5-e1ab-4f0c-97b3-b7907e8276f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:00.993718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-932866f3-5c78-4fc6-94ca-1163ece24324 None None] Provisioning complete for port 8082d093-a322-4a3c-93aa-e770a35f9369 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:00.994327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-932866f3-5c78-4fc6-94ca-1163ece24324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.057962 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Calling delete_port for d5257862-59bd-477f-8292-a66ac57f3a1e owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:01.134960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b510fd-2382-47f0-8140-b5d05a3c3341 req-7eab530d-7897-4674-8d88-57a3f77425a7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:01.136452 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b2b510fd-2382-47f0-8140-b5d05a3c3341 req-7eab530d-7897-4674-8d88-57a3f77425a7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.6262584 Apr 22 09:32:01.180442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-932866f3-5c78-4fc6-94ca-1163ece24324 None None] Could not find standard attr ID for object 8082d093-a322-4a3c-93aa-e770a35f9369. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:01.181889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No active binding found for port 8082d093-a322-4a3c-93aa-e770a35f9369 {{(pid=88064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 22 09:32:01.182298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8082d093-a322-4a3c-93aa-e770a35f9369 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:01.188056 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.plugins.ml2.db [None req-932866f3-5c78-4fc6-94ca-1163ece24324 None None] No ports have port_id starting with 8082d093-a322-4a3c-93aa-e770a35f9369 Apr 22 09:32:01.192184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.201621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:01.201963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:01.247460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8793d2d-8936-451d-8d58-fb7eeff707af None None] DHCP port deletion for f0524700-9113-4951-87a7-5e24fbeb013f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:01.257475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c848cef5-e1ab-4f0c-97b3-b7907e8276f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.276023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Port': ['ID=8082d093-a322-4a3c-93aa-e770a35f9369,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:01.277851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No DVR routers for this DVR port 8082d093-a322-4a3c-93aa-e770a35f9369 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:01.351342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Deleting port d5257862-59bd-477f-8292-a66ac57f3a1e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:01.351888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.382935 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b2b510fd-2382-47f0-8140-b5d05a3c3341 req-4270be69-c4ba-44b6-a31a-dce2424e2ed7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112138 Apr 22 09:32:01.510241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.534238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c848cef5-e1ab-4f0c-97b3-b7907e8276f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 4ea25211-3872-4c13-b83c-4057a6180e77 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:01.536555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.574780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e04b872-10af-447b-8873-a6d70aec5ac2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.577366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0524700-9113-4951-87a7-5e24fbeb013f']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:01.613569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] For port d5257862-59bd-477f-8292-a66ac57f3a1e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d5257862-59bd-477f-8292-a66ac57f3a1e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:01.613967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.654242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf973ae1-c44c-4058-b9bc-fb9c473ee0d6') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:01.654544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf973ae1-c44c-4058-b9bc-fb9c473ee0d6') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:01.720968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd92594-7abe-4692-928e-71abcd395c21 req-10e90591-7c83-4ba9-aafe-da47caf2df1f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:01.724028 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3cd92594-7abe-4692-928e-71abcd395c21 req-10e90591-7c83-4ba9-aafe-da47caf2df1f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.1970494 Apr 22 09:32:01.744433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Calling delete_port for d5257862-59bd-477f-8292-a66ac57f3a1e owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:01.789541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c848cef5-e1ab-4f0c-97b3-b7907e8276f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.807303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04b872-10af-447b-8873-a6d70aec5ac2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=bc17b56d-907e-4ab6-bed4-48a125eeb450,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:01.812718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.829206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.841247 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3cd92594-7abe-4692-928e-71abcd395c21 req-965f5c33-d6b2-4261-b68b-a54a82740d76 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051602 Apr 22 09:32:01.849718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848cef5-e1ab-4f0c-97b3-b7907e8276f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=4ea25211-3872-4c13-b83c-4057a6180e77,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:01.918039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=1715c48d-099b-4690-b561-146e3977988e,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:01.924557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] Pushing event deleted for resources: {'Port': ['ID=d5257862-59bd-477f-8292-a66ac57f3a1e,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:01.927871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.928640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110e9bc-085e-4d36-83f8-6c95e1dc1ffd None None] No DVR routers for this DVR port d5257862-59bd-477f-8292-a66ac57f3a1e on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:01.938343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:01.938706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:01.941452 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c848cef5-e1ab-4f0c-97b3-b7907e8276f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.957347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e04b872-10af-447b-8873-a6d70aec5ac2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.959090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c8a2fb-31c1-4f4f-b66f-45d7301dd316 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:01.963344 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c848cef5-e1ab-4f0c-97b3-b7907e8276f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/4ea25211-3872-4c13-b83c-4057a6180e77 HTTP/1.1" status: 204 len: 168 time: 1.0438697 Apr 22 09:32:01.964191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56802) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:01.965256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:01.966188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:01.982578 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:02.156896 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1e04b872-10af-447b-8873-a6d70aec5ac2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/bc17b56d-907e-4ab6-bed4-48a125eeb450 HTTP/1.1" status: 204 len: 168 time: 2.6337483 Apr 22 09:32:02.159251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56806) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.167739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:02.183987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.195252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': 'e9765dc6-da5f-4bc7-91e0-69ce7814cda4'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:02.196658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.207637 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2a85a6-f045-4c3e-a12b-b12eb754cc8b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:32:02.207835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:02.208627 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4b2a85a6-f045-4c3e-a12b-b12eb754cc8b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/bc17b56d-907e-4ab6-bed4-48a125eeb450 HTTP/1.1" status: 404 len: 333 time: 0.0482793 Apr 22 09:32:02.211322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56810) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.218053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342442e-6198-41fc-a91b-20323c356ae9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:02.220046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212e1549-e3ea-4e34-9575-d933e32440f6 None None] Network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:02.220201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342442e-6198-41fc-a91b-20323c356ae9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:02.220921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4342442e-6198-41fc-a91b-20323c356ae9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:02.226797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.237955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:02.238466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.243353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=f0524700-9113-4951-87a7-5e24fbeb013f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:02.270855 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f1f724d5-9cfe-44d2-a527-bfa4833d6c11 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/f0524700-9113-4951-87a7-5e24fbeb013f HTTP/1.1" status: 204 len: 168 time: 2.7463512 Apr 22 09:32:02.273436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56814) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.279801 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a4e38d25-9930-4a36-998c-8de72c4f39d6 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4197946 Apr 22 09:32:02.287470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4342442e-6198-41fc-a91b-20323c356ae9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:02.288654 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4342442e-6198-41fc-a91b-20323c356ae9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3074725 Apr 22 09:32:02.289581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56818) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.295217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56820) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.326649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada6cb03-f985-4076-abb9-138b38338238 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet c2290183-3fc5-40d9-aeae-f0b174e10282 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:02.329871 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d74bd2f-8e1c-4c99-83b7-5721542b957a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:32:02.330378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d74bd2f-8e1c-4c99-83b7-5721542b957a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:02.334372 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0d74bd2f-8e1c-4c99-83b7-5721542b957a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/dc83194e-2eca-4622-a410-88bbf699c369 HTTP/1.1" status: 404 len: 337 time: 0.0575416 Apr 22 09:32:02.334372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ada6cb03-f985-4076-abb9-138b38338238 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.360382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2def42a-d73c-4ca8-b37f-0de321cc0d34 req-f65b7d12-5089-4e8d-a450-c9372b6d5326 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:02.360628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56826) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.361375 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d2def42a-d73c-4ca8-b37f-0de321cc0d34 req-f65b7d12-5089-4e8d-a450-c9372b6d5326 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3334899 Apr 22 09:32:02.388870 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-06188a48-07b0-475f-ae20-6329f42ec42d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:32:02.389340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06188a48-07b0-475f-ae20-6329f42ec42d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:02.391522 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-06188a48-07b0-475f-ae20-6329f42ec42d tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/c57f4474-1925-4293-8632-7dc2e82ad5e7 HTTP/1.1" status: 404 len: 339 time: 0.0303850 Apr 22 09:32:02.394530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56830) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.447570 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-994c5e35-2f4d-40d4-a22c-9fb1fabc9016 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:32:02.448017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994c5e35-2f4d-40d4-a22c-9fb1fabc9016 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:02.452001 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-994c5e35-2f4d-40d4-a22c-9fb1fabc9016 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/743b940c-695e-41b1-a3a9-50affd5e8f9c HTTP/1.1" status: 404 len: 337 time: 0.0544171 Apr 22 09:32:02.453839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56834) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.478990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ada6cb03-f985-4076-abb9-138b38338238 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.511645 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1596f67-903d-4e80-8026-ffd72e0edfcf tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:32:02.512424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1596f67-903d-4e80-8026-ffd72e0edfcf tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:02.518722 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e1596f67-903d-4e80-8026-ffd72e0edfcf tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/b61514bd-5c31-43cd-aa7c-2c13f69ec456 HTTP/1.1" status: 404 len: 339 time: 0.0599647 Apr 22 09:32:02.518887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56838) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.535681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/e9765dc6-da5f-4bc7-91e0-69ce7814cda4/897d2818-af61-40fc-a7a4-3fd80370e555) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:02.570298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ada6cb03-f985-4076-abb9-138b38338238 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.638312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41a6c20-a747-4565-9a20-158c5f299ab8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet e9765dc6-da5f-4bc7-91e0-69ce7814cda4 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:02.642802 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d2def42a-d73c-4ca8-b37f-0de321cc0d34 req-bcced575-86b0-4832-afdd-4a9eb225ca24 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446854 Apr 22 09:32:02.643637 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8232d26-0658-463e-892e-fa7a24d01c8b tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:32:02.644084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8232d26-0658-463e-892e-fa7a24d01c8b tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:02.646059 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a8232d26-0658-463e-892e-fa7a24d01c8b tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/0f27317a-5b4b-493b-b0aa-ad20aa2c8024 HTTP/1.1" status: 404 len: 337 time: 0.1256411 Apr 22 09:32:02.649355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56842) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.697827 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c394ff-8d4b-4281-8f78-3ed39e73d474 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:32:02.698350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c394ff-8d4b-4281-8f78-3ed39e73d474 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:02.710046 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f6c394ff-8d4b-4281-8f78-3ed39e73d474 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/ec414c25-4363-4b1e-84ae-1918e7044318 HTTP/1.1" status: 404 len: 339 time: 0.0596304 Apr 22 09:32:02.710772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56848) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.733875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:02.734995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.774904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ada6cb03-f985-4076-abb9-138b38338238 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.821459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ada6cb03-f985-4076-abb9-138b38338238 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.823493 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ada6cb03-f985-4076-abb9-138b38338238 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/c2290183-3fc5-40d9-aeae-f0b174e10282 HTTP/1.1" status: 204 len: 168 time: 0.6112597 Apr 22 09:32:02.837406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56852) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:02.837622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c18f097-a9ad-4bfc-9edf-bccf80d115e3 None None] Network a9242e03-23dd-4b3d-8960-bf519c881c86 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:02.875777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6cb03-f985-4076-abb9-138b38338238 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=c2290183-3fc5-40d9-aeae-f0b174e10282,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:02.893430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b009b4df-0f57-485b-80b3-5dbf3e6e429a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting subnet a7abf4cf-87bf-4c6b-b5dd-588ea97735f8 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:02.898234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b009b4df-0f57-485b-80b3-5dbf3e6e429a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.958575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e19bc5-5027-418c-bdb9-2e3f533edcf5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet 41f24b63-011b-4c0f-88d7-814e2a1254d7 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:02.960175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b009b4df-0f57-485b-80b3-5dbf3e6e429a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:02.988879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80e19bc5-5027-418c-bdb9-2e3f533edcf5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.026805 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e702f8-bf4d-4184-a3a0-70ff312feb3b req-33c0c024-e83d-49de-aa54-9ac9c0de9e55 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:03.028168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.028327 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b7e702f8-bf4d-4184-a3a0-70ff312feb3b req-33c0c024-e83d-49de-aa54-9ac9c0de9e55 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2405608 Apr 22 09:32:03.061725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.079404 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Transition to ACTIVE for port object 897d2818-af61-40fc-a7a4-3fd80370e555 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:03.091559 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b7e702f8-bf4d-4184-a3a0-70ff312feb3b req-2e2c8ddc-f126-4259-8d87-db7d9403148e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574265 Apr 22 09:32:03.100822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b009b4df-0f57-485b-80b3-5dbf3e6e429a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.126052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80e19bc5-5027-418c-bdb9-2e3f533edcf5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.187896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b009b4df-0f57-485b-80b3-5dbf3e6e429a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.199004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Transition to ACTIVE for port object 897d2818-af61-40fc-a7a4-3fd80370e555 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:03.213715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.234700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009b4df-0f57-485b-80b3-5dbf3e6e429a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=a7abf4cf-87bf-4c6b-b5dd-588ea97735f8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:03.236818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b009b4df-0f57-485b-80b3-5dbf3e6e429a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.249364 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b009b4df-0f57-485b-80b3-5dbf3e6e429a tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/a7abf4cf-87bf-4c6b-b5dd-588ea97735f8 HTTP/1.1" status: 204 len: 168 time: 0.5354564 Apr 22 09:32:03.250139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56858) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:03.263297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Allocated IP 172.20.0.2 (d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784/1715c48d-099b-4690-b561-146e3977988e/2e440db1-c75a-4d97-86b7-755e8969d23d) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:03.265614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae828295-8ad9-42c4-bcee-6f221da86777 None None] Network 002162dc-9a9e-4c45-91e5-3644694bab9f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:03.336995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:03.338389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c41a6c20-a747-4565-9a20-158c5f299ab8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.370181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.381563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:03.381893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.387812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:03.413165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:03.488535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c41a6c20-a747-4565-9a20-158c5f299ab8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.538398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Pushing event updated for resources: {'Port': ['ID=897d2818-af61-40fc-a7a4-3fd80370e555,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:03.642438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80e19bc5-5027-418c-bdb9-2e3f533edcf5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.711714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] For port 710c42a3-0ac8-4f9f-a253-e56edaab1d67, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=710c42a3-0ac8-4f9f-a253-e56edaab1d67,segment=NetworkSegment(a47a41e6-0885-4cda-8792-f1dab117e17d),segment_id=a47a41e6-0885-4cda-8792-f1dab117e17d)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:03.712106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.717837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c41a6c20-a747-4565-9a20-158c5f299ab8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.756209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Attempting to bind port 897d2818-af61-40fc-a7a4-3fd80370e555 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:03.756870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Attempting to bind port 897d2818-af61-40fc-a7a4-3fd80370e555 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:03.757227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Attempting to bind port 897d2818-af61-40fc-a7a4-3fd80370e555 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:03.770992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:03.771487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:03.772025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.772477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:03.773024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Bound port: 897d2818-af61-40fc-a7a4-3fd80370e555, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:03.773401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.788698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80e19bc5-5027-418c-bdb9-2e3f533edcf5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.837803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e19bc5-5027-418c-bdb9-2e3f533edcf5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=41f24b63-011b-4c0f-88d7-814e2a1254d7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:03.851365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80e19bc5-5027-418c-bdb9-2e3f533edcf5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.853846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Calling delete_port for 710c42a3-0ac8-4f9f-a253-e56edaab1d67 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:03.866460 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-80e19bc5-5027-418c-bdb9-2e3f533edcf5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/41f24b63-011b-4c0f-88d7-814e2a1254d7 HTTP/1.1" status: 204 len: 168 time: 1.0262866 Apr 22 09:32:03.867477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56862) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:03.935241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:03.989519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Port': ['ID=710c42a3-0ac8-4f9f-a253-e56edaab1d67,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:03.993022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No DVR routers for this DVR port 710c42a3-0ac8-4f9f-a253-e56edaab1d67 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:03.997811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.006474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] For port 897d2818-af61-40fc-a7a4-3fd80370e555, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:04.010547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c41a6c20-a747-4565-9a20-158c5f299ab8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.013975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.023972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:04.024326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.027210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] For port 897d2818-af61-40fc-a7a4-3fd80370e555, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=897d2818-af61-40fc-a7a4-3fd80370e555,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:04.028569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Transition to ACTIVE for port object 2e440db1-c75a-4d97-86b7-755e8969d23d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:04.040945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.088901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c41a6c20-a747-4565-9a20-158c5f299ab8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.094430 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c41a6c20-a747-4565-9a20-158c5f299ab8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/e9765dc6-da5f-4bc7-91e0-69ce7814cda4 HTTP/1.1" status: 204 len: 168 time: 1.7981279 Apr 22 09:32:04.100449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:04.100449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a6c20-a747-4565-9a20-158c5f299ab8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=e9765dc6-da5f-4bc7-91e0-69ce7814cda4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:04.121719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027e16a-1cd6-4e2f-8541-6aaeaac0083f None None] DHCP port deletion for 002162dc-9a9e-4c45-91e5-3644694bab9f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:04.132665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Transition to ACTIVE for port object 2e440db1-c75a-4d97-86b7-755e8969d23d will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:04.153626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.171474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.184994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002162dc-9a9e-4c45-91e5-3644694bab9f']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:04.192704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:04.195073 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:04.198946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56870) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:04.200015 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e53ca187-29d3-4d0a-bb3d-c0e7d3dc686b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958419 Apr 22 09:32:04.201549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1714d9d-4a8e-42d3-979e-205db52e1628 None None] Pushing event updated for resources: {'Port': ['ID=897d2818-af61-40fc-a7a4-3fd80370e555,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:04.205863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:04.225945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47a41e6-0885-4cda-8792-f1dab117e17d') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:04.226262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47a41e6-0885-4cda-8792-f1dab117e17d') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:04.270621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.281882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.20.0.1 (d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784/1715c48d-099b-4690-b561-146e3977988e/8cc4c870-4c46-4e8d-80fc-bc81f33d3032) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:04.292852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:04.298468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Pushing event updated for resources: {'Port': ['ID=2e440db1-c75a-4d97-86b7-755e8969d23d,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:04.353889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.373416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:04.373926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:04.390953 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:04.410806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Attempting to bind port 2e440db1-c75a-4d97-86b7-755e8969d23d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:04.411358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Attempting to bind port 2e440db1-c75a-4d97-86b7-755e8969d23d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:04.411866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Attempting to bind port 2e440db1-c75a-4d97-86b7-755e8969d23d on network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:04.418334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:04.418581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:04.419140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Checking segment: {'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:04.419690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.420230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Bound using segment: {'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:04.420866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Bound port: 2e440db1-c75a-4d97-86b7-755e8969d23d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:04.421479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.540727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:04.547619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.587757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.604031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:04.607598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.611849 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] For port 2e440db1-c75a-4d97-86b7-755e8969d23d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:04.627155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] For port 2e440db1-c75a-4d97-86b7-755e8969d23d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2e440db1-c75a-4d97-86b7-755e8969d23d,segment=NetworkSegment(cf162eb6-5c68-4e92-b0ae-01c8024d14ae),segment_id=cf162eb6-5c68-4e92-b0ae-01c8024d14ae)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:04.635487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=002162dc-9a9e-4c45-91e5-3644694bab9f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:04.635868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.649005 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5f14e88b-cf84-4be6-9c58-d1176937d9dc tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/002162dc-9a9e-4c45-91e5-3644694bab9f HTTP/1.1" status: 204 len: 168 time: 1.3977969 Apr 22 09:32:04.649937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56874) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:04.747361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:04.831676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7beaad-84c4-4922-bde6-3940754b8123 None None] Pushing event updated for resources: {'Port': ['ID=2e440db1-c75a-4d97-86b7-755e8969d23d,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:04.863463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 897d2818-af61-40fc-a7a4-3fd80370e555 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:04.885484 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-530d2cae-bd3a-4405-a8ee-e929f44dbe39 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:32:04.885936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530d2cae-bd3a-4405-a8ee-e929f44dbe39 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:04.889948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-530d2cae-bd3a-4405-a8ee-e929f44dbe39 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/f25a6505-48a5-420d-86ac-51e917e20c87 HTTP/1.1" status: 404 len: 337 time: 0.2171276 Apr 22 09:32:04.895929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56880) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:04.945111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:04.962094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 897d2818-af61-40fc-a7a4-3fd80370e555 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:04.963263 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6064a45-3c5d-414f-a500-b621870a35a9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] DELETE failed (client error): The resource could not be found. Apr 22 09:32:04.963770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6064a45-3c5d-414f-a500-b621870a35a9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:04.968179 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e6064a45-3c5d-414f-a500-b621870a35a9 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/81eb440e-404e-4553-b3f3-0e7dc1b4fe01 HTTP/1.1" status: 404 len: 339 time: 0.0659032 Apr 22 09:32:04.968919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56884) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:04.969778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] For port e9b3c08f-dfbf-42c7-b009-c0f5440ab209, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,segment=NetworkSegment(ae300392-8330-4073-a955-b1c1c181c669),segment_id=ae300392-8330-4073-a955-b1c1c181c669)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:04.970355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.050610 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 710c42a3-0ac8-4f9f-a253-e56edaab1d67 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:05.071496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.103703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d62b2-d54e-4a8b-b05b-abe912e953bb None None] Network a9242e03-23dd-4b3d-8960-bf519c881c86 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:05.123173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0dbcb0-5142-42ef-8efa-0a7da77d17da tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting subnet 06b689e6-6fc6-4b98-8c75-6f5ecde8471d {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:05.139172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbcb0-5142-42ef-8efa-0a7da77d17da tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.144970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for e9b3c08f-dfbf-42c7-b009-c0f5440ab209 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:05.164951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 710c42a3-0ac8-4f9f-a253-e56edaab1d67 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:05.165291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 710c42a3-0ac8-4f9f-a253-e56edaab1d67 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:05.180273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d6944254-45cc-4ff7-8b2f-1b887770cc56 None None] Provisioning complete for port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:05.181633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d6944254-45cc-4ff7-8b2f-1b887770cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.197837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:05.213035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:05.216024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:05.216712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.235825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=471e5653-b457-4aee-9fbd-4f343195ebb6,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:05.249503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbcb0-5142-42ef-8efa-0a7da77d17da tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.274328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.330689 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-703fc5ed-2b68-423d-90ab-f0132c9ad54c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1280875 Apr 22 09:32:05.332534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56888) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:05.336366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.342316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': '471e5653-b457-4aee-9fbd-4f343195ebb6', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1050373948'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:05.379474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:05.383486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:05.391446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No DVR routers for this DVR port e9b3c08f-dfbf-42c7-b009-c0f5440ab209 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:05.397936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:05.428577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d6944254-45cc-4ff7-8b2f-1b887770cc56 None None] Could not find standard attr ID for object e9b3c08f-dfbf-42c7-b009-c0f5440ab209. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:05.431623 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.plugins.ml2.db [None req-d6944254-45cc-4ff7-8b2f-1b887770cc56 None None] No ports have port_id starting with e9b3c08f-dfbf-42c7-b009-c0f5440ab209 Apr 22 09:32:05.523658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3907e0-28ca-4404-8bba-638a7991a762 None None] DHCP port deletion for a9242e03-23dd-4b3d-8960-bf519c881c86 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:05.539131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:05.543462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:05.547104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:05.553111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:05.563016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbcb0-5142-42ef-8efa-0a7da77d17da tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.591409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:05.637950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:05.751517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=e9b3c08f-dfbf-42c7-b009-c0f5440ab209,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:05.773242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527d1aa0-5978-4bd1-a933-01de6d52d61c None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:05.818671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.822523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.867007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9242e03-23dd-4b3d-8960-bf519c881c86']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:05.876950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbcb0-5142-42ef-8efa-0a7da77d17da tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.885541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae300392-8330-4073-a955-b1c1c181c669') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:05.885653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae300392-8330-4073-a955-b1c1c181c669') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:05.899984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.921024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.928487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0d267e8b-f064-4aeb-84ce-1f216ac72f52 None None] Provisioning for port 897d2818-af61-40fc-a7a4-3fd80370e555 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:05.929586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.939050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0d267e8b-f064-4aeb-84ce-1f216ac72f52 None None] Provisioning complete for port 897d2818-af61-40fc-a7a4-3fd80370e555 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:05.939815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d267e8b-f064-4aeb-84ce-1f216ac72f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:05.940312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dbcb0-5142-42ef-8efa-0a7da77d17da tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Subnet': ['ID=06b689e6-6fc6-4b98-8c75-6f5ecde8471d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:05.947088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 77c2e1d4-05b9-44ae-82b0-dc4118dc23d1 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:05.980075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:05.980503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:06.001179 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:06.025406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbcb0-5142-42ef-8efa-0a7da77d17da tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.047791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0015b771-3e2f-496a-b083-fc0893e4a85f None None] Network e5b846c7-4088-4a54-9ecd-d0fec2337ee0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:06.056747 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4b0dbcb0-5142-42ef-8efa-0a7da77d17da tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/subnets/06b689e6-6fc6-4b98-8c75-6f5ecde8471d HTTP/1.1" status: 204 len: 168 time: 1.0865653 Apr 22 09:32:06.078655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56892) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:06.141098 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:32:06.141547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:32:06.150599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.172202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.176452 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-77df083f-4cc2-48c9-8086-815efc7fb521 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8428936 Apr 22 09:32:06.177049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56896) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:06.239181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.275289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678f00b-075e-4a05-a66b-831c2f51886c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:06.275976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1678f00b-075e-4a05-a66b-831c2f51886c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:06.296626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1678f00b-075e-4a05-a66b-831c2f51886c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:06.302822 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1678f00b-075e-4a05-a66b-831c2f51886c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1239438 Apr 22 09:32:06.302997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Network': ['ID=a9242e03-23dd-4b3d-8960-bf519c881c86,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:06.303100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56900) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:06.327406 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-74b548d1-cb84-437a-952e-dc8b35b41b41 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/networks/a9242e03-23dd-4b3d-8960-bf519c881c86 HTTP/1.1" status: 204 len: 168 time: 2.4559009 Apr 22 09:32:06.330932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56904) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:06.334718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.363387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db24ba1-7526-41ed-b977-9e14a4e08383 None None] Network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:06.375676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0f991-a4d6-44ee-ba76-71eab8794c06 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:06.377294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0f991-a4d6-44ee-ba76-71eab8794c06 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:06.378097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e7a0f991-a4d6-44ee-ba76-71eab8794c06 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:06.397272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e7a0f991-a4d6-44ee-ba76-71eab8794c06 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:06.401123 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e7a0f991-a4d6-44ee-ba76-71eab8794c06 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0929651 Apr 22 09:32:06.402847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56908) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:06.469075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d267e8b-f064-4aeb-84ce-1f216ac72f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.476352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-622ad5b5-1e99-4bb8-8ce1-46228d1ab8d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 471e5653-b457-4aee-9fbd-4f343195ebb6 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:06.479558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622ad5b5-1e99-4bb8-8ce1-46228d1ab8d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.539115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Deleting port 67c7c389-2ae6-4bd5-b126-be735755ae9e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:06.539661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.545446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622ad5b5-1e99-4bb8-8ce1-46228d1ab8d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.590019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0d267e8b-f064-4aeb-84ce-1f216ac72f52 None None] For port 897d2818-af61-40fc-a7a4-3fd80370e555, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=897d2818-af61-40fc-a7a4-3fd80370e555,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:06.607834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d267e8b-f064-4aeb-84ce-1f216ac72f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.622445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622ad5b5-1e99-4bb8-8ce1-46228d1ab8d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.743348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] DHCP port deletion for e5b846c7-4088-4a54-9ecd-d0fec2337ee0 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:06.754643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622ad5b5-1e99-4bb8-8ce1-46228d1ab8d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.770937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] Deleting port 67c7c389-2ae6-4bd5-b126-be735755ae9e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:06.771313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.823741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622ad5b5-1e99-4bb8-8ce1-46228d1ab8d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:06.826788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b6716-e26c-4014-bf7b-e91f44ecb7c7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:06.827814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6b0b6716-e26c-4014-bf7b-e91f44ecb7c7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:06.829094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d267e8b-f064-4aeb-84ce-1f216ac72f52 None None] Pushing event updated for resources: {'Port': ['ID=897d2818-af61-40fc-a7a4-3fd80370e555,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:06.835825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ad5b5-1e99-4bb8-8ce1-46228d1ab8d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=471e5653-b457-4aee-9fbd-4f343195ebb6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:06.860667 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-622ad5b5-1e99-4bb8-8ce1-46228d1ab8d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/471e5653-b457-4aee-9fbd-4f343195ebb6 HTTP/1.1" status: 204 len: 168 time: 0.4582162 Apr 22 09:32:06.862881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56912) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:06.877788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-340b1ddd-c414-4224-b932-f3d2a309e51a None None] Provisioning for port 2e440db1-c75a-4d97-86b7-755e8969d23d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:06.916891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2e440db1-c75a-4d97-86b7-755e8969d23d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:06.955226 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-33aba06a-d2c1-4b77-b3ba-ca8bb5bffd2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912418 Apr 22 09:32:06.959694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56916) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:06.965499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:06.972598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c19ea-0fc0-4147-b5db-5aad77de4e0a None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:06.976081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6b0b6716-e26c-4014-bf7b-e91f44ecb7c7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:06.980727 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6b0b6716-e26c-4014-bf7b-e91f44ecb7c7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6404512 Apr 22 09:32:06.985644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56920) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:07.075192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] For port 67c7c389-2ae6-4bd5-b126-be735755ae9e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=67c7c389-2ae6-4bd5-b126-be735755ae9e,segment=NetworkSegment(ad524f69-151a-47ae-9071-fc824d843243),segment_id=ad524f69-151a-47ae-9071-fc824d843243)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:07.075647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.082987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:07.088323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:07.091652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:07.098929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:07.110047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:07.113747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.344197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Calling delete_port for 67c7c389-2ae6-4bd5-b126-be735755ae9e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:07.346786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-986529f4-db24-487c-a282-64392f985c0e None None] Provisioning complete for port 897d2818-af61-40fc-a7a4-3fd80370e555 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:07.347158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-986529f4-db24-487c-a282-64392f985c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.369950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.384667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 2e440db1-c75a-4d97-86b7-755e8969d23d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:07.391572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:32:07.407018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] For port 67c7c389-2ae6-4bd5-b126-be735755ae9e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=67c7c389-2ae6-4bd5-b126-be735755ae9e,segment=NetworkSegment(ad524f69-151a-47ae-9071-fc824d843243),segment_id=ad524f69-151a-47ae-9071-fc824d843243)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:07.407409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.413132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.420949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2e440db1-c75a-4d97-86b7-755e8969d23d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:07.421467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.444293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.445729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:07.449184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:07.454263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:07.455061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.484538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=61194b4f-08f4-4b1f-b61b-388338f55827,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:07.490880 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-28d14b4e-2c57-4ce0-bfc0-45f628f7407a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5276132 Apr 22 09:32:07.491229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56924) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:07.496789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-838311789', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:07.504855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:07.509864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:router and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:07.512284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:07.517175 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-51974bb8-70d4-47a2-aaf3-a2c624e03439 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5222340 Apr 22 09:32:07.517358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56928) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:07.527445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-255184812'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:07.532193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:07.534542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:07.541600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:network and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:07.546266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:07.553693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:07.563116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.564411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.578370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:07.582797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.598928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] Calling delete_port for 67c7c389-2ae6-4bd5-b126-be735755ae9e owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:07.605171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.633266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:07.646640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.647191 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Added segment 92f3ad73-76f4-4c18-ae3c-7457af146409 of type vlan for network 4053b52d-7ae2-466a-90b9-56f92fe45917 Apr 22 09:32:07.650274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:07.655075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.691590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.699180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.707105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.717237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.719089 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2749311c-d1e6-499f-b642-ab5a2957a358 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2267470 Apr 22 09:32:07.722170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56932) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:07.775908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Port': ['ID=67c7c389-2ae6-4bd5-b126-be735755ae9e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:07.791380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] No DVR routers for this DVR port 67c7c389-2ae6-4bd5-b126-be735755ae9e on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:07.834251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.835031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.835031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.835247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.835780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.835932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.836159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.836504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.836821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.837151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.837445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.837759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:07.839386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:07.840365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:07.863120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.905053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 2e440db1-c75a-4d97-86b7-755e8969d23d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2e440db1-c75a-4d97-86b7-755e8969d23d,segment=NetworkSegment(cf162eb6-5c68-4e92-b0ae-01c8024d14ae),segment_id=cf162eb6-5c68-4e92-b0ae-01c8024d14ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:07.909114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.954129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.955469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:07.961901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:07.963046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.969551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] Deleting port 897d2818-af61-40fc-a7a4-3fd80370e555 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:07.969920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:07.992252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.008164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e9b3c08f-dfbf-42c7-b009-c0f5440ab209 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:08.036089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b846c7-4088-4a54-9ecd-d0fec2337ee0']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:08.054405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad524f69-151a-47ae-9071-fc824d843243') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:08.054698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad524f69-151a-47ae-9071-fc824d843243') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:08.065471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: e9b3c08f-dfbf-42c7-b009-c0f5440ab209 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:08.065809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e9b3c08f-dfbf-42c7-b009-c0f5440ab209 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:08.066381 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 67c7c389-2ae6-4bd5-b126-be735755ae9e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:08.072782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:08.074512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.081307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:08.123572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 67c7c389-2ae6-4bd5-b126-be735755ae9e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:08.123913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 67c7c389-2ae6-4bd5-b126-be735755ae9e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:08.160945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.170326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:08.171074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.173149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d80e56a3-32cb-4578-b248-97befa0ccbb7 None None] Provisioning complete for port 2e440db1-c75a-4d97-86b7-755e8969d23d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:08.173304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d80e56a3-32cb-4578-b248-97befa0ccbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.222891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=2e440db1-c75a-4d97-86b7-755e8969d23d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:08.269601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.291578 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7731261 Apr 22 09:32:08.297426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 56936) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:08.316025 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:08.359686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] Deleting port 67c7c389-2ae6-4bd5-b126-be735755ae9e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:08.360006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.389499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.413215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:08.414862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.429054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] Pushing event deleted for resources: {'Network': ['ID=e5b846c7-4088-4a54-9ecd-d0fec2337ee0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:08.446532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e52dcc4a-bb88-40ff-95f3-2dd26c068f34 tempest-NetworksIpV6Test-1074538440 tempest-NetworksIpV6Test-1074538440-project] 10.222.0.32 "DELETE /v2.0/networks/e5b846c7-4088-4a54-9ecd-d0fec2337ee0 HTTP/1.1" status: 204 len: 168 time: 2.3646626 Apr 22 09:32:08.449867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c2886f34-a98f-4c25-a524-80ebb80397e5 None None] The port '67c7c389-2ae6-4bd5-b126-be735755ae9e' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:32:08.501874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:32:08.513799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Network': ['ID=4053b52d-7ae2-466a-90b9-56f92fe45917,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:08.561917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.562263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.562629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.562970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.563290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.563617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.564175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.564300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.564582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.564901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.565220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.565828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11204660-b312-45cd-aea3-2dfc804f5822 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:08.566930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] For port 897d2818-af61-40fc-a7a4-3fd80370e555, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=897d2818-af61-40fc-a7a4-3fd80370e555,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:08.567310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.598067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 4053b52d-7ae2-466a-90b9-56f92fe45917 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:08.626539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.726746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:08.741230 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ae0ef0bf-caab-42e8-97cd-8660d72c31b7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4467449 Apr 22 09:32:08.742491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56946) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:08.755691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-992117842'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:08.767973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:08.775020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:08.778731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:08.785837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:08.797016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:08.801946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:08.805957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:08.807068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.843980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:08.846019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:08.853385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:08.857986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.858323 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment cc6e662c-c920-4342-98c4-dbbe019adeef of type vlan for network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 Apr 22 09:32:08.875043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56950) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:08.886821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:08.890853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.903635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2e440db1-c75a-4d97-86b7-755e8969d23d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:08.905190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.929216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:08.942918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:08.944759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] Calling delete_port for 897d2818-af61-40fc-a7a4-3fd80370e555 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:08.951366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:08.952194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.030724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:09.031572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:09.095105 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3473659 Apr 22 09:32:09.097480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56956) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:09.104563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ab7c8-ff72-4304-a291-1093222b6a4a tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=25d2240d-475b-4aa3-8bfd-ca90cbe92530,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:09.110594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:09.111953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d80e56a3-32cb-4578-b248-97befa0ccbb7 None None] Provisioning for port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:09.132963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:09.172730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::1 (f441e355-9a94-4c8f-aa75-59d20254aa63/61194b4f-08f4-4b1f-b61b-388338f55827/78f74b30-951d-4bde-818c-8e4addf2a342) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:09.220553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d80e56a3-32cb-4578-b248-97befa0ccbb7 None None] Provisioning complete for port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:09.221216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d80e56a3-32cb-4578-b248-97befa0ccbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.349246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.366306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.366550 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bac1123e-89b1-4428-b612-ffd5b16b2615 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7bf92deee76e4338ba6bc069ebff7d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881523 Apr 22 09:32:09.368962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:09.370872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56962) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:09.384370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:09.389396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:09.402767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:09.430175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:09.431319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:09.434684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.457498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.467598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=f8218b13-de07-40a3-9caa-b6c16650b88a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:09.480628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6984fc2-8a12-4122-9bd2-6c74c8e998d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.483980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 78f74b30-951d-4bde-818c-8e4addf2a342 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:09.489943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking segment: {'id': '92f3ad73-76f4-4c18-ae3c-7457af146409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:09.490276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network hostable DHCP agents. Network: 4053b52d-7ae2-466a-90b9-56f92fe45917, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:09.497662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] No DVR routers for this DVR port 897d2818-af61-40fc-a7a4-3fd80370e555 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:09.505011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df2178-830f-431e-a145-e17bbb2dc786 None None] Pushing event deleted for resources: {'Port': ['ID=897d2818-af61-40fc-a7a4-3fd80370e555,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:09.508044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d80e56a3-32cb-4578-b248-97befa0ccbb7 None None] Port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:09.525007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 4053b52d-7ae2-466a-90b9-56f92fe45917 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:09.529485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.567027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6984fc2-8a12-4122-9bd2-6c74c8e998d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.588692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 4053b52d-7ae2-466a-90b9-56f92fe45917) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:09.601749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:09.602609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.624896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:09.629260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:09.644031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:09.645049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.655648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=78f74b30-951d-4bde-818c-8e4addf2a342,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:09.670113 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a67e1add-c4d7-41c8-ba59-ceb70641d53c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3180251 Apr 22 09:32:09.673058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56966) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:09.674353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb26876-3627-4dd9-a402-e34b9a2d4c42 None None] Network 4053b52d-7ae2-466a-90b9-56f92fe45917 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:09.682611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917', 'name': 'tempest-PortsIpV6TestJSON-1841477478'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:09.692220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ae8c0-8b13-438c-ba9e-becc3681d7ba None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:09.720714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6984fc2-8a12-4122-9bd2-6c74c8e998d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.762091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2e440db1-c75a-4d97-86b7-755e8969d23d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:09.762466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.789682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6984fc2-8a12-4122-9bd2-6c74c8e998d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bd8ecc-79e1-4639-8d6d-72a362abf913,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:09.850185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d6984fc2-8a12-4122-9bd2-6c74c8e998d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.853753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d6984fc2-8a12-4122-9bd2-6c74c8e998d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25bd8ecc-79e1-4639-8d6d-72a362abf913 HTTP/1.1" status: 204 len: 168 time: 0.4796574 Apr 22 09:32:09.899530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.912759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:09.954518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:09.998147 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d28253a1-8456-44d5-802b-e97a839fcb83 None None] Provisioning complete for port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:09.998522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d28253a1-8456-44d5-802b-e97a839fcb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:10.010565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:10.024248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:10.024741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: 25d2240d-475b-4aa3-8bfd-ca90cbe92530, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:10.068513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=9bd3bbc7-9693-4032-abae-1bdedf8f2c1f,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:10.074292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:10.079743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:10.109381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port c255cd87-aefc-411a-9d11-74084eb6f39a yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:10.169884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:10.194759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 25d2240d-475b-4aa3-8bfd-ca90cbe92530) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:10.202671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:10.203332 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:10.221687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d65bcf-fa36-439f-9e53-927cf8c0f285 None None] Network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:10.254864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d28253a1-8456-44d5-802b-e97a839fcb83 None None] Port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:10.287225 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-838a8b3a-6832-4cd7-a3a0-7383eb9789e5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1868773 Apr 22 09:32:10.287905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56980) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:10.431831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:10.437994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:10.439297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:10.487721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::216 (4053b52d-7ae2-466a-90b9-56f92fe45917/f8218b13-de07-40a3-9caa-b6c16650b88a/c255cd87-aefc-411a-9d11-74084eb6f39a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:10.708748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=78f74b30-951d-4bde-818c-8e4addf2a342,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:10.757892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-4053b52d-7ae2-466a-90b9-56f92fe45917', 'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917', 'tenant_id': '48da3bd2d4f648b9b7e64b59eaff9218', 'fixed_ips': [{'subnet_id': 'f8218b13-de07-40a3-9caa-b6c16650b88a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:10.758726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:10.767502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:10.773168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:10.807260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 897d2818-af61-40fc-a7a4-3fd80370e555 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:10.866997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 897d2818-af61-40fc-a7a4-3fd80370e555 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:10.867346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 897d2818-af61-40fc-a7a4-3fd80370e555 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:10.883244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 56994) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:10.985775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:32:10.988156 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:05Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:06Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:11.022543 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:11.022896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Updating router 3746f998-a86f-46d0-a196-cfa4dce0f65d port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:32:11.049741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:11.050533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.070355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '61194b4f-08f4-4b1f-b61b-388338f55827'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:11.071159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.144969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:11.152406 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4c84f2dc-15cf-4fe4-9444-5ced3742d664 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "PUT /v2.0/routers/1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4263637 Apr 22 09:32:11.152523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57000) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:11.161960 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Sync routers for ids ['1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:11.180550 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Routers {'1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:11.181295 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:11.195434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.246679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f37cae-54dd-481f-a17e-a1d024e923ed tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:11.247968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-55f37cae-54dd-481f-a17e-a1d024e923ed tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:11.263414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-55f37cae-54dd-481f-a17e-a1d024e923ed tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:11.267151 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-55f37cae-54dd-481f-a17e-a1d024e923ed tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports/78f74b30-951d-4bde-818c-8e4addf2a342 HTTP/1.1" status: 200 len: 911 time: 0.1114409 Apr 22 09:32:11.267708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57004) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:11.347197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.373561 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fde874-70f9-4fe6-880c-057a3a273073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:11.378358 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a2fde874-70f9-4fe6-880c-057a3a273073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 914 time: 0.1090889 Apr 22 09:32:11.379119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57008) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:11.384040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-979431841'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:11.392839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object c255cd87-aefc-411a-9d11-74084eb6f39a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:11.398220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:11.408584 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Set router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:11.411175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:11.416794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:11.425313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:11.476588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:11.480053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.504730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.529830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.541594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:11.550214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:security_group_rule and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:11.553458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:11.564604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.584107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:11.657034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Allocated IP 172.21.0.2 (25d2240d-475b-4aa3-8bfd-ca90cbe92530/9bd3bbc7-9693-4032-abae-1bdedf8f2c1f/663a6c73-88b4-48ab-9a23-707597adc844) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:11.751471 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0', 'name': 'tempest-NetworksTestDHCPv6-router-838311789', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:07Z', 'updated_at': '2022-04-22T09:32:09Z', 'revision_number': 2, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None, '_interfaces': [{'id': '78f74b30-951d-4bde-818c-8e4addf2a342', 'name': '', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'mac_address': 'fa:16:3e:53:8a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 848, 'fixed_ips': [{'subnet_id': '61194b4f-08f4-4b1f-b61b-388338f55827', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:08Z', 'updated_at': '2022-04-22T09:32:10Z', 'revision_number': 2, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'subnets': [{'id': '61194b4f-08f4-4b1f-b61b-388338f55827', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:11.756618 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Checking router: 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:11.757276 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Updating router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 port 78f74b30-951d-4bde-818c-8e4addf2a342 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:32:11.811032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 4053b52d-7ae2-466a-90b9-56f92fe45917 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:11.824232 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.824655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:11.837165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:11.842722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:11.843412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:11.872884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=c255cd87-aefc-411a-9d11-74084eb6f39a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:11.882244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Allocated IP 2001:db8::2 (4053b52d-7ae2-466a-90b9-56f92fe45917/f8218b13-de07-40a3-9caa-b6c16650b88a/5f58e52e-9aed-4922-93aa-17f5ab62251e) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:11.977466 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ef234c79-2f77-42df-8502-be6ab4d24973 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3014233 Apr 22 09:32:11.990165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57012) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:12.003999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917', 'name': 'tempest-PortsIpV6TestJSON-2047288451'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:12.084943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/61194b4f-08f4-4b1f-b61b-388338f55827/cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:12.198947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.209868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.259286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.262071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:12.276483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:12.279854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7870b4-2158-4f64-add0-60182bf85fa0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:12.292593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.292933 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment f603b83b-10ce-4db0-aaa6-c3decb9930e0 of type vlan for network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 Apr 22 09:32:12.294764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:12.295087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42a86b8c-bbaa-441c-b07a-96679175b81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.323211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:12.326844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.342625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.356590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port a5627c77-702d-4647-85e7-d581c8ce45cc yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:12.444082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.450058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:12.450714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.571326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 78f74b30-951d-4bde-818c-8e4addf2a342 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:12.572092 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.572611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=9312a09b-05e7-4d82-ac66-a65b1685fdf6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:12.583844 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4912d754-b04d-4044-8e37-568d2e3244c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5369017 Apr 22 09:32:12.583996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57016) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:12.591672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1357419820'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:12.612225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:12.616588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:12.622481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:12.626235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:12.632383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:12.645990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:12.650194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.686032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:12.697547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.697959 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment fbcde1e4-4acc-4ab0-a11a-6bd53800751b of type vlan for network 00e9067d-1dae-40c8-a3be-337003f84fd8 Apr 22 09:32:12.713659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.727707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.762485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.768666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:12.769500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.789287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.796094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.resource_extend [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:32:12.816163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:12.829753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2419393 Apr 22 09:32:12.849027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Transition to ACTIVE for port object 663a6c73-88b4-48ab-9a23-707597adc844 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:12.863413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57020) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:12.887964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ae298-9bb7-4e25-b785-deb690f6904d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=00e9067d-1dae-40c8-a3be-337003f84fd8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:12.927624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': '9312a09b-05e7-4d82-ac66-a65b1685fdf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:12.932549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 00e9067d-1dae-40c8-a3be-337003f84fd8 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:12.947214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 78f74b30-951d-4bde-818c-8e4addf2a342 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:12.980449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Transition to ACTIVE for port object 5f58e52e-9aed-4922-93aa-17f5ab62251e will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:13.012686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Transition to ACTIVE for port object 663a6c73-88b4-48ab-9a23-707597adc844 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:13.036240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.092258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.094293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.21.0.1 (25d2240d-475b-4aa3-8bfd-ca90cbe92530/9bd3bbc7-9693-4032-abae-1bdedf8f2c1f/6b7c655f-18a0-48f7-a092-14a830fb2d1c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:13.108512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.110594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:13.116081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:13.119546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:13.131210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:13.150448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Transition to ACTIVE for port object 5f58e52e-9aed-4922-93aa-17f5ab62251e will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:13.154861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:13.159259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.185007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Transition to ACTIVE for port object cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:13.198706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:13.212213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:13.214347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.223570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:13.229503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Transition to ACTIVE for port object 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:13.312561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.313353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::16b (4053b52d-7ae2-466a-90b9-56f92fe45917/f8218b13-de07-40a3-9caa-b6c16650b88a/a5627c77-702d-4647-85e7-d581c8ce45cc) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:13.317702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Transition to ACTIVE for port object cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:13.344354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Pushing event updated for resources: {'Port': ['ID=663a6c73-88b4-48ab-9a23-707597adc844,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:13.347157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.386791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.389517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Network 4053b52d-7ae2-466a-90b9-56f92fe45917 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:13.403139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.435072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=78f74b30-951d-4bde-818c-8e4addf2a342,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:13.481553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object 6b7c655f-18a0-48f7-a092-14a830fb2d1c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:13.487080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:13.530089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:13.658844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Attempting to bind port 663a6c73-88b4-48ab-9a23-707597adc844 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:13.659224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Attempting to bind port 663a6c73-88b4-48ab-9a23-707597adc844 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:13.659561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Attempting to bind port 663a6c73-88b4-48ab-9a23-707597adc844 on network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:13.674563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:13.679298 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.db.api [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:13.680680 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG oslo_db.api [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:13.752986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:13.764553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Pushing event updated for resources: {'Port': ['ID=5f58e52e-9aed-4922-93aa-17f5ab62251e,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:13.767047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:13.767047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Checking segment: {'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:13.767047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.767401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Bound using segment: {'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:13.767799 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Bound port: 663a6c73-88b4-48ab-9a23-707597adc844, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:13.768173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.817662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.819068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:13.825931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.878842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.897044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:13.902439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:13.910020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:13.944814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object a5627c77-702d-4647-85e7-d581c8ce45cc will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:13.963160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=6b7c655f-18a0-48f7-a092-14a830fb2d1c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:13.964615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:13.991047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.029222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.067133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Attempting to bind port 5f58e52e-9aed-4922-93aa-17f5ab62251e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:14.067133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Attempting to bind port 5f58e52e-9aed-4922-93aa-17f5ab62251e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '92f3ad73-76f4-4c18-ae3c-7457af146409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:14.067823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Attempting to bind port 5f58e52e-9aed-4922-93aa-17f5ab62251e on network 4053b52d-7ae2-466a-90b9-56f92fe45917 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:14.110631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 4053b52d-7ae2-466a-90b9-56f92fe45917 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:14.120849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:14.127704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:14.132126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:14.132524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Checking segment: {'id': '92f3ad73-76f4-4c18-ae3c-7457af146409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:14.132921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.133207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:14.133334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Bound using segment: {'id': '92f3ad73-76f4-4c18-ae3c-7457af146409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:14.133747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Bound port: 5f58e52e-9aed-4922-93aa-17f5ab62251e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f3ad73-76f4-4c18-ae3c-7457af146409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4053b52d-7ae2-466a-90b9-56f92fe45917'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:14.133875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.134113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.139971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=a5627c77-702d-4647-85e7-d581c8ce45cc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:14.159735 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8d5f8b9b-196e-4d21-8775-9de646fd267e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1682646 Apr 22 09:32:14.160072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Attempting to bind port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:14.160523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Attempting to bind port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:14.160886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Attempting to bind port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 on network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:14.162172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57024) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:14.171818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Pushing event updated for resources: {'Port': ['ID=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:14.179991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=bdb4b0d5-9624-40d6-9963-500a1083ced6,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:14.203238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': 'f603b83b-10ce-4db0-aaa6-c3decb9930e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9312a09b-05e7-4d82-ac66-a65b1685fdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:14.203455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: 9312a09b-05e7-4d82-ac66-a65b1685fdf6, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:14.212663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:14.232311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:14.232728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Checking segment: {'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:14.233093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.233623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Bound using segment: {'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:14.234098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Bound port: 8cc4c870-4c46-4e8d-80fc-bc81f33d3032, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:14.234465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.258128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Attempting to bind port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:14.258782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Attempting to bind port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:14.259312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Attempting to bind port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:14.270666 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Port 78f74b30-951d-4bde-818c-8e4addf2a342 not found while updating agent binding for router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0. {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 22 09:32:14.276529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.283265 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Routers {'1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:14.283859 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:31:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:14.286580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:14.321691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:14.322036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:14.322624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.323165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:14.323793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Bound port: cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:14.324330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.355304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 9312a09b-05e7-4d82-ac66-a65b1685fdf6) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:14.362061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97262359-9fd1-4f83-b39c-2e8f813b9c23 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:14.363059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-97262359-9fd1-4f83-b39c-2e8f813b9c23 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:14.369241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:14.369857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.374053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:14.404772 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-29bb21b6-68f8-4db1-b81e-6e1591f0ef27 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5407436 Apr 22 09:32:14.407271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57028) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:14.413157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fa5169-61c8-4b81-bf22-644b5cc034ff None None] Network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:14.413499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': '00e9067d-1dae-40c8-a3be-337003f84fd8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:14.434547 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-86d5a5b2-ae4c-420b-baa4-502563b3b992 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "PUT /v2.0/routers/1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0542190 Apr 22 09:32:14.444763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] For port 663a6c73-88b4-48ab-9a23-707597adc844, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:14.447527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57032) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:14.495009 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] Set router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:14.495691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-97262359-9fd1-4f83-b39c-2e8f813b9c23 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:14.497077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-97262359-9fd1-4f83-b39c-2e8f813b9c23 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A216 HTTP/1.1" status: 200 len: 929 time: 0.3336048 Apr 22 09:32:14.510536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57036) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:14.553262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:14.557506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:14.560777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:14.567661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:14.579227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:14.586837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.618050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] For port 663a6c73-88b4-48ab-9a23-707597adc844, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=663a6c73-88b4-48ab-9a23-707597adc844,segment=NetworkSegment(cc6e662c-c920-4342-98c4-dbbe019adeef),segment_id=cc6e662c-c920-4342-98c4-dbbe019adeef)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:14.627911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Pushing event updated for resources: {'Port': ['ID=cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:14.640580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350952b-b6bb-40a3-95f2-5d17542ef9a5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:14.642270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350952b-b6bb-40a3-95f2-5d17542ef9a5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:14.643003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1350952b-b6bb-40a3-95f2-5d17542ef9a5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:14.674194 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0', 'name': 'tempest-NetworksTestDHCPv6-router-838311789', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:07Z', 'updated_at': '2022-04-22T09:32:13Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:14.680684 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db48d4-2e90-4ae2-b57c-8632cb70fff6 None None] The sync data for ids ['1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'] in dv-neutron-839018-1-hyperv is: [{'id': '1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0', 'name': 'tempest-NetworksTestDHCPv6-router-838311789', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:07Z', 'updated_at': '2022-04-22T09:32:13Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:14.696126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1350952b-b6bb-40a3-95f2-5d17542ef9a5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:14.697313 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1350952b-b6bb-40a3-95f2-5d17542ef9a5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2472742 Apr 22 09:32:14.700904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57042) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:14.702153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.712310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2018dfe9-24e6-42c3-ad47-de709d718e2e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port a5627c77-702d-4647-85e7-d581c8ce45cc {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:14.712674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2018dfe9-24e6-42c3-ad47-de709d718e2e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.775358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9ef20c94-76cb-4f7c-a4b0-ab1313a8d0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.864770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] For port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:14.879537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] For port 5f58e52e-9aed-4922-93aa-17f5ab62251e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:14.893503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.919952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] For port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,segment=NetworkSegment(cf162eb6-5c68-4e92-b0ae-01c8024d14ae),segment_id=cf162eb6-5c68-4e92-b0ae-01c8024d14ae)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:14.932222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] For port 5f58e52e-9aed-4922-93aa-17f5ab62251e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5f58e52e-9aed-4922-93aa-17f5ab62251e,segment=NetworkSegment(92f3ad73-76f4-4c18-ae3c-7457af146409),segment_id=92f3ad73-76f4-4c18-ae3c-7457af146409)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:14.933324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b24926-0d84-4fef-94d1-98a5a82f597e None None] Pushing event updated for resources: {'Port': ['ID=663a6c73-88b4-48ab-9a23-707597adc844,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:14.969299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] For port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:14.975816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd48766f-d116-4aba-ba65-48b251a3bc63 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 61194b4f-08f4-4b1f-b61b-388338f55827 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:14.977486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.983690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd48766f-d116-4aba-ba65-48b251a3bc63 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:14.994146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': 'fbcde1e4-4acc-4ab0-a11a-6bd53800751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00e9067d-1dae-40c8-a3be-337003f84fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:14.994500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: 00e9067d-1dae-40c8-a3be-337003f84fd8, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:15.001912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=b61f8422-d020-461a-936f-0b044b49eeba,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:15.022536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 00e9067d-1dae-40c8-a3be-337003f84fd8 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:15.027811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.033469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 00e9067d-1dae-40c8-a3be-337003f84fd8) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:15.050247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:15.050927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.063884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfe3e7-085d-4392-a8ab-2a727eb5967a None None] Network 00e9067d-1dae-40c8-a3be-337003f84fd8 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:15.078349 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-45735977-33fe-4927-ba53-5bfdba97f875 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6684175 Apr 22 09:32:15.078349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57046) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:15.084532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-234616154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:15.092255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] For port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:15.092908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:15.098600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:router and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:15.104666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:15.112630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:15.135661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.139770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.140990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.179397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd48766f-d116-4aba-ba65-48b251a3bc63 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.182294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.206764 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.241286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.248594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57050) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:15.251034 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-819be2c6-8e7d-475c-98b5-1cb69e0de85b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1707137 Apr 22 09:32:15.351933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Pushing event updated for resources: {'Port': ['ID=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:15.373179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.373920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.375050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.375587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.376120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.376694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.377230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.377781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.378665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.379210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.379766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.380683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f301c3ed-006c-400c-a476-7ee47ff7f42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:15.454491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-9312a09b-05e7-4d82-ac66-a65b1685fdf6', 'network_id': '9312a09b-05e7-4d82-ac66-a65b1685fdf6', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': 'bdb4b0d5-9624-40d6-9963-500a1083ced6'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:15.455778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.466566 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:15.467210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:15.683433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:32:15.760134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2018dfe9-24e6-42c3-ad47-de709d718e2e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.779849 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2f020-758c-403e-842e-c4923a6f3dc4 None None] Pushing event updated for resources: {'Port': ['ID=5f58e52e-9aed-4922-93aa-17f5ab62251e,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:15.839326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.896904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.945711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:15.968547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:15.977681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2018dfe9-24e6-42c3-ad47-de709d718e2e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for a5627c77-702d-4647-85e7-d581c8ce45cc owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:16.010631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:16.101565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] Sync routers for ids ['1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:16.201387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] Routers {'1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:16.201925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:16.306437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd48766f-d116-4aba-ba65-48b251a3bc63 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:16.321744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181da3d-bee0-4d2e-bf14-a734f24fe5ea None None] Pushing event updated for resources: {'Port': ['ID=cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:16.454914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=6b7c655f-18a0-48f7-a092-14a830fb2d1c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:16.479820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:16.525263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] Set router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:16.647630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-00e9067d-1dae-40c8-a3be-337003f84fd8', 'network_id': '00e9067d-1dae-40c8-a3be-337003f84fd8', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': 'b61f8422-d020-461a-936f-0b044b49eeba'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:16.648502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:16.711348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0', 'name': 'tempest-NetworksTestDHCPv6-router-838311789', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:07Z', 'updated_at': '2022-04-22T09:32:13Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:16.734643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Allocated IP 2001:db8::2 (9312a09b-05e7-4d82-ac66-a65b1685fdf6/bdb4b0d5-9624-40d6-9963-500a1083ced6/00af213e-41aa-4799-a5da-ea71a1760feb) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:16.754320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] Checking router: 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:16.759307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd48766f-d116-4aba-ba65-48b251a3bc63 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:16.829735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd48766f-d116-4aba-ba65-48b251a3bc63 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:16.845671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] Routers {'1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:16.846315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:16.849521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48766f-d116-4aba-ba65-48b251a3bc63 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=61194b4f-08f4-4b1f-b61b-388338f55827,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:16.894090 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-71e4418b-56d4-47dc-8a43-07011f881222 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7172251 Apr 22 09:32:16.909156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2018dfe9-24e6-42c3-ad47-de709d718e2e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:16.920624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:16.945363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27424b-334e-4e02-b479-2b0a55ca729e None None] Network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:16.992613 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dd48766f-d116-4aba-ba65-48b251a3bc63 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/61194b4f-08f4-4b1f-b61b-388338f55827 HTTP/1.1" status: 204 len: 168 time: 2.2838945 Apr 22 09:32:16.992770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57056) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:17.032643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018dfe9-24e6-42c3-ad47-de709d718e2e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=a5627c77-702d-4647-85e7-d581c8ce45cc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:17.205373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:17.378638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:17.393787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2018dfe9-24e6-42c3-ad47-de709d718e2e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:17.394047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] Set router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:17.398851 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2018dfe9-24e6-42c3-ad47-de709d718e2e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/a5627c77-702d-4647-85e7-d581c8ce45cc HTTP/1.1" status: 204 len: 168 time: 2.8846326 Apr 22 09:32:17.401729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:17.402836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57060) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:17.454556 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3360f9f9-32a1-4b0f-833b-272ab07f27bc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:32:17.458627 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3360f9f9-32a1-4b0f-833b-272ab07f27bc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/a5627c77-702d-4647-85e7-d581c8ce45cc HTTP/1.1" status: 404 len: 333 time: 0.0507360 Apr 22 09:32:17.462602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3a296579-1436-439c-ac76-b2169e975aa3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:router {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:17.462745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57064) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:17.485914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3a296579-1436-439c-ac76-b2169e975aa3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:router {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:17.490078 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3a296579-1436-439c-ac76-b2169e975aa3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4963744 Apr 22 09:32:17.490950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57068) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:17.662342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-140dd6be-a812-44e9-9423-5d8f3eec572a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:17.698238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222e2c10-98e7-4750-b13e-3418d4a13917 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:17.711066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5625e5-a4ce-4fd4-9edc-ba3aff01aa25 None None] Network 4053b52d-7ae2-466a-90b9-56f92fe45917 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:17.762178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3f10a0cc-780d-467f-912f-0e6118551451 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port c255cd87-aefc-411a-9d11-74084eb6f39a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:17.762423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f10a0cc-780d-467f-912f-0e6118551451 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:17.875513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-381344de-d8db-4d97-8690-f6b2e780531e None None] Provisioning for port 663a6c73-88b4-48ab-9a23-707597adc844 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:17.878855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0', 'name': 'tempest-NetworksTestDHCPv6-router-838311789', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:07Z', 'updated_at': '2022-04-22T09:32:13Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:17.907796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:17.910199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:17.956283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-3a74d888-024e-4fbb-9ade-2902025286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:17.957802 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-3a74d888-024e-4fbb-9ade-2902025286b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 1099 time: 0.9178085 Apr 22 09:32:17.969857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-140dd6be-a812-44e9-9423-5d8f3eec572a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:17.972073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-140dd6be-a812-44e9-9423-5d8f3eec572a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:17.987862 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8397d5-1b15-4e15-9891-a73955a67f57 None None] The sync data for ids ['1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0'] in dv-neutron-839018-1-hyperv is: [{'id': '1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0', 'name': 'tempest-NetworksTestDHCPv6-router-838311789', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:07Z', 'updated_at': '2022-04-22T09:32:13Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:18.002613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-140dd6be-a812-44e9-9423-5d8f3eec572a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.003873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140dd6be-a812-44e9-9423-5d8f3eec572a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Fanout notify agent at l3_agent the message router_deleted on router 1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:32:18.032530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-140dd6be-a812-44e9-9423-5d8f3eec572a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.037187 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-140dd6be-a812-44e9-9423-5d8f3eec572a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/routers/1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 HTTP/1.1" status: 204 len: 168 time: 0.5450542 Apr 22 09:32:18.038198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57074) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:18.044612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:18.050839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Allocated IP 2001:db8:1::2 (00e9067d-1dae-40c8-a3be-337003f84fd8/b61f8422-d020-461a-936f-0b044b49eeba/c99b5e91-3bae-4862-89be-84e7c106dbd1) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:18.191146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:18.195509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:18.198768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:18.205478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:18.219026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:18.224098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.358978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:18.395887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1db53ca1-f857-4984-a39e-526c21b393cc None None] Provisioning for port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:18.397572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f10a0cc-780d-467f-912f-0e6118551451 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.411462 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fdb5973b-9462-47eb-9773-396806fd7b88 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1181324 Apr 22 09:32:18.414412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57078) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:18.420341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-0a6f1699-db9f-4209-bc7f-3f0737440a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:18.422370 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-0a6f1699-db9f-4209-bc7f-3f0737440a9f service neutron] 10.222.0.35 "GET /v2.0/networks?id=303ea779-29bd-4e0f-a215-e37f8691800c HTTP/1.1" status: 200 len: 898 time: 0.3759451 Apr 22 09:32:18.449180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:18.474388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-1633129321'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:18.477258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1db53ca1-f857-4984-a39e-526c21b393cc None None] Provisioning complete for port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:18.477625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1db53ca1-f857-4984-a39e-526c21b393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.522033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.593878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:18.597089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:18.601727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:18.602305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.606746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:18.607120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.633831 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5939026 Apr 22 09:32:18.636319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57082) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:18.639154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b708e-cc67-442e-935b-ba8d0b8942c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=06316e61-6880-4f72-aefe-c17f0b89d045,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:18.644179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1823335140', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:18.651600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:18.657487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:router and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:18.662829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:18.669636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:18.681395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.682318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.684529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.693460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 3, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:13Z', 'revision_number': 1, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:18.698403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.722375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.725962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3f10a0cc-780d-467f-912f-0e6118551451 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for c255cd87-aefc-411a-9d11-74084eb6f39a owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:18.735302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7b0e59-1143-43e3-84cd-6128de32751c None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 3, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:13Z', 'revision_number': 1, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:18.745181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Transition to ACTIVE for port object 00af213e-41aa-4799-a5da-ea71a1760feb will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:18.751625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.754934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:18.756150 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-168a3eb8-a643-441c-bb91-f8b8d89287e9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1188366 Apr 22 09:32:18.756773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57086) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:18.785008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:18.798967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:18.810259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:18.836517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Transition to ACTIVE for port object 00af213e-41aa-4799-a5da-ea71a1760feb will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:18.848379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:18.851977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.897378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:18.929175 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-f97e6029-a7e2-43d1-ba5d-711e552f6780 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2945467-53f4-448e-bc00-7763ab058382 HTTP/1.1" status: 200 len: 1000 time: 0.2600446 Apr 22 09:32:19.013507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:19.079196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8::1 (9312a09b-05e7-4d82-ac66-a65b1685fdf6/bdb4b0d5-9624-40d6-9963-500a1083ced6/b62865a5-4e39-4967-9336-f0100c6fbd5c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:19.082032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Deleting port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:19.082405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.197747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:19.229888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:19.231998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:19.234858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:19.252186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-41310666-7625-44b1-bc80-a99d123a6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:19.253691 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-41310666-7625-44b1-bc80-a99d123a6c22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04b76bd-a153-4698-b2da-1e1908264408 HTTP/1.1" status: 200 len: 835 time: 0.3147926 Apr 22 09:32:19.264194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.281798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Pushing event updated for resources: {'Port': ['ID=00af213e-41aa-4799-a5da-ea71a1760feb,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:19.328656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.329468 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment b44ade8f-133b-4ecb-9895-01c0ce43b495 of type vlan for network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e Apr 22 09:32:19.351258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f10a0cc-780d-467f-912f-0e6118551451 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.357812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1db53ca1-f857-4984-a39e-526c21b393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.368022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.451549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Transition to ACTIVE for port object c99b5e91-3bae-4862-89be-84e7c106dbd1 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:19.488080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.587891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.600598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.634904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object b62865a5-4e39-4967-9336-f0100c6fbd5c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:19.701424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10a0cc-780d-467f-912f-0e6118551451 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=c255cd87-aefc-411a-9d11-74084eb6f39a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:19.712535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.718913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:19.732049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.802187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.840729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Transition to ACTIVE for port object c99b5e91-3bae-4862-89be-84e7c106dbd1 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:19.919301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-1c1a19a7-ea24-4bca-857f-22ae443cc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:19.919486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:19.923353 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-1c1a19a7-ea24-4bca-857f-22ae443cc06c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=303ea779-29bd-4e0f-a215-e37f8691800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6509905 Apr 22 09:32:19.937297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:20.032635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Network 00e9067d-1dae-40c8-a3be-337003f84fd8 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:20.040955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Pushing event updated for resources: {'Port': ['ID=c99b5e91-3bae-4862-89be-84e7c106dbd1,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:20.043569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:20.078426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:20.081762 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Attempting to bind port 00af213e-41aa-4799-a5da-ea71a1760feb on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:20.082133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Attempting to bind port 00af213e-41aa-4799-a5da-ea71a1760feb by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'f603b83b-10ce-4db0-aaa6-c3decb9930e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9312a09b-05e7-4d82-ac66-a65b1685fdf6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:20.082516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Attempting to bind port 00af213e-41aa-4799-a5da-ea71a1760feb on network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:20.084596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.085330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 663a6c73-88b4-48ab-9a23-707597adc844 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:20.154155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f10a0cc-780d-467f-912f-0e6118551451 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.182399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:20.199942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::1 (f441e355-9a94-4c8f-aa75-59d20254aa63/06316e61-6880-4f72-aefe-c17f0b89d045/3997a052-ad18-41ce-9498-f2462893b420) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:20.202003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:20.203900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=1e29a90f-8d6e-44fc-8a85-647ca5a8472e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:20.208241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:20.215921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.253211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:20.255822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:20.303296 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f3c56ac0-c128-4f5c-a00f-b7ec79289588 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8863628 Apr 22 09:32:20.305717 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3f10a0cc-780d-467f-912f-0e6118551451 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/c255cd87-aefc-411a-9d11-74084eb6f39a HTTP/1.1" status: 204 len: 168 time: 2.8412704 Apr 22 09:32:20.383988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57090) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:20.384452 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57092) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:20.396054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=b62865a5-4e39-4967-9336-f0100c6fbd5c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:20.410161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:20.503963 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-3357d5f4-fdba-4c54-af26-2341f548289b service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408006 Apr 22 09:32:20.509444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:20.510415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Checking segment: {'id': 'f603b83b-10ce-4db0-aaa6-c3decb9930e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9312a09b-05e7-4d82-ac66-a65b1685fdf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:20.510826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.511227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Bound using segment: {'id': 'f603b83b-10ce-4db0-aaa6-c3decb9930e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9312a09b-05e7-4d82-ac66-a65b1685fdf6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:20.511711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Bound port: 00af213e-41aa-4799-a5da-ea71a1760feb, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f603b83b-10ce-4db0-aaa6-c3decb9930e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '9312a09b-05e7-4d82-ac66-a65b1685fdf6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:20.512111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.560645 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-322a164e-99f0-4f95-839e-08442ab6bbe4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:32:20.566899 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-322a164e-99f0-4f95-839e-08442ab6bbe4 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/c255cd87-aefc-411a-9d11-74084eb6f39a HTTP/1.1" status: 404 len: 333 time: 0.1786656 Apr 22 09:32:20.570686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57098) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:20.684006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.710249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 3997a052-ad18-41ce-9498-f2462893b420 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:20.725573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-818196a3-fd17-4a38-84ad-6e5ae59413fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet f8218b13-de07-40a3-9caa-b6c16650b88a {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:20.732666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818196a3-fd17-4a38-84ad-6e5ae59413fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.797996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.822238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.878164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] For port 00af213e-41aa-4799-a5da-ea71a1760feb, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:20.881797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] For port 00af213e-41aa-4799-a5da-ea71a1760feb, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=00af213e-41aa-4799-a5da-ea71a1760feb,segment=NetworkSegment(f603b83b-10ce-4db0-aaa6-c3decb9930e0),segment_id=f603b83b-10ce-4db0-aaa6-c3decb9930e0)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:20.886994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-1db53ca1-f857-4984-a39e-526c21b393cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:20.887317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:20.887650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-1db53ca1-f857-4984-a39e-526c21b393cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:20.891471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:20.896213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:20.898580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:20.899114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.904451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.920213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818196a3-fd17-4a38-84ad-6e5ae59413fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.920504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:20.929878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:20.932879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=3997a052-ad18-41ce-9498-f2462893b420,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:20.939156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:20.947516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Attempting to bind port c99b5e91-3bae-4862-89be-84e7c106dbd1 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:20.948044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Attempting to bind port c99b5e91-3bae-4862-89be-84e7c106dbd1 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'fbcde1e4-4acc-4ab0-a11a-6bd53800751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00e9067d-1dae-40c8-a3be-337003f84fd8'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:20.949037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Attempting to bind port c99b5e91-3bae-4862-89be-84e7c106dbd1 on network 00e9067d-1dae-40c8-a3be-337003f84fd8 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:20.989271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:20.992450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:20.992973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Checking segment: {'id': 'fbcde1e4-4acc-4ab0-a11a-6bd53800751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00e9067d-1dae-40c8-a3be-337003f84fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:20.993662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.994318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Bound using segment: {'id': 'fbcde1e4-4acc-4ab0-a11a-6bd53800751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00e9067d-1dae-40c8-a3be-337003f84fd8'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:20.995007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Bound port: c99b5e91-3bae-4862-89be-84e7c106dbd1, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcde1e4-4acc-4ab0-a11a-6bd53800751b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00e9067d-1dae-40c8-a3be-337003f84fd8'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:20.995488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:20.997231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.047708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] For port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:21.048662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.094240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced4862-2795-4a56-a65e-aecda6c126f2 None None] Pushing event updated for resources: {'Port': ['ID=00af213e-41aa-4799-a5da-ea71a1760feb,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:21.097569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 663a6c73-88b4-48ab-9a23-707597adc844 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:21.157977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.298036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 663a6c73-88b4-48ab-9a23-707597adc844 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:21.298683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.333266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Calling delete_port for cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:21.344415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818196a3-fd17-4a38-84ad-6e5ae59413fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.375874 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11be1682-bf55-47cc-8985-f82ae2992b6f req-10c65006-12ba-4d24-be07-da4274f1f6c4 service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8565385 Apr 22 09:32:21.638157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818196a3-fd17-4a38-84ad-6e5ae59413fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.701205 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] For port c99b5e91-3bae-4862-89be-84e7c106dbd1, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:21.718992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1db53ca1-f857-4984-a39e-526c21b393cc None None] Could not find standard attr ID for object 78f74b30-951d-4bde-818c-8e4addf2a342. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:21.727811 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:21.742840 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:21.743433 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:21.747123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:21.747829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:21.751639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] For port c99b5e91-3bae-4862-89be-84e7c106dbd1, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c99b5e91-3bae-4862-89be-84e7c106dbd1,segment=NetworkSegment(fbcde1e4-4acc-4ab0-a11a-6bd53800751b),segment_id=fbcde1e4-4acc-4ab0-a11a-6bd53800751b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:21.771066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.821822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.822920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-818196a3-fd17-4a38-84ad-6e5ae59413fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.830388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818196a3-fd17-4a38-84ad-6e5ae59413fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=f8218b13-de07-40a3-9caa-b6c16650b88a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:21.835710 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-818196a3-fd17-4a38-84ad-6e5ae59413fc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/f8218b13-de07-40a3-9caa-b6c16650b88a HTTP/1.1" status: 204 len: 168 time: 1.2593262 Apr 22 09:32:21.836877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57104) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:21.845660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2e30a-e192-4f09-8f23-6af800ace2d9 None None] Network 4053b52d-7ae2-466a-90b9-56f92fe45917 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:21.923587 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:21.934951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.940283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.991499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.992151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.994170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:21.997366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.005039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.005792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.189133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 663a6c73-88b4-48ab-9a23-707597adc844, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=663a6c73-88b4-48ab-9a23-707597adc844,segment=NetworkSegment(cc6e662c-c920-4342-98c4-dbbe019adeef),segment_id=cc6e662c-c920-4342-98c4-dbbe019adeef)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:22.193575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9baf-d2cc-41d6-82af-7f7dedba2930 None None] Pushing event updated for resources: {'Port': ['ID=c99b5e91-3bae-4862-89be-84e7c106dbd1,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:22.215340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1db53ca1-f857-4984-a39e-526c21b393cc None None] Provisioning for port 5f58e52e-9aed-4922-93aa-17f5ab62251e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:22.245616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.246570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5f58e52e-9aed-4922-93aa-17f5ab62251e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:22.253311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=e69872b5-5093-43a0-9acc-7d604db620f2,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:22.275533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=3997a052-ad18-41ce-9498-f2462893b420,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:22.299274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:22.299819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: 1e29a90f-8d6e-44fc-8a85-647ca5a8472e, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:22.304205 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=b62865a5-4e39-4967-9336-f0100c6fbd5c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:22.329939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 5f58e52e-9aed-4922-93aa-17f5ab62251e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:22.330273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.364785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:22.367059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Deleting port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:22.367452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.383941 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 1e29a90f-8d6e-44fc-8a85-647ca5a8472e) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:22.398285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:22.400289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:22.401299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.407962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:22.421984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163af7c-b677-4c2c-b244-28812567c682 None None] Network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:22.447038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:22.461985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:22.689260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 5f58e52e-9aed-4922-93aa-17f5ab62251e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:22.692330 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 3, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:22.697116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=663a6c73-88b4-48ab-9a23-707597adc844,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:22.698036 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:22.698685 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Updating router 3746f998-a86f-46d0-a196-cfa4dce0f65d port 6b7c655f-18a0-48f7-a092-14a830fb2d1c binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:32:22.706359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Provisioning for port 6b7c655f-18a0-48f7-a092-14a830fb2d1c completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:22.726123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5f58e52e-9aed-4922-93aa-17f5ab62251e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:22.726491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.777195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fc9a0e-f196-439c-a212-d339e2b213e5 None None] Network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:22.793221 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.800089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Provisioning complete for port 6b7c655f-18a0-48f7-a092-14a830fb2d1c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:22.800552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:22.859086 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-70d603db-df63-45d5-a1cd-4a7149211fbc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4702916 Apr 22 09:32:22.860433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57110) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:22.866841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Router 1b752cdb-e17f-4a13-aec9-bce9fd596eba is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:32:23.043400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] DHCP port deletion for 4053b52d-7ae2-466a-90b9-56f92fe45917 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:23.064835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:23.077784 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-676a539a-b178-4439-b3d0-3f9854634e73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "PUT /v2.0/routers/1b752cdb-e17f-4a13-aec9-bce9fd596eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3199129 Apr 22 09:32:23.080292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57114) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:23.120738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] Sync routers for ids ['1b752cdb-e17f-4a13-aec9-bce9fd596eba'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:23.124815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Port 6b7c655f-18a0-48f7-a092-14a830fb2d1c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:23.140940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] Deleting port 5f58e52e-9aed-4922-93aa-17f5ab62251e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:23.141377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.162771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5fce50-a741-4b99-96b3-d854a0ddf468 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:23.163540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fb5fce50-a741-4b99-96b3-d854a0ddf468 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:23.183316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fb5fce50-a741-4b99-96b3-d854a0ddf468 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:23.184519 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fb5fce50-a741-4b99-96b3-d854a0ddf468 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports/3997a052-ad18-41ce-9498-f2462893b420 HTTP/1.1" status: 200 len: 911 time: 0.1031241 Apr 22 09:32:23.187086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57118) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:23.207854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Could not find standard attr ID for object c255cd87-aefc-411a-9d11-74084eb6f39a. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:23.256519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] Routers {'1b752cdb-e17f-4a13-aec9-bce9fd596eba'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:23.257146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['1b752cdb-e17f-4a13-aec9-bce9fd596eba'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:23.312610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976356a-24fc-47c8-a434-4ed7f92cdc90 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:23.319266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7976356a-24fc-47c8-a434-4ed7f92cdc90 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:23.321262 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.324763 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7976356a-24fc-47c8-a434-4ed7f92cdc90 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1363034 Apr 22 09:32:23.325407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57122) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:23.341388 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Transition to ACTIVE for port object 6b7c655f-18a0-48f7-a092-14a830fb2d1c will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:23.355151 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.434721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:23.436145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.473299 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Pushing event updated for resources: {'Port': ['ID=6b7c655f-18a0-48f7-a092-14a830fb2d1c,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:23.583976 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.584519 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.584949 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.585432 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.585850 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.586280 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.586695 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.587108 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.587533 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.587963 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.588368 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.588800 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:32:23.695060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Provisioning complete for port 663a6c73-88b4-48ab-9a23-707597adc844 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:23.695445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.717337 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Attempting to bind port 6b7c655f-18a0-48f7-a092-14a830fb2d1c on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:23.718132 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Attempting to bind port 6b7c655f-18a0-48f7-a092-14a830fb2d1c by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:23.718736 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Attempting to bind port 6b7c655f-18a0-48f7-a092-14a830fb2d1c on network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:23.725392 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:23.726167 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Checking segment: {'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:23.726778 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.727419 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Bound using segment: {'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:23.728150 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Bound port: 6b7c655f-18a0-48f7-a092-14a830fb2d1c, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6e662c-c920-4342-98c4-dbbe019adeef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:23.728818 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.849566 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] For port 6b7c655f-18a0-48f7-a092-14a830fb2d1c, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:23.853416 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] For port 6b7c655f-18a0-48f7-a092-14a830fb2d1c, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b7c655f-18a0-48f7-a092-14a830fb2d1c,segment=NetworkSegment(cc6e662c-c920-4342-98c4-dbbe019adeef),segment_id=cc6e662c-c920-4342-98c4-dbbe019adeef)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:23.865237 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.942869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] For port 5f58e52e-9aed-4922-93aa-17f5ab62251e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5f58e52e-9aed-4922-93aa-17f5ab62251e,segment=NetworkSegment(92f3ad73-76f4-4c18-ae3c-7457af146409),segment_id=92f3ad73-76f4-4c18-ae3c-7457af146409)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:23.943455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.972943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] For port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:23.973482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:23.987377 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:23.987913 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.153482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b45b3ba-1401-417a-afd1-12d13c3371ab None None] Network 00e9067d-1dae-40c8-a3be-337003f84fd8 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:24.174346 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360b363-fa90-4bb9-938e-24b1a52ddc5a None None] Pushing event updated for resources: {'Port': ['ID=6b7c655f-18a0-48f7-a092-14a830fb2d1c,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:24.219425 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:24.246053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 5f58e52e-9aed-4922-93aa-17f5ab62251e owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:24.343863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router f929d9a0-898e-415e-a96f-60d7039679e9 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:32:24.416259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Calling delete_port for cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:24.450794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:24.510163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:24.566805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:24.598685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] Set router 1b752cdb-e17f-4a13-aec9-bce9fd596eba gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:24.632488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=5f58e52e-9aed-4922-93aa-17f5ab62251e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:24.649024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No DVR routers for this DVR port 5f58e52e-9aed-4922-93aa-17f5ab62251e on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:24.659020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:24.700827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Allocated IP 172.22.0.2 (1e29a90f-8d6e-44fc-8a85-647ca5a8472e/e69872b5-5093-43a0-9acc-7d604db620f2/517e0a76-f41b-4b3b-a587-75940ad54dc5) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:24.723147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:24.734615 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d3b8e-9a2d-4d33-95ed-1ae15a3c0d2f None None] Sync routers for ids ['f929d9a0-898e-415e-a96f-60d7039679e9'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:24.753526 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d3b8e-9a2d-4d33-95ed-1ae15a3c0d2f None None] Routers {'f929d9a0-898e-415e-a96f-60d7039679e9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:24.754274 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-741d3b8e-9a2d-4d33-95ed-1ae15a3c0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f929d9a0-898e-415e-a96f-60d7039679e9'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.825365 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 3, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:23Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.827739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:24.829134 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-741d3b8e-9a2d-4d33-95ed-1ae15a3c0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.833911 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f066a5e-c24e-4f4c-b8b8-aa1afbda1909 None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 3, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:23Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:24.846846 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741d3b8e-9a2d-4d33-95ed-1ae15a3c0d2f None None] Routers {'f929d9a0-898e-415e-a96f-60d7039679e9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:24.847594 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-741d3b8e-9a2d-4d33-95ed-1ae15a3c0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f929d9a0-898e-415e-a96f-60d7039679e9'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.885115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4053b52d-7ae2-466a-90b9-56f92fe45917']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.898655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f3ad73-76f4-4c18-ae3c-7457af146409') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.899232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f3ad73-76f4-4c18-ae3c-7457af146409') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.912800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:24.926775 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-741d3b8e-9a2d-4d33-95ed-1ae15a3c0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:24.927253 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741d3b8e-9a2d-4d33-95ed-1ae15a3c0d2f None None] The sync data for ids ['f929d9a0-898e-415e-a96f-60d7039679e9'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:24.931425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:24.966101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 3997a052-ad18-41ce-9498-f2462893b420 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:24.966453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.008024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:25.008684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:25.024925 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:25.044308 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-807a43f6-ab61-4308-8a1d-2ab9a952e2ac tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/f929d9a0-898e-415e-a96f-60d7039679e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7940795 Apr 22 09:32:25.047815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57126) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:25.171537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] For port 5f58e52e-9aed-4922-93aa-17f5ab62251e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5f58e52e-9aed-4922-93aa-17f5ab62251e,segment=NetworkSegment(92f3ad73-76f4-4c18-ae3c-7457af146409),segment_id=92f3ad73-76f4-4c18-ae3c-7457af146409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:25.171537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.256252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.259798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Could not find standard attr ID for object 5f58e52e-9aed-4922-93aa-17f5ab62251e. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:25.294935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.425338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.460008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.466713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 3997a052-ad18-41ce-9498-f2462893b420 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:25.513184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b651f863-fdbd-4625-88a6-ccc3057dde54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:25.514777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b651f863-fdbd-4625-88a6-ccc3057dde54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:25.553608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 663a6c73-88b4-48ab-9a23-707597adc844 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:25.559570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Network': ['ID=4053b52d-7ae2-466a-90b9-56f92fe45917,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:25.576098 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f0012d85-a810-4968-9484-47b20ffca83b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/networks/4053b52d-7ae2-466a-90b9-56f92fe45917 HTTP/1.1" status: 204 len: 168 time: 3.7379882 Apr 22 09:32:25.577574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57130) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:25.584006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b651f863-fdbd-4625-88a6-ccc3057dde54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:25.585189 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b651f863-fdbd-4625-88a6-ccc3057dde54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports/b62865a5-4e39-4967-9336-f0100c6fbd5c HTTP/1.1" status: 200 len: 911 time: 0.5252280 Apr 22 09:32:25.589917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2131081137'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:25.591585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57134) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:25.594918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] Calling delete_port for 5f58e52e-9aed-4922-93aa-17f5ab62251e owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:25.603128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:25.613745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:network and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:25.642772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] No DVR routers for this DVR port cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:25.648608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dfc6a0ac-eacd-4aae-806d-70002801ea58 None None] Could not find standard attr ID for object a5627c77-702d-4647-85e7-d581c8ce45cc. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:25.656438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:25.676423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:25.679597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b9e4a-d282-439c-ac1a-4b9a6df525dc None None] Pushing event deleted for resources: {'Port': ['ID=cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:25.692775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7917fd-b85f-49c8-923f-c9413e21d232 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:25.717160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:25.721866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.965325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.966263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:25.977267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:25.977618 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Added segment 459d7b3b-ae72-4411-83db-bf514cf0103f of type vlan for network 40527168-e47c-4658-9408-345e46ae618f Apr 22 09:32:26.012017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.028919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=3997a052-ad18-41ce-9498-f2462893b420,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:26.050472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.056949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:26.057609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.066717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-76a6c82d-966d-4855-9bde-d33e6b5d39d5 None None] Provisioning for port c99b5e91-3bae-4862-89be-84e7c106dbd1 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:26.147774 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:26.148813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:26.210017 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6244946 Apr 22 09:32:26.210965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57138) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:26.220857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': '40527168-e47c-4658-9408-345e46ae618f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:26.221989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89840fca-15c8-4cd2-a560-65ec9e66aeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Network': ['ID=40527168-e47c-4658-9408-345e46ae618f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:26.226442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 663a6c73-88b4-48ab-9a23-707597adc844 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:26.226942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.262030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 40527168-e47c-4658-9408-345e46ae618f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:26.343860 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.492484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Transition to ACTIVE for port object 517e0a76-f41b-4b3b-a587-75940ad54dc5 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:26.572090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.640097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Transition to ACTIVE for port object 517e0a76-f41b-4b3b-a587-75940ad54dc5 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:26.658138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] Deleting port 5f58e52e-9aed-4922-93aa-17f5ab62251e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:26.658750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.694326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-76a6c82d-966d-4855-9bde-d33e6b5d39d5 None None] Provisioning for port 00af213e-41aa-4799-a5da-ea71a1760feb completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:26.705621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.744918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b752cdb-e17f-4a13-aec9-bce9fd596eba', 'name': 'tempest-NetworksTestDHCPv6-router-1823335140', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:18Z', 'updated_at': '2022-04-22T09:32:20Z', 'revision_number': 2, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None, '_interfaces': [{'id': '3997a052-ad18-41ce-9498-f2462893b420', 'name': '', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'mac_address': 'fa:16:3e:ad:b4:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b752cdb-e17f-4a13-aec9-bce9fd596eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '06316e61-6880-4f72-aefe-c17f0b89d045', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:19Z', 'updated_at': '2022-04-22T09:32:21Z', 'revision_number': 2, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'subnets': [{'id': '06316e61-6880-4f72-aefe-c17f0b89d045', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:26.754133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:26.789426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.22.0.1 (1e29a90f-8d6e-44fc-8a85-647ca5a8472e/e69872b5-5093-43a0-9acc-7d604db620f2/8eea7798-5752-49ca-a838-79f34068ab0a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:26.837603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6b73b-4b13-4ce1-90f7-d1d3eb7f398d None None] The port '5f58e52e-9aed-4922-93aa-17f5ab62251e' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:32:26.851045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] Checking router: 1b752cdb-e17f-4a13-aec9-bce9fd596eba for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:26.851418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] Updating router 1b752cdb-e17f-4a13-aec9-bce9fd596eba port 3997a052-ad18-41ce-9498-f2462893b420 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:32:26.886852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '06316e61-6880-4f72-aefe-c17f0b89d045'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:26.887667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:26.910134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:26.912901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:26.918760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:26.921342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:26.951108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] Port 3997a052-ad18-41ce-9498-f2462893b420 not found while updating agent binding for router 1b752cdb-e17f-4a13-aec9-bce9fd596eba. {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 22 09:32:26.953395 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:26.967098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:26.973067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Pushing event updated for resources: {'Port': ['ID=517e0a76-f41b-4b3b-a587-75940ad54dc5,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:26.987687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c99b5e91-3bae-4862-89be-84e7c106dbd1 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:26.991852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:26.995148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.027929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.060872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object 8eea7798-5752-49ca-a838-79f34068ab0a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:27.107398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.192177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:27.196601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:27.199351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:27.213176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.230801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] Routers {'1b752cdb-e17f-4a13-aec9-bce9fd596eba'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:27.231404 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['1b752cdb-e17f-4a13-aec9-bce9fd596eba'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:27.235550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=8eea7798-5752-49ca-a838-79f34068ab0a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:27.245920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Router 1b752cdb-e17f-4a13-aec9-bce9fd596eba has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:27.270964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.405854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.508081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Attempting to bind port 517e0a76-f41b-4b3b-a587-75940ad54dc5 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:27.508383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Attempting to bind port 517e0a76-f41b-4b3b-a587-75940ad54dc5 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:27.508773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Attempting to bind port 517e0a76-f41b-4b3b-a587-75940ad54dc5 on network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:27.511773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] Set router 1b752cdb-e17f-4a13-aec9-bce9fd596eba gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:27.656266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cddd59a0-fcb1-4eb8-be2a-16f73b270a78 None None] Provisioning for port b62865a5-4e39-4967-9336-f0100c6fbd5c completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:27.662932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:27.663316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Checking segment: {'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:27.663718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.664109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Bound using segment: {'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:27.664826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Bound port: 517e0a76-f41b-4b3b-a587-75940ad54dc5, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:27.665193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.711706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b752cdb-e17f-4a13-aec9-bce9fd596eba', 'name': 'tempest-NetworksTestDHCPv6-router-1823335140', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:18Z', 'updated_at': '2022-04-22T09:32:25Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:27.718195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:27.723401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1759947e-9326-45f0-8f4e-ba17fede4820 None None] The sync data for ids ['1b752cdb-e17f-4a13-aec9-bce9fd596eba'] in dv-neutron-839018-1-hyperv is: [{'id': '1b752cdb-e17f-4a13-aec9-bce9fd596eba', 'name': 'tempest-NetworksTestDHCPv6-router-1823335140', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:18Z', 'updated_at': '2022-04-22T09:32:25Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:27.724847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cddd59a0-fcb1-4eb8-be2a-16f73b270a78 None None] Provisioning complete for port b62865a5-4e39-4967-9336-f0100c6fbd5c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:27.725382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cddd59a0-fcb1-4eb8-be2a-16f73b270a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.796751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port c99b5e91-3bae-4862-89be-84e7c106dbd1 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:27.814608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/06316e61-6880-4f72-aefe-c17f0b89d045/fb902756-7011-463b-9030-1df754115047) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:27.816565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c99b5e91-3bae-4862-89be-84e7c106dbd1 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:27.816944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.872087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.877787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:27.891376 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9ec2993a-7236-45ed-bab4-850756c596e8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "PUT /v2.0/routers/1b752cdb-e17f-4a13-aec9-bce9fd596eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5647113 Apr 22 09:32:27.898646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57142) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:27.917900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cddd59a0-fcb1-4eb8-be2a-16f73b270a78 None None] Port b62865a5-4e39-4967-9336-f0100c6fbd5c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:27.943793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1309ff13-f792-4f57-b801-50759a320100 None None] For port 517e0a76-f41b-4b3b-a587-75940ad54dc5, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:27.953157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.006699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.057240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=8eea7798-5752-49ca-a838-79f34068ab0a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:28.092053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1309ff13-f792-4f57-b801-50759a320100 None None] For port 517e0a76-f41b-4b3b-a587-75940ad54dc5, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=517e0a76-f41b-4b3b-a587-75940ad54dc5,segment=NetworkSegment(b44ade8f-133b-4ecb-9895-01c0ce43b495),segment_id=b44ade8f-133b-4ecb-9895-01c0ce43b495)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:28.093922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60ea04-937b-4a8c-86c6-4591dcd66e8e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:28.095783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d60ea04-937b-4a8c-86c6-4591dcd66e8e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:28.096584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5d60ea04-937b-4a8c-86c6-4591dcd66e8e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:28.112832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.136920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=d868236e-caa1-4bde-a475-9246c0924f7d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:28.151790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking segment: {'id': '459d7b3b-ae72-4411-83db-bf514cf0103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '40527168-e47c-4658-9408-345e46ae618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:28.152145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network hostable DHCP agents. Network: 40527168-e47c-4658-9408-345e46ae618f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:28.158421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5d60ea04-937b-4a8c-86c6-4591dcd66e8e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:28.162359 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5d60ea04-937b-4a8c-86c6-4591dcd66e8e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2575932 Apr 22 09:32:28.168238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57146) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:28.171887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8:1::1 (00e9067d-1dae-40c8-a3be-337003f84fd8/b61f8422-d020-461a-936f-0b044b49eeba/d7afe96d-2809-4fa6-a169-71c110e06a9b) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:28.182030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.199117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:28.200076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:28.265941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b2d4fe83-3d0b-4b41-a587-5574db94c065 None None] Provisioning complete for port c99b5e91-3bae-4862-89be-84e7c106dbd1 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:28.266551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fe83-3d0b-4b41-a587-5574db94c065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.283698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 40527168-e47c-4658-9408-345e46ae618f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:28.353335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9cc79a-1333-49a4-a06b-ba8753ddc3ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 06316e61-6880-4f72-aefe-c17f0b89d045 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:28.355621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309ff13-f792-4f57-b801-50759a320100 None None] Pushing event updated for resources: {'Port': ['ID=517e0a76-f41b-4b3b-a587-75940ad54dc5,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:28.362392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 40527168-e47c-4658-9408-345e46ae618f) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:28.375990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:28.376600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.378131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port c99b5e91-3bae-4862-89be-84e7c106dbd1, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c99b5e91-3bae-4862-89be-84e7c106dbd1,segment=NetworkSegment(fbcde1e4-4acc-4ab0-a11a-6bd53800751b),segment_id=fbcde1e4-4acc-4ab0-a11a-6bd53800751b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:28.388055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8350940b-64c4-4d68-9889-ce20c285a413 None None] Network 40527168-e47c-4658-9408-345e46ae618f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:28.431172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.432095 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e3dffcf-80c2-4950-bea4-82414b8bceff tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2197633 Apr 22 09:32:28.432443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b7c655f-18a0-48f7-a092-14a830fb2d1c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:28.438152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57150) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:28.453391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': '40527168-e47c-4658-9408-345e46ae618f', 'name': 'tempest-PortsIpV6TestJSON-741121399', 'fixed_ips': [{'subnet_id': 'd868236e-caa1-4bde-a475-9246c0924f7d', 'ip_address': '2001:db8::10'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:28.505750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:28.558114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.594657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object d7afe96d-2809-4fa6-a169-71c110e06a9b will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:28.650648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:28.657592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:port and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:28.668388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:28.681199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:28.703427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:28.720315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:28.730879 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f3bc19d6-e816-4248-bf76-2fe99c84d456 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8217607 Apr 22 09:32:28.734153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57156) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:28.746316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:28.749145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.750937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'network': {'name': 'tempest-RoutersTest-347099401'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:28.759322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:28.767680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:network and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:28.771475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:28.777291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:28.789612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:28.793207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.814663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=c99b5e91-3bae-4862-89be-84e7c106dbd1,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:28.835843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.839690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:28.840342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:28.858016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:28.870174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.870570 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added segment db47490a-c1e9-4df4-a791-acb21cc18533 of type vlan for network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac Apr 22 09:32:28.913238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.961239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.970630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Transition to ACTIVE for port object fb902756-7011-463b-9030-1df754115047 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:28.974056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 00e9067d-1dae-40c8-a3be-337003f84fd8 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:28.988753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:28.990251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:28.995519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:29.007009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:29.007736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.010390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=d7afe96d-2809-4fa6-a169-71c110e06a9b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:29.028338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.042814 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3033462 Apr 22 09:32:29.044500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57160) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:29.051811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'subnet': {'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:29.078665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 9d13efc2-1889-40c3-a361-4a000c0b9dc0 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:29.098151 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] Sync routers for ids ['1b752cdb-e17f-4a13-aec9-bce9fd596eba'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:29.099767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 6b7c655f-18a0-48f7-a092-14a830fb2d1c completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:29.134766 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] Routers {'1b752cdb-e17f-4a13-aec9-bce9fd596eba'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:29.135558 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['1b752cdb-e17f-4a13-aec9-bce9fd596eba'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:29.155502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Transition to ACTIVE for port object fb902756-7011-463b-9030-1df754115047 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:29.162378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6b7c655f-18a0-48f7-a092-14a830fb2d1c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:29.162752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.222279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc79a-1333-49a4-a06b-ba8753ddc3ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.254427 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.308077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c485d12-2c01-49c2-8852-070ceaed3961 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Network': ['ID=c7f0d2ae-63f7-45a5-9603-5de45d18b5ac,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:29.309250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc79a-1333-49a4-a06b-ba8753ddc3ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.330524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:29.342204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:29.347146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:subnet and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:29.355475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:29.359830 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] Set router 1b752cdb-e17f-4a13-aec9-bce9fd596eba gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:29.366876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:29.384017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Made reservation on behalf of 9da6a9a067ed4194acfd312cf37e2298 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:29.390507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.427424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc79a-1333-49a4-a06b-ba8753ddc3ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.468065 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:29.513902 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b752cdb-e17f-4a13-aec9-bce9fd596eba', 'name': 'tempest-NetworksTestDHCPv6-router-1823335140', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:18Z', 'updated_at': '2022-04-22T09:32:25Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:29.520552 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] Checking router: 1b752cdb-e17f-4a13-aec9-bce9fd596eba for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:29.533176 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] Routers {'1b752cdb-e17f-4a13-aec9-bce9fd596eba'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:29.533855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['1b752cdb-e17f-4a13-aec9-bce9fd596eba'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:29.556729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc79a-1333-49a4-a06b-ba8753ddc3ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.717257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cc79a-1333-49a4-a06b-ba8753ddc3ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=06316e61-6880-4f72-aefe-c17f0b89d045,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:29.719993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9c9cc79a-1333-49a4-a06b-ba8753ddc3ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.752810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.798720 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] Set router 1b752cdb-e17f-4a13-aec9-bce9fd596eba gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:29.799375 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9c9cc79a-1333-49a4-a06b-ba8753ddc3ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/06316e61-6880-4f72-aefe-c17f0b89d045 HTTP/1.1" status: 204 len: 168 time: 1.6301618 Apr 22 09:32:29.810890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57164) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:29.884385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Subnet': ['ID=6cafc553-dea2-4cbe-abc0-823d914d35f1,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:29.900658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b2d4fe83-3d0b-4b41-a587-5574db94c065 None None] Provisioning complete for port b62865a5-4e39-4967-9336-f0100c6fbd5c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:29.901571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fe83-3d0b-4b41-a587-5574db94c065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:29.941788 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b752cdb-e17f-4a13-aec9-bce9fd596eba', 'name': 'tempest-NetworksTestDHCPv6-router-1823335140', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:18Z', 'updated_at': '2022-04-22T09:32:25Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:29.947050 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66330ed-853b-40a4-84b5-0b13ee931103 None None] The sync data for ids ['1b752cdb-e17f-4a13-aec9-bce9fd596eba'] in dv-neutron-839018-1-hyperv is: [{'id': '1b752cdb-e17f-4a13-aec9-bce9fd596eba', 'name': 'tempest-NetworksTestDHCPv6-router-1823335140', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:32:18Z', 'updated_at': '2022-04-22T09:32:25Z', 'revision_number': 3, 'project_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:29.955615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Checking segment: {'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:29.957128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network hostable DHCP agents. Network: c7f0d2ae-63f7-45a5-9603-5de45d18b5ac, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:29.975144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:30.000052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:30.003850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:30.004834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:30.027105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, c7f0d2ae-63f7-45a5-9603-5de45d18b5ac) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:30.033579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:30.034221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:30.035614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-40527168-e47c-4658-9408-345e46ae618f', 'network_id': '40527168-e47c-4658-9408-345e46ae618f', 'tenant_id': '48da3bd2d4f648b9b7e64b59eaff9218', 'fixed_ips': [{'subnet_id': 'd868236e-caa1-4bde-a475-9246c0924f7d'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:30.036555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:30.065585 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6c92084c-01b8-48c2-b3e9-ad24f4b96527 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0209370 Apr 22 09:32:30.066428 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57168) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:30.077305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53201ec0-55f0-4214-83bc-10a10e1c2b2a None None] Network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:30.114066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ff6da-4ddb-485a-9415-13e4a1cfbaf8 None None] Network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:30.135709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:30.197137 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Pushing event updated for resources: {'Port': ['ID=fb902756-7011-463b-9030-1df754115047,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:30.205957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::10 (40527168-e47c-4658-9408-345e46ae618f/d868236e-caa1-4bde-a475-9246c0924f7d/9d13efc2-1889-40c3-a361-4a000c0b9dc0) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:30.374169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f3d48fbf-d6b0-4fe4-bdf7-acfb81e9fc86 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:router {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:30.493177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f3d48fbf-d6b0-4fe4-bdf7-acfb81e9fc86 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:router {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:30.496993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f3d48fbf-d6b0-4fe4-bdf7-acfb81e9fc86 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4486902 Apr 22 09:32:30.500146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57172) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:30.526633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4fe83-3d0b-4b41-a587-5574db94c065 None None] Port b62865a5-4e39-4967-9336-f0100c6fbd5c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:30.543618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Attempting to bind port fb902756-7011-463b-9030-1df754115047 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:30.544276 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Attempting to bind port fb902756-7011-463b-9030-1df754115047 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:30.544825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Attempting to bind port fb902756-7011-463b-9030-1df754115047 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:30.571659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:30.572353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:30.572950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:30.573488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:30.574111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Bound port: fb902756-7011-463b-9030-1df754115047, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:30.574738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:30.752682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:30.781458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-db8cd17c-6b4b-42bd-b997-6cbf029a49c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:30.839077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4fa3e224-f5ca-4fe1-b55d-e77a2c1b55f8 None None] Provisioning for port 517e0a76-f41b-4b3b-a587-75940ad54dc5 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:30.840494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:30.992597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] For port fb902756-7011-463b-9030-1df754115047, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:31.008503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 6b7c655f-18a0-48f7-a092-14a830fb2d1c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b7c655f-18a0-48f7-a092-14a830fb2d1c,segment=NetworkSegment(cc6e662c-c920-4342-98c4-dbbe019adeef),segment_id=cc6e662c-c920-4342-98c4-dbbe019adeef)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:31.019059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] For port fb902756-7011-463b-9030-1df754115047, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fb902756-7011-463b-9030-1df754115047,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:31.023267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.025136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 00af213e-41aa-4799-a5da-ea71a1760feb up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:31.141447 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4fa3e224-f5ca-4fe1-b55d-e77a2c1b55f8 None None] Provisioning for port d7afe96d-2809-4fa6-a169-71c110e06a9b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:31.234262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.251781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Allocated IP 172.23.0.1 (c7f0d2ae-63f7-45a5-9603-5de45d18b5ac/6cafc553-dea2-4cbe-abc0-823d914d35f1/cd5a6b72-3524-472d-88d3-5bbf8976a18a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:31.272805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4fa3e224-f5ca-4fe1-b55d-e77a2c1b55f8 None None] Provisioning complete for port d7afe96d-2809-4fa6-a169-71c110e06a9b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:31.273217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e224-f5ca-4fe1-b55d-e77a2c1b55f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.306330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:31.307152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.356253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-db8cd17c-6b4b-42bd-b997-6cbf029a49c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.364685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-db8cd17c-6b4b-42bd-b997-6cbf029a49c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.398028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.431511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object 9d13efc2-1889-40c3-a361-4a000c0b9dc0 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:31.435288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-db8cd17c-6b4b-42bd-b997-6cbf029a49c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.435795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8cd17c-6b4b-42bd-b997-6cbf029a49c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Fanout notify agent at l3_agent the message router_deleted on router 1b752cdb-e17f-4a13-aec9-bce9fd596eba {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:32:31.442460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=6b7c655f-18a0-48f7-a092-14a830fb2d1c,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:31.449075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.472998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.475298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Transition to ACTIVE for port object cd5a6b72-3524-472d-88d3-5bbf8976a18a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:31.481686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-db8cd17c-6b4b-42bd-b997-6cbf029a49c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.482859 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-db8cd17c-6b4b-42bd-b997-6cbf029a49c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/routers/1b752cdb-e17f-4a13-aec9-bce9fd596eba HTTP/1.1" status: 204 len: 168 time: 0.9799132 Apr 22 09:32:31.485937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.486678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.490984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57178) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:31.509141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.538810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:27Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:23Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:14Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:27Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:31.540958 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3e224-f5ca-4fe1-b55d-e77a2c1b55f8 None None] Port d7afe96d-2809-4fa6-a169-71c110e06a9b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:31.580837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:31.581795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Updating router 3746f998-a86f-46d0-a196-cfa4dce0f65d port 8eea7798-5752-49ca-a838-79f34068ab0a binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:32:31.632844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=cd5a6b72-3524-472d-88d3-5bbf8976a18a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:31.652550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:31.654593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:31.663511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:31.664727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.711163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 00af213e-41aa-4799-a5da-ea71a1760feb completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:31.725538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.739291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=d7afe96d-2809-4fa6-a169-71c110e06a9b,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:31.761711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 00af213e-41aa-4799-a5da-ea71a1760feb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:31.762537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.807988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 40527168-e47c-4658-9408-345e46ae618f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:31.816976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:31.826460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:31.832534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:31.833106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.855813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496aa2-ab06-452d-a7c3-84f056679298 None None] Pushing event updated for resources: {'Port': ['ID=fb902756-7011-463b-9030-1df754115047,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:31.866294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=9d13efc2-1889-40c3-a361-4a000c0b9dc0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:31.898460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.902011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:31.907593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54cf65-7363-432c-8c96-bf335a9d9245 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:31.908512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8d54cf65-7363-432c-8c96-bf335a9d9245 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:31.916052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1c389f7d-9d3a-457e-aa75-04059dbb4083 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4763970 Apr 22 09:32:31.921639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57182) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:31.934530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': '40527168-e47c-4658-9408-345e46ae618f', 'name': 'tempest-PortsIpV6TestJSON-1079701403', 'fixed_ips': [{'subnet_id': 'd868236e-caa1-4bde-a475-9246c0924f7d', 'ip_address': '2001:db8::f'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:31.943095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Allocated IP 2001:db8::2 (40527168-e47c-4658-9408-345e46ae618f/d868236e-caa1-4bde-a475-9246c0924f7d/2091345e-7a24-4e70-a399-bfb94a19651b) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:31.962733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 00e9067d-1dae-40c8-a3be-337003f84fd8 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:31.976039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:31.981837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8d54cf65-7363-432c-8c96-bf335a9d9245 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:31.983296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8d54cf65-7363-432c-8c96-bf335a9d9245 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4510078 Apr 22 09:32:31.991999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57186) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:32.008499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Allocated IP 172.23.0.2 (c7f0d2ae-63f7-45a5-9603-5de45d18b5ac/6cafc553-dea2-4cbe-abc0-823d914d35f1/7372715d-34d7-447c-8b2e-188f1159977d) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:32.336251 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:32:32.361988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router f929d9a0-898e-415e-a96f-60d7039679e9 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:32.374038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb76a890-67d8-4a47-8899-b14a51f49655 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:32.375211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cb76a890-67d8-4a47-8899-b14a51f49655 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:32.489605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:32.496041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:32.551542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c41a94b2-7243-4181-987f-13ab903a53ca None None] Provisioning for port 8eea7798-5752-49ca-a838-79f34068ab0a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:32.575538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:32.592129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:32.606172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:port and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:32.612619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:32.616534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cb76a890-67d8-4a47-8899-b14a51f49655 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:32.616740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c41a94b2-7243-4181-987f-13ab903a53ca None None] Provisioning complete for port 8eea7798-5752-49ca-a838-79f34068ab0a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:32.620205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cb76a890-67d8-4a47-8899-b14a51f49655 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6232958 Apr 22 09:32:32.623990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c41a94b2-7243-4181-987f-13ab903a53ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:32.624454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57190) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:32.625415 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:32.663389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:32.735791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Transition to ACTIVE for port object 2091345e-7a24-4e70-a399-bfb94a19651b will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:32.744595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dd3aca26-5484-4531-8599-b96c25071b40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:router {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:32.749394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:32.758052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-13df8658-5017-4ef2-8981-e0db14a6310a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/f929d9a0-898e-415e-a96f-60d7039679e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1651666 Apr 22 09:32:32.762074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57194) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:32.809461 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:32.811980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:32.815151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event updated for resources: {'Port': ['ID=cd5a6b72-3524-472d-88d3-5bbf8976a18a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:32.816326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:32.840725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f7f66-46b9-487e-8967-175199d8eaa9 None None] Sync routers for ids ['f929d9a0-898e-415e-a96f-60d7039679e9'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:32.849518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dd3aca26-5484-4531-8599-b96c25071b40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:router {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:32.850648 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dd3aca26-5484-4531-8599-b96c25071b40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2226815 Apr 22 09:32:32.863055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57198) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:32.867798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 02b1cd96-b966-450a-bee4-ba530e4a718c yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:32.869192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:32.886003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 00af213e-41aa-4799-a5da-ea71a1760feb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=00af213e-41aa-4799-a5da-ea71a1760feb,segment=NetworkSegment(f603b83b-10ce-4db0-aaa6-c3decb9930e0),segment_id=f603b83b-10ce-4db0-aaa6-c3decb9930e0)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:32.892441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Transition to ACTIVE for port object 2091345e-7a24-4e70-a399-bfb94a19651b will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:32.903226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c41a94b2-7243-4181-987f-13ab903a53ca None None] Port 8eea7798-5752-49ca-a838-79f34068ab0a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:32.913191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e291cd3-d64a-4d63-9227-4af9fc56864a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:32.913832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2e291cd3-d64a-4d63-9227-4af9fc56864a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:32.945066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:32.945846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:32.956814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2e291cd3-d64a-4d63-9227-4af9fc56864a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:32.961542 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2e291cd3-d64a-4d63-9227-4af9fc56864a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports/d7afe96d-2809-4fa6-a169-71c110e06a9b HTTP/1.1" status: 200 len: 913 time: 0.1928546 Apr 22 09:32:32.961742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57202) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:33.016745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f7f66-46b9-487e-8967-175199d8eaa9 None None] Routers {'f929d9a0-898e-415e-a96f-60d7039679e9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:33.017470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-4c6f7f66-46b9-487e-8967-175199d8eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f929d9a0-898e-415e-a96f-60d7039679e9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:33.082232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:33.113457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:33.118836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:33.121421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:33.204782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:33.207012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.208768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.272261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-4c6f7f66-46b9-487e-8967-175199d8eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:33.323322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Network 40527168-e47c-4658-9408-345e46ae618f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:33.352837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:33.367040 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.370476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:33.382261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f7f66-46b9-487e-8967-175199d8eaa9 None None] Routers {'f929d9a0-898e-415e-a96f-60d7039679e9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:33.383080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-4c6f7f66-46b9-487e-8967-175199d8eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f929d9a0-898e-415e-a96f-60d7039679e9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:33.408830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:33.431224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=00af213e-41aa-4799-a5da-ea71a1760feb,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:33.537040 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Transition to ACTIVE for port object 7372715d-34d7-447c-8b2e-188f1159977d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:33.565605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::f (40527168-e47c-4658-9408-345e46ae618f/d868236e-caa1-4bde-a475-9246c0924f7d/02b1cd96-b966-450a-bee4-ba530e4a718c) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:33.581541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-4c6f7f66-46b9-487e-8967-175199d8eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:33.581937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f7f66-46b9-487e-8967-175199d8eaa9 None None] The sync data for ids ['f929d9a0-898e-415e-a96f-60d7039679e9'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:33.610825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.resource_extend [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:32:33.644160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Transition to ACTIVE for port object 7372715d-34d7-447c-8b2e-188f1159977d will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:33.681445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:33.681983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:33.699320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Attempting to bind port 2091345e-7a24-4e70-a399-bfb94a19651b on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:33.699684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Attempting to bind port 2091345e-7a24-4e70-a399-bfb94a19651b by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '459d7b3b-ae72-4411-83db-bf514cf0103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '40527168-e47c-4658-9408-345e46ae618f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:33.700239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Attempting to bind port 2091345e-7a24-4e70-a399-bfb94a19651b on network 40527168-e47c-4658-9408-345e46ae618f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:33.702320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Pushing event updated for resources: {'Port': ['ID=2091345e-7a24-4e70-a399-bfb94a19651b,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:33.711264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.744098 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c29e63f7-bcf2-4319-9889-2dfb0b2b4731 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6737325 Apr 22 09:32:33.744614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57206) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:33.752304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:33.755072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:33.755451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.778769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:33.779221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Checking segment: {'id': '459d7b3b-ae72-4411-83db-bf514cf0103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '40527168-e47c-4658-9408-345e46ae618f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:33.779529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.780842 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Bound using segment: {'id': '459d7b3b-ae72-4411-83db-bf514cf0103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '40527168-e47c-4658-9408-345e46ae618f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:33.780965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Bound port: 2091345e-7a24-4e70-a399-bfb94a19651b, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459d7b3b-ae72-4411-83db-bf514cf0103f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '40527168-e47c-4658-9408-345e46ae618f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:33.781294 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.823330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-197ec1dc-7f0e-4613-b43e-a30a3696f9e6 None None] Provisioning complete for port 8eea7798-5752-49ca-a838-79f34068ab0a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:33.823724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197ec1dc-7f0e-4613-b43e-a30a3696f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.934139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.936856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:33.962010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:33.971513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:33.991773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:33.992201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object 02b1cd96-b966-450a-bee4-ba530e4a718c will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:34.001692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Pushing event updated for resources: {'Port': ['ID=7372715d-34d7-447c-8b2e-188f1159977d,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:34.004248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Transition to ACTIVE for port object 8eea7798-5752-49ca-a838-79f34068ab0a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:34.010512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.010858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-197ec1dc-7f0e-4613-b43e-a30a3696f9e6 None None] Port 8eea7798-5752-49ca-a838-79f34068ab0a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:34.067205 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.170048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:32:34.223473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] For port 2091345e-7a24-4e70-a399-bfb94a19651b, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:34.248348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.334886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] For port 2091345e-7a24-4e70-a399-bfb94a19651b, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2091345e-7a24-4e70-a399-bfb94a19651b,segment=NetworkSegment(459d7b3b-ae72-4411-83db-bf514cf0103f),segment_id=459d7b3b-ae72-4411-83db-bf514cf0103f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:34.343079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-197ec1dc-7f0e-4613-b43e-a30a3696f9e6 None None] Provisioning complete for port d7afe96d-2809-4fa6-a169-71c110e06a9b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:34.343453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-197ec1dc-7f0e-4613-b43e-a30a3696f9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.376497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a85f-7d57-4583-927c-ad7c32866ea9 None None] Pushing event updated for resources: {'Port': ['ID=8eea7798-5752-49ca-a838-79f34068ab0a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:34.378523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Attempting to bind port 7372715d-34d7-447c-8b2e-188f1159977d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:34.378886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Attempting to bind port 7372715d-34d7-447c-8b2e-188f1159977d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:34.379245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Attempting to bind port 7372715d-34d7-447c-8b2e-188f1159977d on network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:34.380559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=02b1cd96-b966-450a-bee4-ba530e4a718c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:34.396222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.449839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 40527168-e47c-4658-9408-345e46ae618f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:34.454085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:34.457012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:34.462362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:34.463199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.493178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:34.493548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Checking segment: {'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:34.494144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.494688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Bound using segment: {'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:34.495346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Bound port: 7372715d-34d7-447c-8b2e-188f1159977d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:34.496066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.518148 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4090a663-a97d-47f9-9846-0f813288ce73 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5896130 Apr 22 09:32:34.518696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57210) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:34.540159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.600893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-197ec1dc-7f0e-4613-b43e-a30a3696f9e6 None None] Port d7afe96d-2809-4fa6-a169-71c110e06a9b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:34.668852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port d7afe96d-2809-4fa6-a169-71c110e06a9b {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:34.669852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.684535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd1827-2ded-4a17-bb90-459bd27e5120 None None] Pushing event updated for resources: {'Port': ['ID=2091345e-7a24-4e70-a399-bfb94a19651b,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:34.700735 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Attempting to bind port 8eea7798-5752-49ca-a838-79f34068ab0a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:34.701099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Attempting to bind port 8eea7798-5752-49ca-a838-79f34068ab0a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:34.701387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Attempting to bind port 8eea7798-5752-49ca-a838-79f34068ab0a on network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:34.723738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,segment=NetworkSegment(cf162eb6-5c68-4e92-b0ae-01c8024d14ae),segment_id=cf162eb6-5c68-4e92-b0ae-01c8024d14ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:34.743887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:34.744824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Checking segment: {'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:34.745338 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.745825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Bound using segment: {'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:34.746508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Bound port: 8eea7798-5752-49ca-a838-79f34068ab0a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b44ade8f-133b-4ecb-9895-01c0ce43b495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:34.746895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.757549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6c603e-2687-450e-b4cf-686a70c93a9d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:34.758735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9c6c603e-2687-450e-b4cf-686a70c93a9d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:34.807812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.852502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:34.898154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:34.938420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.extraroute_db [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88062) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 09:32:34.951364 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9c6c603e-2687-450e-b4cf-686a70c93a9d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:34.951364 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9c6c603e-2687-450e-b4cf-686a70c93a9d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4314065 Apr 22 09:32:34.957050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57214) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:34.986984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:35.047497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:35.047871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cccad5aa-9bbd-4b3c-b57d-910ffd66f1b8 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:35.048229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5f58e52e-9aed-4922-93aa-17f5ab62251e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:35.053544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.extraroute_db [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Removed routes are [] {{(pid=88062) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 09:32:35.053957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:35.089701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] For port 7372715d-34d7-447c-8b2e-188f1159977d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:35.098036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 5f58e52e-9aed-4922-93aa-17f5ab62251e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:35.098492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5f58e52e-9aed-4922-93aa-17f5ab62251e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:35.143060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] For port 7372715d-34d7-447c-8b2e-188f1159977d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7372715d-34d7-447c-8b2e-188f1159977d,segment=NetworkSegment(db47490a-c1e9-4df4-a791-acb21cc18533),segment_id=db47490a-c1e9-4df4-a791-acb21cc18533)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:35.153453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:35.160950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:35.199344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for d7afe96d-2809-4fa6-a169-71c110e06a9b owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:35.216279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] For port 8eea7798-5752-49ca-a838-79f34068ab0a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:35.243985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] For port 8eea7798-5752-49ca-a838-79f34068ab0a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8eea7798-5752-49ca-a838-79f34068ab0a,segment=NetworkSegment(b44ade8f-133b-4ecb-9895-01c0ce43b495),segment_id=b44ade8f-133b-4ecb-9895-01c0ce43b495)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:35.254576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:35.308414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:35.308414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:35.570907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:35.576415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e014160-1ec2-4ef5-8429-0ca3f01ef49a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:35.583146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e014160-1ec2-4ef5-8429-0ca3f01ef49a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:35.599156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e014160-1ec2-4ef5-8429-0ca3f01ef49a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:35.604856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4e014160-1ec2-4ef5-8429-0ca3f01ef49a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:35.631732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] For port fb902756-7011-463b-9030-1df754115047, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fb902756-7011-463b-9030-1df754115047,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:35.759094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886113ac-28ac-489a-a3a5-afc37d17d197 None None] Pushing event updated for resources: {'Port': ['ID=7372715d-34d7-447c-8b2e-188f1159977d,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:35.761344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4e014160-1ec2-4ef5-8429-0ca3f01ef49a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:35.762667 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4e014160-1ec2-4ef5-8429-0ca3f01ef49a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.7907050 Apr 22 09:32:35.767082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57218) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:35.824337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 00af213e-41aa-4799-a5da-ea71a1760feb up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:35.825598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:35.829502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:35.893805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:35.899682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:32:35.904825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=d7afe96d-2809-4fa6-a169-71c110e06a9b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:36.046223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:36.067232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ae48385d-1280-42e8-bd38-c4aa903d79a3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 02b1cd96-b966-450a-bee4-ba530e4a718c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:36.067645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae48385d-1280-42e8-bd38-c4aa903d79a3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:36.087486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 00af213e-41aa-4799-a5da-ea71a1760feb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:36.087881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:36.118521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:36.119517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:36.177596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a85f-7d57-4583-927c-ad7c32866ea9 None None] Pushing event updated for resources: {'Port': ['ID=8eea7798-5752-49ca-a838-79f34068ab0a,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:36.212001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:36.317300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6980c26d-8dfc-4071-b481-b49bf9b21eb8 None None] Network 40527168-e47c-4658-9408-345e46ae618f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:36.464690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c99b5e91-3bae-4862-89be-84e7c106dbd1 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:36.501050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-85af39f0-a455-48c5-9293-d9ed936e3e43 None None] Provisioning for port 2091345e-7a24-4e70-a399-bfb94a19651b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:36.636086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 6, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:35Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5a6b72-3524-472d-88d3-5bbf8976a18a', 'name': '', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:7e:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:31Z', 'updated_at': '2022-04-22T09:32:32Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:36.644162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router f929d9a0-898e-415e-a96f-60d7039679e9 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:36.647531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26098063-5baa-4d02-9f36-b18a1698383c None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 6, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:35Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5a6b72-3524-472d-88d3-5bbf8976a18a', 'name': '', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:7e:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:31Z', 'updated_at': '2022-04-22T09:32:32Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:36.660287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:36.678344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c99b5e91-3bae-4862-89be-84e7c106dbd1 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:36.678729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:36.784193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:36.809076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29499b75-e50e-43f6-9a5f-e42effd921d5 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:36.836851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be12ed39-9ab4-4d6d-a8ad-1ed0ee27504b None None] Network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:36.871638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=fb902756-7011-463b-9030-1df754115047,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:36.912539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:36.925277 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a695813f-82bd-4803-9630-4d1c4f78f8a9 None None] Sync routers for ids ['f929d9a0-898e-415e-a96f-60d7039679e9'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:36.937550 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-31f5e677-5dbe-40a5-be47-b679dc23a7ba tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/f929d9a0-898e-415e-a96f-60d7039679e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9746459 Apr 22 09:32:36.939954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57222) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:36.941339 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a695813f-82bd-4803-9630-4d1c4f78f8a9 None None] Routers {'f929d9a0-898e-415e-a96f-60d7039679e9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:36.941974 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a695813f-82bd-4803-9630-4d1c4f78f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f929d9a0-898e-415e-a96f-60d7039679e9'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:37.091552 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a695813f-82bd-4803-9630-4d1c4f78f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:37.103319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-32563a46-1c9b-46a8-8961-771d4dafecee None None] Provisioning for port 7372715d-34d7-447c-8b2e-188f1159977d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:37.108123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:37.108806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:37.113026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=0e210b6e-dee4-4a4e-abd4-f4bebb7f1dab,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:37.116776 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a695813f-82bd-4803-9630-4d1c4f78f8a9 None None] Routers {'f929d9a0-898e-415e-a96f-60d7039679e9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:37.117405 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a695813f-82bd-4803-9630-4d1c4f78f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f929d9a0-898e-415e-a96f-60d7039679e9'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:37.133265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:37.181184 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-afc64642-9e22-45e7-8d93-55791a25142f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3168883 Apr 22 09:32:37.191328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57226) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:37.211656 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a695813f-82bd-4803-9630-4d1c4f78f8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:37.212329 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a695813f-82bd-4803-9630-4d1c4f78f8a9 None None] The sync data for ids ['f929d9a0-898e-415e-a96f-60d7039679e9'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:37.360783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:37.393936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57232) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:37.397844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b7c655f-18a0-48f7-a092-14a830fb2d1c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:37.481694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae48385d-1280-42e8-bd38-c4aa903d79a3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:37.526122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:37.710276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:37.711514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-69cc1242-a288-4ac8-903f-8889715c3ef0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 200 len: 933 time: 3.9661884 Apr 22 09:32:37.718282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57236) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:37.719892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ae48385d-1280-42e8-bd38-c4aa903d79a3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 02b1cd96-b966-450a-bee4-ba530e4a718c owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:37.744844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6b7c655f-18a0-48f7-a092-14a830fb2d1c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:37.745414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:37.870689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:37.937024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae48385d-1280-42e8-bd38-c4aa903d79a3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.023388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:38.056953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:38.060443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.089959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 517e0a76-f41b-4b3b-a587-75940ad54dc5 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:38.090565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48385d-1280-42e8-bd38-c4aa903d79a3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=02b1cd96-b966-450a-bee4-ba530e4a718c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:38.130641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ae48385d-1280-42e8-bd38-c4aa903d79a3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.153988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea6f44-fa57-4312-b039-20243bbe5f5d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:38.154474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea6f44-fa57-4312-b039-20243bbe5f5d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:38.154989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea6f44-fa57-4312-b039-20243bbe5f5d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:38.168426 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f86b4c99-00ff-4700-b19c-82719d45fecc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 200 len: 933 time: 0.4399073 Apr 22 09:32:38.168426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57242) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:38.170383 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4aea6f44-fa57-4312-b039-20243bbe5f5d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&network_id=303ea779-29bd-4e0f-a215-e37f8691800c HTTP/1.1" status: 200 len: 3000 time: 0.7745619 Apr 22 09:32:38.187705 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ae48385d-1280-42e8-bd38-c4aa903d79a3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/02b1cd96-b966-450a-bee4-ba530e4a718c HTTP/1.1" status: 204 len: 168 time: 2.4114079 Apr 22 09:32:38.188900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'routes': None}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:38.190709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57248) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:38.275576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.290187 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc26461-db50-4f83-8467-a7e275362a60 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:32:38.290747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fdc26461-db50-4f83-8467-a7e275362a60 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:38.317959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0ac77568-a4f2-4f33-bdfe-59f4ec89eed4 None None] Could not find standard attr ID for object 02b1cd96-b966-450a-bee4-ba530e4a718c. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:38.331527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fdc26461-db50-4f83-8467-a7e275362a60 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:38.333406 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fdc26461-db50-4f83-8467-a7e275362a60 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/02b1cd96-b966-450a-bee4-ba530e4a718c HTTP/1.1" status: 404 len: 333 time: 0.1415176 Apr 22 09:32:38.336136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57254) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:38.338107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 517e0a76-f41b-4b3b-a587-75940ad54dc5 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:38.349346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 517e0a76-f41b-4b3b-a587-75940ad54dc5 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:38.352435 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.450421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0ac77568-a4f2-4f33-bdfe-59f4ec89eed4 None None] Provisioning for port 9d13efc2-1889-40c3-a361-4a000c0b9dc0 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:38.462102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0ac77568-a4f2-4f33-bdfe-59f4ec89eed4 None None] Provisioning complete for port 9d13efc2-1889-40c3-a361-4a000c0b9dc0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:38.462615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ac77568-a4f2-4f33-bdfe-59f4ec89eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.496543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ed11a7c-4cc5-4e31-a3cc-bca0fba2681f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 9d13efc2-1889-40c3-a361-4a000c0b9dc0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:38.496838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ed11a7c-4cc5-4e31-a3cc-bca0fba2681f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.658909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0ac77568-a4f2-4f33-bdfe-59f4ec89eed4 None None] Port 9d13efc2-1889-40c3-a361-4a000c0b9dc0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:38.852011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.865763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-26a85045-f8d2-4a8c-ad46-ac8624146208 None None] Provisioning complete for port 9d13efc2-1889-40c3-a361-4a000c0b9dc0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:38.877399 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26a85045-f8d2-4a8c-ad46-ac8624146208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:38.932990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:38.979175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:38.979801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:38.991759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ed11a7c-4cc5-4e31-a3cc-bca0fba2681f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:39.155631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:39.171753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:39.342776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26a85045-f8d2-4a8c-ad46-ac8624146208 None None] Port 9d13efc2-1889-40c3-a361-4a000c0b9dc0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:39.358359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2ed11a7c-4cc5-4e31-a3cc-bca0fba2681f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 9d13efc2-1889-40c3-a361-4a000c0b9dc0 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:39.385604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 517e0a76-f41b-4b3b-a587-75940ad54dc5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=517e0a76-f41b-4b3b-a587-75940ad54dc5,segment=NetworkSegment(b44ade8f-133b-4ecb-9895-01c0ce43b495),segment_id=b44ade8f-133b-4ecb-9895-01c0ce43b495)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:39.397687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:39.398847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2091345e-7a24-4e70-a399-bfb94a19651b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:39.502300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-26a85045-f8d2-4a8c-ad46-ac8624146208 None None] Provisioning for port cd5a6b72-3524-472d-88d3-5bbf8976a18a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:39.504767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57262) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:39.574717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-26a85045-f8d2-4a8c-ad46-ac8624146208 None None] Provisioning complete for port cd5a6b72-3524-472d-88d3-5bbf8976a18a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:39.575095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-26a85045-f8d2-4a8c-ad46-ac8624146208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:39.650814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da7e443-f8df-4408-a318-9877f333213a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:39.652948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1da7e443-f8df-4408-a318-9877f333213a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 814 time: 0.1487217 Apr 22 09:32:39.666651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ed11a7c-4cc5-4e31-a3cc-bca0fba2681f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:39.746462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed11a7c-4cc5-4e31-a3cc-bca0fba2681f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=9d13efc2-1889-40c3-a361-4a000c0b9dc0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:39.818684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=517e0a76-f41b-4b3b-a587-75940ad54dc5,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:39.870273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2ed11a7c-4cc5-4e31-a3cc-bca0fba2681f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:39.879761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-26a85045-f8d2-4a8c-ad46-ac8624146208 None None] Port cd5a6b72-3524-472d-88d3-5bbf8976a18a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:39.902833 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2ed11a7c-4cc5-4e31-a3cc-bca0fba2681f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/9d13efc2-1889-40c3-a361-4a000c0b9dc0 HTTP/1.1" status: 204 len: 168 time: 1.5656056 Apr 22 09:32:39.906336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57270) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:39.935529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 2091345e-7a24-4e70-a399-bfb94a19651b completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:39.972817 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2091345e-7a24-4e70-a399-bfb94a19651b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:39.973529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:39.982653 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-3966c319-c488-4fb3-b9f8-b729a9dd6368 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:32:39.983236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3966c319-c488-4fb3-b9f8-b729a9dd6368 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:40.000619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3966c319-c488-4fb3-b9f8-b729a9dd6368 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:40.004635 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3966c319-c488-4fb3-b9f8-b729a9dd6368 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/9d13efc2-1889-40c3-a361-4a000c0b9dc0 HTTP/1.1" status: 404 len: 333 time: 0.0965250 Apr 22 09:32:40.005274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57274) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:40.101669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 6, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:35Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5a6b72-3524-472d-88d3-5bbf8976a18a', 'name': '', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:7e:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:31Z', 'updated_at': '2022-04-22T09:32:32Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:40.106761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8e33fc-7878-42fb-bc4a-4cd9448662f0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet d868236e-caa1-4bde-a475-9246c0924f7d {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:40.123534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b8e33fc-7878-42fb-bc4a-4cd9448662f0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.137649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57278) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:40.153301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--2076112836', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:40.157315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c519cbb-06e7-46fd-91c3-405276b9c09c None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:32:40.165690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:40.168839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.extraroute_db [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added routes are [] {{(pid=88063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 09:32:40.169146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.extraroute_db [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 09:32:40.196064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:40.217437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-71a41ec3-162a-4f18-8620-5beac0f7bc94 None None] Could not find standard attr ID for object 02b1cd96-b966-450a-bee4-ba530e4a718c. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:40.219877 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:40.220576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Updating router 3746f998-a86f-46d0-a196-cfa4dce0f65d port cd5a6b72-3524-472d-88d3-5bbf8976a18a binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:32:40.227964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b8e33fc-7878-42fb-bc4a-4cd9448662f0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.246143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:40.251936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.303587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.320508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.330919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b8e33fc-7878-42fb-bc4a-4cd9448662f0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.393253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-71a41ec3-162a-4f18-8620-5beac0f7bc94 None None] Provisioning complete for port cd5a6b72-3524-472d-88d3-5bbf8976a18a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:40.393909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71a41ec3-162a-4f18-8620-5beac0f7bc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.428751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b8e33fc-7878-42fb-bc4a-4cd9448662f0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.436898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.487713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:40.494355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.521319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7b8e33fc-7878-42fb-bc4a-4cd9448662f0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.528480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e33fc-7878-42fb-bc4a-4cd9448662f0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=d868236e-caa1-4bde-a475-9246c0924f7d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:40.538070 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7b8e33fc-7878-42fb-bc4a-4cd9448662f0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/d868236e-caa1-4bde-a475-9246c0924f7d HTTP/1.1" status: 204 len: 168 time: 0.5316556 Apr 22 09:32:40.541583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57282) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:40.671801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-71a41ec3-162a-4f18-8620-5beac0f7bc94 None None] Port cd5a6b72-3524-472d-88d3-5bbf8976a18a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:40.682457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:40.682852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:40.707518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.720550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 2091345e-7a24-4e70-a399-bfb94a19651b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:40.720889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.758827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-71a41ec3-162a-4f18-8620-5beac0f7bc94 None None] Provisioning for port fb902756-7011-463b-9030-1df754115047 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:40.767995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.769580 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment 6fe4acf3-f631-4c15-8a63-ac8fdd3649ee of type vlan for network fbb26e6b-b60b-4553-92ff-21b63b39b826 Apr 22 09:32:40.786173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:40.786455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c519cbb-06e7-46fd-91c3-405276b9c09c None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:32:40.805667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:40.827880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:40.828918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.881974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=61024efa-c0d8-4357-ac27-3c4ce8c10a10,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:40.894948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port b62865a5-4e39-4967-9336-f0100c6fbd5c {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:40.895574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:40.945458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] For port 2091345e-7a24-4e70-a399-bfb94a19651b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2091345e-7a24-4e70-a399-bfb94a19651b,segment=NetworkSegment(459d7b3b-ae72-4411-83db-bf514cf0103f),segment_id=459d7b3b-ae72-4411-83db-bf514cf0103f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:40.945803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.032940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.071126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 2091345e-7a24-4e70-a399-bfb94a19651b owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:41.148086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.153597 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9ec9a2c4-c872-4932-b9dc-2feb1ee3f224 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9586735 Apr 22 09:32:41.169110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57286) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:41.210427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=2091345e-7a24-4e70-a399-bfb94a19651b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:41.219096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No DVR routers for this DVR port 2091345e-7a24-4e70-a399-bfb94a19651b on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:41.230114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:e3:de:61', 'name': 'tempest-NetworksTestDHCPv6-1245363537'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:41.291355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Port 2091345e-7a24-4e70-a399-bfb94a19651b update to ACTIVE by agent not found {{(pid=88064) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 22 09:32:41.302352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.312771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.318108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:41.318695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.369439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.399315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40527168-e47c-4658-9408-345e46ae618f']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:41.401390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.424427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459d7b3b-ae72-4411-83db-bf514cf0103f') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:41.425104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459d7b3b-ae72-4411-83db-bf514cf0103f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:41.439691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.465222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.483054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:41.483853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:41.517207 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:41.524368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.571157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Transition to ACTIVE for port object cd5a6b72-3524-472d-88d3-5bbf8976a18a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:41.592074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.704075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.710422 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.716923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:41.742309 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6013508 Apr 22 09:32:41.747722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00de3aba-e3df-4235-a638-9a77f8da9fcc None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:32:41.749061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57290) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:41.753445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Network': ['ID=40527168-e47c-4658-9408-345e46ae618f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:41.806135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257979a7-1e1b-4716-97ff-3df52caac4ab None None] Pushing event updated for resources: {'Port': ['ID=cd5a6b72-3524-472d-88d3-5bbf8976a18a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:41.840145 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-defbc198-49a7-4fe6-b943-075021224373 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/networks/40527168-e47c-4658-9408-345e46ae618f HTTP/1.1" status: 204 len: 168 time: 1.2928720 Apr 22 09:32:41.840145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700dfc10-b140-4c30-8fae-bf4ac63d05a6 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:41.849415 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-700dfc10-b140-4c30-8fae-bf4ac63d05a6 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0986061 Apr 22 09:32:41.850549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57294) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:41.850884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57296) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:41.862494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-450166649'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:41.868188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:41.875989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:network and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:41.880279 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:41.892519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8eea7798-5752-49ca-a838-79f34068ab0a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:41.914344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:42.013684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:42.017768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.020680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Attempting to bind port cd5a6b72-3524-472d-88d3-5bbf8976a18a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:42.021048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Attempting to bind port cd5a6b72-3524-472d-88d3-5bbf8976a18a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:42.021406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Attempting to bind port cd5a6b72-3524-472d-88d3-5bbf8976a18a on network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:42.034106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e18377d-0643-4255-8e8a-72eb882d4176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.045611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:42.045981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Checking segment: {'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:42.046754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.046754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Bound using segment: {'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:42.047224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Bound port: cd5a6b72-3524-472d-88d3-5bbf8976a18a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db47490a-c1e9-4df4-a791-acb21cc18533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:42.047606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.077412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0408d-2994-447c-96d7-f36cba5f9972 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=fbb26e6b-b60b-4553-92ff-21b63b39b826,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:42.154537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for b62865a5-4e39-4967-9336-f0100c6fbd5c owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:42.188421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:42.193470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:42.200014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4f86ed-2281-435d-9d98-6f9496a7abcd tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:42.206532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ef4f86ed-2281-435d-9d98-6f9496a7abcd tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3476319 Apr 22 09:32:42.206532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57302) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:42.240305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8eea7798-5752-49ca-a838-79f34068ab0a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:42.242365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:42.242887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.243168 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Added segment 8a814043-4dec-408f-b97c-c4a9fdfc25fb of type vlan for network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c Apr 22 09:32:42.255009 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-32f0a6a1-55cf-4425-9b5d-50e95355aca6 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464234 Apr 22 09:32:42.256028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57306) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:42.271662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:42.274409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:42.304506 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ef593e5a-1a09-4062-bb4a-12a1db7c58f6 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448985 Apr 22 09:32:42.306477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57310) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:42.311074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8eea7798-5752-49ca-a838-79f34068ab0a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:42.311676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.316883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.349414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.357967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:42.358973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.408806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00de3aba-e3df-4235-a638-9a77f8da9fcc None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:32:42.412568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:42.426181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] For port cd5a6b72-3524-472d-88d3-5bbf8976a18a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:42.430121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] For port cd5a6b72-3524-472d-88d3-5bbf8976a18a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cd5a6b72-3524-472d-88d3-5bbf8976a18a,segment=NetworkSegment(db47490a-c1e9-4df4-a791-acb21cc18533),segment_id=db47490a-c1e9-4df4-a791-acb21cc18533)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:42.436756 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5818670 Apr 22 09:32:42.443465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.468612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57314) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:42.482892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': '8fae6c35-ef9b-4f54-9fd3-ca30a97e791c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:42.492604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a48b13-a4cc-487d-967c-0834a322bcb3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Network': ['ID=8fae6c35-ef9b-4f54-9fd3-ca30a97e791c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:42.527427 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:42.760539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257979a7-1e1b-4716-97ff-3df52caac4ab None None] Pushing event updated for resources: {'Port': ['ID=cd5a6b72-3524-472d-88d3-5bbf8976a18a,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:42.775982 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:42.776632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:42.802926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:42.857386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.881018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:42.894123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:42.895540 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fdbbd580-f0fe-4f7d-80ae-f2a99423eb1e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 200 len: 699 time: 4.7267747 Apr 22 09:32:42.898260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57318) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:42.913685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:42.916920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f11f5-7967-468d-829f-352531fa4e15 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:42.918426 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e35f11f5-7967-468d-829f-352531fa4e15 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6077788 Apr 22 09:32:42.922017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:42.926891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57322) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:42.933402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:42.940197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.012964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4b844390-ca0a-4af3-b8a7-c46970f14f24 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0813036 Apr 22 09:32:43.017562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57326) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:43.024162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2105836781', 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:43.050141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.054220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:43.057654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.072484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:43.085424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:43.132350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 8eea7798-5752-49ca-a838-79f34068ab0a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8eea7798-5752-49ca-a838-79f34068ab0a,segment=NetworkSegment(b44ade8f-133b-4ecb-9895-01c0ce43b495),segment_id=b44ade8f-133b-4ecb-9895-01c0ce43b495)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:43.143735 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-19bd5644-fc18-4449-9ca1-e04fcf03c956 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 200 len: 699 time: 0.2421417 Apr 22 09:32:43.145396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57330) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:43.149553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.150434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fb902756-7011-463b-9030-1df754115047 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:43.200375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=b62865a5-4e39-4967-9336-f0100c6fbd5c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:43.445527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=8eea7798-5752-49ca-a838-79f34068ab0a,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:43.539356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port fb902756-7011-463b-9030-1df754115047 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:43.566814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port fb902756-7011-463b-9030-1df754115047 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:43.567184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.663180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:43.729186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:43.737630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:43.776161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.785246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:43.819167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.855882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.878789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:40Z', 'revision_number': 7, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:35Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5a6b72-3524-472d-88d3-5bbf8976a18a', 'name': '', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:7e:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:31Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:43.882462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:43.885920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.897521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627bb503-6e28-472a-9574-7b6539e1f624 None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:40Z', 'revision_number': 7, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:35Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5a6b72-3524-472d-88d3-5bbf8976a18a', 'name': '', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:7e:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:31Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:43.906858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba9120-47ec-4e41-841f-08428947e049 None None] DHCP port deletion for 40527168-e47c-4658-9408-345e46ae618f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:43.926002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port fb902756-7011-463b-9030-1df754115047, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fb902756-7011-463b-9030-1df754115047,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:43.938983 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:43.939871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7372715d-34d7-447c-8b2e-188f1159977d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:44.130632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=fb902756-7011-463b-9030-1df754115047,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:44.139411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea60620-281b-4d58-8e86-f3e85915eecc None None] Update dhcp port {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': '0e210b6e-dee4-4a4e-abd4-f4bebb7f1dab', 'ip_address': '2001:db8::f816:3eff:fe82:3f83'}, {'subnet_id': '61024efa-c0d8-4357-ac27-3c4ce8c10a10'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'fb902756-7011-463b-9030-1df754115047'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:32:44.187640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 7372715d-34d7-447c-8b2e-188f1159977d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:44.197062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7372715d-34d7-447c-8b2e-188f1159977d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:44.197830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.253993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ea60620-281b-4d58-8e86-f3e85915eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.274585 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:44.279055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port cd5a6b72-3524-472d-88d3-5bbf8976a18a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:44.279390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.285654 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:44.286511 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:44.397425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 172.20.0.5 (f441e355-9a94-4c8f-aa75-59d20254aa63/61024efa-c0d8-4357-ac27-3c4ce8c10a10/bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:44.413668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fee3:de61 (f441e355-9a94-4c8f-aa75-59d20254aa63/0e210b6e-dee4-4a4e-abd4-f4bebb7f1dab/bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:44.467802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-498f74e9-c2f9-4ee5-83f1-771602d39c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.484611 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:44.490029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.491411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router f929d9a0-898e-415e-a96f-60d7039679e9 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:44.547410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 7372715d-34d7-447c-8b2e-188f1159977d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7372715d-34d7-447c-8b2e-188f1159977d,segment=NetworkSegment(db47490a-c1e9-4df4-a791-acb21cc18533),segment_id=db47490a-c1e9-4df4-a791-acb21cc18533)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:44.556195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.557158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 517e0a76-f41b-4b3b-a587-75940ad54dc5 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:44.697755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.732911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port cd5a6b72-3524-472d-88d3-5bbf8976a18a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cd5a6b72-3524-472d-88d3-5bbf8976a18a,segment=NetworkSegment(db47490a-c1e9-4df4-a791-acb21cc18533),segment_id=db47490a-c1e9-4df4-a791-acb21cc18533)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:44.733544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.807801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=7372715d-34d7-447c-8b2e-188f1159977d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:44.831726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 517e0a76-f41b-4b3b-a587-75940ad54dc5 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:44.832530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:44.890280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for cd5a6b72-3524-472d-88d3-5bbf8976a18a owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:44.955243 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:40Z', 'revision_number': 7, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5a6b72-3524-472d-88d3-5bbf8976a18a', 'name': '', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:7e:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:31Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:44.960554 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:44.970552 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:44.971204 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:45.047381 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:45.052291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=d191ae91-1bd2-41d9-ad2c-1c937479694d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:45.062993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:45.108979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Checking segment: {'id': '8a814043-4dec-408f-b97c-c4a9fdfc25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8fae6c35-ef9b-4f54-9fd3-ca30a97e791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:45.108979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network hostable DHCP agents. Network: 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:45.125946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e7b3f-690d-4fd7-bb60-4cc371f11bf4 None None] Sync routers for ids ['f929d9a0-898e-415e-a96f-60d7039679e9'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:45.126228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.143657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.146750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e7b3f-690d-4fd7-bb60-4cc371f11bf4 None None] Routers {'f929d9a0-898e-415e-a96f-60d7039679e9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:45.147392 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-119e7b3f-690d-4fd7-bb60-4cc371f11bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f929d9a0-898e-415e-a96f-60d7039679e9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:45.179064 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:45.187617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=cd5a6b72-3524-472d-88d3-5bbf8976a18a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:45.196304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fbc8f812-1264-4c41-98e2-9be7924fe200 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/f929d9a0-898e-415e-a96f-60d7039679e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2548165 Apr 22 09:32:45.206025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57334) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:45.229116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-119e7b3f-690d-4fd7-bb60-4cc371f11bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:45.249845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e7b3f-690d-4fd7-bb60-4cc371f11bf4 None None] Routers {'f929d9a0-898e-415e-a96f-60d7039679e9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:45.251318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-119e7b3f-690d-4fd7-bb60-4cc371f11bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f929d9a0-898e-415e-a96f-60d7039679e9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:45.296186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=ccf984e0-45bb-4632-8a8d-955148c68178,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:45.307649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.323023 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:45.323530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.325012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f1502b2e-5dfd-4a0a-aff3-2cc95883e9a9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:45.328088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:45.369689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-119e7b3f-690d-4fd7-bb60-4cc371f11bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:45.370196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119e7b3f-690d-4fd7-bb60-4cc371f11bf4 None None] The sync data for ids ['f929d9a0-898e-415e-a96f-60d7039679e9'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:45.374414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:45.376252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:45.376703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: fbb26e6b-b60b-4553-92ff-21b63b39b826, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:45.386748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.390890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:45.402502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:45.403092 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.441971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f1502b2e-5dfd-4a0a-aff3-2cc95883e9a9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:45.443149 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f1502b2e-5dfd-4a0a-aff3-2cc95883e9a9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=f929d9a0-898e-415e-a96f-60d7039679e9 HTTP/1.1" status: 200 len: 205 time: 0.2332106 Apr 22 09:32:45.447496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57340) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:45.475380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.622252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7372715d-34d7-447c-8b2e-188f1159977d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:45.643118 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:40Z', 'revision_number': 7, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5a6b72-3524-472d-88d3-5bbf8976a18a', 'name': '', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:7e:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:31Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:45.649298 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac1a921-9810-40e1-ba2c-85b612ffef28 None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:40Z', 'revision_number': 7, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd5a6b72-3524-472d-88d3-5bbf8976a18a', 'name': '', 'network_id': 'c7f0d2ae-63f7-45a5-9603-5de45d18b5ac', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:7e:2f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 891, 'fixed_ips': [{'subnet_id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:31Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 4, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '6cafc553-dea2-4cbe-abc0-823d914d35f1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:45.724987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.744223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7372715d-34d7-447c-8b2e-188f1159977d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:45.744695 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.794259 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1cb233cd-05dd-43c7-9573-575b94f4c867 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3221345 Apr 22 09:32:45.796791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:45.805003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57344) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:45.805667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, fbb26e6b-b60b-4553-92ff-21b63b39b826) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:45.808993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b79c2bf-f64c-4b61-84de-f9a56bac216c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.868268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:45.869361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-497394537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:45.872057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8eea7798-5752-49ca-a838-79f34068ab0a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:45.887801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:45.888478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.896582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:45.906094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:45.978568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:router and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:46.024465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:46.038513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:46.048867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-0ea60620-281b-4d58-8e86-f3e85915eecc None None] Allocated IP 172.20.0.2 (f441e355-9a94-4c8f-aa75-59d20254aa63/61024efa-c0d8-4357-ac27-3c4ce8c10a10/fb902756-7011-463b-9030-1df754115047) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:46.054323 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e6154715-7dca-4e14-8512-b18f29121f52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9081991 Apr 22 09:32:46.057008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57348) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:46.059510 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:46.072705 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:46.073280 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:46.086225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8eea7798-5752-49ca-a838-79f34068ab0a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:46.086580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.233345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:46.239837 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6b1394c8-1d36-4b10-a75a-7114447d1e16 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2212465 Apr 22 09:32:46.251806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84330a4-36db-46f7-b530-a37fed68c383 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet 6cafc553-dea2-4cbe-abc0-823d914d35f1 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:46.256252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e84330a4-36db-46f7-b530-a37fed68c383 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.286160 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:46.303828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:46.320240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b79c2bf-f64c-4b61-84de-f9a56bac216c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.324601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:46.325692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b79c2bf-f64c-4b61-84de-f9a56bac216c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.329641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:46.331488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e84330a4-36db-46f7-b530-a37fed68c383 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.333806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:46.371174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.372214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.393257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0ea60620-281b-4d58-8e86-f3e85915eecc None None] For port fb902756-7011-463b-9030-1df754115047, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fb902756-7011-463b-9030-1df754115047,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:46.418360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fb902756-7011-463b-9030-1df754115047 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:46.418698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b79c2bf-f64c-4b61-84de-f9a56bac216c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.419232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b79c2bf-f64c-4b61-84de-f9a56bac216c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Fanout notify agent at l3_agent the message router_deleted on router f929d9a0-898e-415e-a96f-60d7039679e9 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:32:46.444384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:46.445071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.454669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.480299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b79c2bf-f64c-4b61-84de-f9a56bac216c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.484756 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1b79c2bf-f64c-4b61-84de-f9a56bac216c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/f929d9a0-898e-415e-a96f-60d7039679e9 HTTP/1.1" status: 204 len: 168 time: 1.0328918 Apr 22 09:32:46.485820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57354) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:46.491785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ea60620-281b-4d58-8e86-f3e85915eecc None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.519872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e84330a4-36db-46f7-b530-a37fed68c383 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.530283 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9b04ac0c-dd93-4b8d-b4ba-e8616a3abe73 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3592770 Apr 22 09:32:46.534526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0ea60620-281b-4d58-8e86-f3e85915eecc None None] Transition to ACTIVE for port object fb902756-7011-463b-9030-1df754115047 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:46.537481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57358) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:46.546827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port fb902756-7011-463b-9030-1df754115047 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:46.547213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.577627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ea60620-281b-4d58-8e86-f3e85915eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.591286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.675364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e84330a4-36db-46f7-b530-a37fed68c383 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.685978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a5ad9d-1a35-4407-a4d4-04b23de7ee30 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet b61f8422-d020-461a-936f-0b044b49eeba {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:46.692999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ad9d-1a35-4407-a4d4-04b23de7ee30 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.747405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84330a4-36db-46f7-b530-a37fed68c383 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=6cafc553-dea2-4cbe-abc0-823d914d35f1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:46.762167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e84330a4-36db-46f7-b530-a37fed68c383 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.781130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e84330a4-36db-46f7-b530-a37fed68c383 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/6cafc553-dea2-4cbe-abc0-823d914d35f1 HTTP/1.1" status: 204 len: 168 time: 0.7190509 Apr 22 09:32:46.781395 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Port fb902756-7011-463b-9030-1df754115047 had new provisioning blocks added so it will not transition to active. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 22 09:32:46.781873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57362) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:46.788890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea60620-281b-4d58-8e86-f3e85915eecc None None] Pushing event updated for resources: {'Port': ['ID=fb902756-7011-463b-9030-1df754115047,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:46.795288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2091345e-7a24-4e70-a399-bfb94a19651b no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:46.800005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ad9d-1a35-4407-a4d4-04b23de7ee30 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.864389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 2091345e-7a24-4e70-a399-bfb94a19651b {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:46.864389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2091345e-7a24-4e70-a399-bfb94a19651b not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:46.876171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57366) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:46.882868 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:45Z', 'revision_number': 8, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:46.883476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672625646', 'description': 'tempest-secgroup-smoke-672625646 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:46.886314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.890539 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:46.890707 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-475b1e7d-e513-42fc-9e43-4ea6b8ef29d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0289624 Apr 22 09:32:46.896526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57370) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:46.896946 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:46.897656 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:46.913763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'network_id': '8fae6c35-ef9b-4f54-9fd3-ca30a97e791c', 'name': 'tempest-PortsIpV6TestJSON-1652205808'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:46.986944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:46.991934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:47.006346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:47.012367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 7372715d-34d7-447c-8b2e-188f1159977d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:47.012726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.028365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ad9d-1a35-4407-a4d4-04b23de7ee30 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.111561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.128806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.133293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3eaf7-c146-4e88-823d-43a68490df46 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:47.140293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe3eaf7-c146-4e88-823d-43a68490df46 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:47.141311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6fe3eaf7-c146-4e88-823d-43a68490df46 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:47.149061 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:47.163039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:47.167594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:47.171692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:47.178317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:47.198685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:47.203470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:port and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:47.206915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:47.213567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:47.227467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6fe3eaf7-c146-4e88-823d-43a68490df46 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:47.228819 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6fe3eaf7-c146-4e88-823d-43a68490df46 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6903591 Apr 22 09:32:47.231928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57374) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:47.267319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:47.271071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.310344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ad9d-1a35-4407-a4d4-04b23de7ee30 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.355838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port fdbdf4cb-fe90-4933-a8ac-575ea946dafb yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:47.356067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.367381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.402272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0a5ad9d-1a35-4407-a4d4-04b23de7ee30 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.414377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5ad9d-1a35-4407-a4d4-04b23de7ee30 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=b61f8422-d020-461a-936f-0b044b49eeba,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:47.430832 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port 7372715d-34d7-447c-8b2e-188f1159977d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7372715d-34d7-447c-8b2e-188f1159977d,segment=NetworkSegment(db47490a-c1e9-4df4-a791-acb21cc18533),segment_id=db47490a-c1e9-4df4-a791-acb21cc18533)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:47.431195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.433726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-222200c9-48ef-4bd2-9160-9591738f2765 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:47.434065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-222200c9-48ef-4bd2-9160-9591738f2765 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.450109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e5d260-b124-4e41-96db-5284fd28de68,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:47.502987 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d0a5ad9d-1a35-4407-a4d4-04b23de7ee30 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/b61f8422-d020-461a-936f-0b044b49eeba HTTP/1.1" status: 204 len: 168 time: 1.0153546 Apr 22 09:32:47.512335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57378) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:47.605747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32776e13-0a6c-42ba-9bf5-4bd1be1653a0 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:47.619732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.623623 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-be8522ee-db20-4f80-ad28-04a2c04518a8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7433536 Apr 22 09:32:47.628314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 7372715d-34d7-447c-8b2e-188f1159977d owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:47.660267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fb902756-7011-463b-9030-1df754115047 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:47.661232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57382) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:47.672542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'c2e5d260-b124-4e41-96db-5284fd28de68', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:47.683374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:47.689840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:47.694709 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:45Z', 'revision_number': 8, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:47.696063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:47.699693 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03887a84-d852-412e-b6de-eb347ac72014 None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:45Z', 'revision_number': 8, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8eea7798-5752-49ca-a838-79f34068ab0a', 'name': '', 'network_id': '1e29a90f-8d6e-44fc-8a85-647ca5a8472e', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:6c:8c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:25Z', 'updated_at': '2022-04-22T09:32:42Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': 'e69872b5-5093-43a0-9acc-7d604db620f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:47.712270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:47.727493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47293862-0a8f-4c62-ab3e-492a9ec8d96b None None] Network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:47.741810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b336a5-5563-4bd9-a689-b1ed0c881c1a None None] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:47.781016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.783984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2be3da-1e5d-4634-ad16-c84073ac7da7 None None] Network 00e9067d-1dae-40c8-a3be-337003f84fd8 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:47.840362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e15423-b0cb-4d4e-a480-d15eab739033 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet bdb4b0d5-9624-40d6-9963-500a1083ced6 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:47.865123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14e15423-b0cb-4d4e-a480-d15eab739033 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.945483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::38f (8fae6c35-ef9b-4f54-9fd3-ca30a97e791c/d191ae91-1bd2-41d9-ad2c-1c937479694d/fdbdf4cb-fe90-4933-a8ac-575ea946dafb) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:47.968216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:47.975457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e511d33a-0cd3-4a65-ad63-f9e7cc51b550 None None] Network c7f0d2ae-63f7-45a5-9603-5de45d18b5ac requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:47.977265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.020270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14e15423-b0cb-4d4e-a480-d15eab739033 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.070020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=7372715d-34d7-447c-8b2e-188f1159977d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:48.071927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.101357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No DVR routers for this DVR port 7372715d-34d7-447c-8b2e-188f1159977d on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:48.122523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-222200c9-48ef-4bd2-9160-9591738f2765 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.147669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2899cbd-6721-42c8-8620-e68c3a61b446,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:48.261111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.293616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f0d2ae-63f7-45a5-9603-5de45d18b5ac']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:48.305992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-222200c9-48ef-4bd2-9160-9591738f2765 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:48.308108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db47490a-c1e9-4df4-a791-acb21cc18533') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:48.308352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db47490a-c1e9-4df4-a791-acb21cc18533') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:48.321740 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.337448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-594eddab-c388-4b95-b525-7e4878a14a08 None None] Provisioning for port fb902756-7011-463b-9030-1df754115047 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:48.339351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.347363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:48.347749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.436850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:48.450772 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:48.455245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.479121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.491885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-594eddab-c388-4b95-b525-7e4878a14a08 None None] Provisioning complete for port fb902756-7011-463b-9030-1df754115047 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:48.492138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-594eddab-c388-4b95-b525-7e4878a14a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.601638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.602814 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a3aa18ea-327e-4a40-ac75-ce293609f172 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9347517 Apr 22 09:32:48.609855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=c7f0d2ae-63f7-45a5-9603-5de45d18b5ac,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:48.612048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57386) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:48.621636 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0859e290-3aa0-4e92-90fa-d6f99100d393 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/c7f0d2ae-63f7-45a5-9603-5de45d18b5ac HTTP/1.1" status: 204 len: 168 time: 1.8383186 Apr 22 09:32:48.622316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57390) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:48.625364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'c2e5d260-b124-4e41-96db-5284fd28de68', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:48.628430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object fdbdf4cb-fe90-4933-a8ac-575ea946dafb will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:48.633032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:48.638818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:48.643865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:48.652234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:48.655199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14e15423-b0cb-4d4e-a480-d15eab739033 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.688903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-222200c9-48ef-4bd2-9160-9591738f2765 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.713778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.755503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222200c9-48ef-4bd2-9160-9591738f2765 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:48.797170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port fb902756-7011-463b-9030-1df754115047 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:48.797703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.799606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14e15423-b0cb-4d4e-a480-d15eab739033 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.811171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.849760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14e15423-b0cb-4d4e-a480-d15eab739033 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.852384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.878981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44625fc9-ce74-41b0-8a5f-28ad0687c7d8 None None] Network 9312a09b-05e7-4d82-ac66-a65b1685fdf6 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:48.887933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e15423-b0cb-4d4e-a480-d15eab739033 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=bdb4b0d5-9624-40d6-9963-500a1083ced6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:48.903974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-fbb26e6b-b60b-4553-92ff-21b63b39b826', 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': 'ccf984e0-45bb-4632-8a8d-955148c68178'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:48.904886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.909606 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-14e15423-b0cb-4d4e-a480-d15eab739033 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/bdb4b0d5-9624-40d6-9963-500a1083ced6 HTTP/1.1" status: 204 len: 168 time: 1.3929615 Apr 22 09:32:48.909606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfb5926-b504-4644-b103-c7fb0f467d3f,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:48.910744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57394) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:48.917349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eefd93-a443-47ab-a0d5-7b177c2f0b37 None None] DHCP port deletion for c7f0d2ae-63f7-45a5-9603-5de45d18b5ac request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:48.954309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:48.955994 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-927924b5-154a-4bfc-877d-4aa178c09bd7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3415096 Apr 22 09:32:48.959162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57398) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:48.966689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'c2e5d260-b124-4e41-96db-5284fd28de68', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:49.032253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:49.039137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:49.049595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:49.060577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:49.068555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.091112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port c99b5e91-3bae-4862-89be-84e7c106dbd1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:49.091112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.123068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.132588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.187290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-222200c9-48ef-4bd2-9160-9591738f2765 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.245087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:49.251865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:49.287314 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-222200c9-48ef-4bd2-9160-9591738f2765 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29 HTTP/1.1" status: 204 len: 168 time: 2.0542583 Apr 22 09:32:49.288286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:49.290361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.291215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57402) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:49.293779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:49.294525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.315384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=fdbdf4cb-fe90-4933-a8ac-575ea946dafb,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:49.358324 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-df6cd106-9a87-485c-a0bd-ce1112aebc86 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4592144 Apr 22 09:32:49.362161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57406) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:49.386526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.395559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] DHCP port deletion for 00e9067d-1dae-40c8-a3be-337003f84fd8 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:49.419038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] Deleting port c99b5e91-3bae-4862-89be-84e7c106dbd1 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:49.419414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.448894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eb8e60-ebba-4705-8446-48b0aca21d96,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:49.459753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port c99b5e91-3bae-4862-89be-84e7c106dbd1, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c99b5e91-3bae-4862-89be-84e7c106dbd1,segment=NetworkSegment(fbcde1e4-4acc-4ab0-a11a-6bd53800751b),segment_id=fbcde1e4-4acc-4ab0-a11a-6bd53800751b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:49.460225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.539437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0a87e0d2-3e15-44ce-9911-cd2fface43ee None None] Could not find standard attr ID for object cd5a6b72-3524-472d-88d3-5bbf8976a18a. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:49.549551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c14b54-0c8f-415e-a3e0-5b8eec0ec34d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:49.551071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c14b54-0c8f-415e-a3e0-5b8eec0ec34d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:49.552726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c14b54-0c8f-415e-a3e0-5b8eec0ec34d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:49.553960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-27c14b54-0c8f-415e-a3e0-5b8eec0ec34d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:49.619720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Allocated IP 172.20.0.18 (fbb26e6b-b60b-4553-92ff-21b63b39b826/ccf984e0-45bb-4632-8a8d-955148c68178/144ba599-53d1-46c4-83bf-b3a81557441c) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:49.620648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.622042 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e652fe2c-7872-44b9-b9c7-c4ec0167558f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6615808 Apr 22 09:32:49.631463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for c99b5e91-3bae-4862-89be-84e7c106dbd1 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:49.637867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-8fae6c35-ef9b-4f54-9fd3-ca30a97e791c', 'network_id': '8fae6c35-ef9b-4f54-9fd3-ca30a97e791c', 'tenant_id': '48da3bd2d4f648b9b7e64b59eaff9218', 'fixed_ips': [{'subnet_id': 'd191ae91-1bd2-41d9-ad2c-1c937479694d'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:49.638870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.684900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57410) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:49.700511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'c2e5d260-b124-4e41-96db-5284fd28de68', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:49.711322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:49.719458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:49.734727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:49.764078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:49.772307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-27c14b54-0c8f-415e-a3e0-5b8eec0ec34d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:49.773659 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-27c14b54-0c8f-415e-a3e0-5b8eec0ec34d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4801006 Apr 22 09:32:49.776619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57414) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:49.823894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cd5a6b72-3524-472d-88d3-5bbf8976a18a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:49.863523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.880576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:49.896547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: cd5a6b72-3524-472d-88d3-5bbf8976a18a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:49.896894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cd5a6b72-3524-472d-88d3-5bbf8976a18a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:49.897298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c99b5e91-3bae-4862-89be-84e7c106dbd1 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:49.954481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e5a3fe-1a16-4691-83d8-71ae4f6e6257 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 0e210b6e-dee4-4a4e-abd4-f4bebb7f1dab {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:49.960445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20e5a3fe-1a16-4691-83d8-71ae4f6e6257 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.018314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=c99b5e91-3bae-4862-89be-84e7c106dbd1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:50.036920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No DVR routers for this DVR port c99b5e91-3bae-4862-89be-84e7c106dbd1 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:50.128012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: c99b5e91-3bae-4862-89be-84e7c106dbd1 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:50.128012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c99b5e91-3bae-4862-89be-84e7c106dbd1 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:50.128325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7372715d-34d7-447c-8b2e-188f1159977d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:50.152600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] DHCP port deletion for 9312a09b-05e7-4d82-ac66-a65b1685fdf6 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:50.199763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20e5a3fe-1a16-4691-83d8-71ae4f6e6257 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.210567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] Deleting port 00af213e-41aa-4799-a5da-ea71a1760feb {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:50.210567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.227744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.235108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 7372715d-34d7-447c-8b2e-188f1159977d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:50.235447 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7372715d-34d7-447c-8b2e-188f1159977d not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:50.252069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.263594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] For port c99b5e91-3bae-4862-89be-84e7c106dbd1, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c99b5e91-3bae-4862-89be-84e7c106dbd1,segment=NetworkSegment(fbcde1e4-4acc-4ab0-a11a-6bd53800751b),segment_id=fbcde1e4-4acc-4ab0-a11a-6bd53800751b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:50.264034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.289008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.307603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.316970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e9067d-1dae-40c8-a3be-337003f84fd8']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:50.349836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcde1e4-4acc-4ab0-a11a-6bd53800751b') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:50.350719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcde1e4-4acc-4ab0-a11a-6bd53800751b') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:50.366339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aece1a2-a52a-41a9-b4d6-35b8d90757c7,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:50.375842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.421549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20e5a3fe-1a16-4691-83d8-71ae4f6e6257 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.437660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.463951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] Calling delete_port for c99b5e91-3bae-4862-89be-84e7c106dbd1 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:50.508358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.518913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20e5a3fe-1a16-4691-83d8-71ae4f6e6257 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.523161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-02b69fff-feaf-4b41-8df6-665bec5074dc None None] Provisioning complete for port fb902756-7011-463b-9030-1df754115047 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:50.523551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-02b69fff-feaf-4b41-8df6-665bec5074dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.571411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.580184 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5d4ca52d-bf8a-4f33-95ae-b262365ce7d9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8926935 Apr 22 09:32:50.580184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:50.580184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:50.605797 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:50.609460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57418) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:50.633752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'c2e5d260-b124-4e41-96db-5284fd28de68', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:50.642613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5a3fe-1a16-4691-83d8-71ae4f6e6257 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=0e210b6e-dee4-4a4e-abd4-f4bebb7f1dab,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:50.647517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-20e5a3fe-1a16-4691-83d8-71ae4f6e6257 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.713825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Allocated IP 2001:db8::2 (8fae6c35-ef9b-4f54-9fd3-ca30a97e791c/d191ae91-1bd2-41d9-ad2c-1c937479694d/2c657ed6-83dc-4245-9b60-04864782ce34) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:50.843003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.880301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:50.892950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:50.893300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3137c4-c594-4bb7-b445-f631d0ecbe94 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:50.899273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:50.908073 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-20e5a3fe-1a16-4691-83d8-71ae4f6e6257 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/0e210b6e-dee4-4a4e-abd4-f4bebb7f1dab HTTP/1.1" status: 204 len: 168 time: 1.1304214 Apr 22 09:32:50.909751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:50.912344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57422) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:50.950621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.955586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:50.967154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Transition to ACTIVE for port object 144ba599-53d1-46c4-83bf-b3a81557441c will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:50.991904 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:32:50.996695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=00e9067d-1dae-40c8-a3be-337003f84fd8,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:51.014667 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-918c741c-f042-4a8e-9282-4bfa97dd7ac3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/00e9067d-1dae-40c8-a3be-337003f84fd8 HTTP/1.1" status: 204 len: 168 time: 2.0969431 Apr 22 09:32:51.015878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57426) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:51.021436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.052789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:51.053139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:51.084314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b39807-174f-4c4c-b445-4702718e2998 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 61024efa-c0d8-4357-ac27-3c4ce8c10a10 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:51.141297 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78b39807-174f-4c4c-b445-4702718e2998 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.163063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 8eea7798-5752-49ca-a838-79f34068ab0a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:51.163309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.179514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Transition to ACTIVE for port object 144ba599-53d1-46c4-83bf-b3a81557441c will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:51.181605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] For port 00af213e-41aa-4799-a5da-ea71a1760feb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=00af213e-41aa-4799-a5da-ea71a1760feb,segment=NetworkSegment(f603b83b-10ce-4db0-aaa6-c3decb9930e0),segment_id=f603b83b-10ce-4db0-aaa6-c3decb9930e0)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:51.181997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.235804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.245409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78b39807-174f-4c4c-b445-4702718e2998 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.275362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.316543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.319690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 00af213e-41aa-4799-a5da-ea71a1760feb {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:51.320072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.355598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.365392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.365778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.397621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] Calling delete_port for 00af213e-41aa-4799-a5da-ea71a1760feb owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:51.410837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=942ceea0-c064-4392-965b-99f45ce24774,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:51.472989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.476818 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-50fa4b06-09f0-4519-9a04-b5eac03d8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8455398 Apr 22 09:32:51.479748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57430) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:51.486286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'c2e5d260-b124-4e41-96db-5284fd28de68', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:51.488878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port 8eea7798-5752-49ca-a838-79f34068ab0a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8eea7798-5752-49ca-a838-79f34068ab0a,segment=NetworkSegment(b44ade8f-133b-4ecb-9895-01c0ce43b495),segment_id=b44ade8f-133b-4ecb-9895-01c0ce43b495)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:51.489246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.494752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:51.502231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:51.505814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:51.513524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:51.525147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:51.528089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Pushing event updated for resources: {'Port': ['ID=144ba599-53d1-46c4-83bf-b3a81557441c,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:51.531232 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:51.565047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] Deleting port c99b5e91-3bae-4862-89be-84e7c106dbd1 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:51.565047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.565315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78b39807-174f-4c4c-b445-4702718e2998 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.603058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:51.672164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 8eea7798-5752-49ca-a838-79f34068ab0a owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:51.702960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=fdbdf4cb-fe90-4933-a8ac-575ea946dafb,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:51.713753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:32:51.737625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 00af213e-41aa-4799-a5da-ea71a1760feb no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:51.738950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.766503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port 00af213e-41aa-4799-a5da-ea71a1760feb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=00af213e-41aa-4799-a5da-ea71a1760feb,segment=NetworkSegment(f603b83b-10ce-4db0-aaa6-c3decb9930e0),segment_id=f603b83b-10ce-4db0-aaa6-c3decb9930e0)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:51.766878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.787898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ba02ab19-18d7-4277-a81f-a8ea3bddeb7c None None] Could not find standard attr ID for object bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:32:51.875263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3f57c-80d3-489c-8e6b-54bd3ec795c5 None None] The port 'c99b5e91-3bae-4862-89be-84e7c106dbd1' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:32:51.913752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.928079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 00af213e-41aa-4799-a5da-ea71a1760feb owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:51.985085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78b39807-174f-4c4c-b445-4702718e2998 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:51.999361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.036402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.039843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] Pushing event deleted for resources: {'Port': ['ID=00af213e-41aa-4799-a5da-ea71a1760feb,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:52.045760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b39807-174f-4c4c-b445-4702718e2998 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=61024efa-c0d8-4357-ac27-3c4ce8c10a10,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:52.050390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78b39807-174f-4c4c-b445-4702718e2998 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.051202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.053889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d8387-ee80-491c-b876-c317e25eade3 None None] No DVR routers for this DVR port 00af213e-41aa-4799-a5da-ea71a1760feb on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:52.072728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Attempting to bind port 144ba599-53d1-46c4-83bf-b3a81557441c on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:52.073217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Attempting to bind port 144ba599-53d1-46c4-83bf-b3a81557441c by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:52.073571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Attempting to bind port 144ba599-53d1-46c4-83bf-b3a81557441c on network fbb26e6b-b60b-4553-92ff-21b63b39b826 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:52.080240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No active binding found for port 00af213e-41aa-4799-a5da-ea71a1760feb {{(pid=88064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 22 09:32:52.088500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 00af213e-41aa-4799-a5da-ea71a1760feb not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:52.088500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Transition to ACTIVE for port object 2c657ed6-83dc-4245-9b60-04864782ce34 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:52.088725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.100360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.102556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=8eea7798-5752-49ca-a838-79f34068ab0a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:52.105822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:52.105822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Checking segment: {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:52.105822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.108827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Bound using segment: {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:52.109561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Bound port: 144ba599-53d1-46c4-83bf-b3a81557441c, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:52.110189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.121714 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-78b39807-174f-4c4c-b445-4702718e2998 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/61024efa-c0d8-4357-ac27-3c4ce8c10a10 HTTP/1.1" status: 204 len: 168 time: 1.2070141 Apr 22 09:32:52.128980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57434) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:52.216292 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Transition to ACTIVE for port object 2c657ed6-83dc-4245-9b60-04864782ce34 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:52.234887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58deceb7-9dac-4220-93d4-1734c7854405,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:52.245114 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-95e377cb-62aa-416d-b617-bee80c769789 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149662 Apr 22 09:32:52.249110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57438) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:52.252192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:32:52.252702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:32:52.268101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.268887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:52.269754 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9db54b76-4e94-4c5d-84a8-a376adf4ead4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7905347 Apr 22 09:32:52.288738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.417137 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:52.423390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:52.430832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] For port 144ba599-53d1-46c4-83bf-b3a81557441c, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:52.445260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:52.492029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Pushing event updated for resources: {'Port': ['ID=2c657ed6-83dc-4245-9b60-04864782ce34,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:52.504619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] For port 144ba599-53d1-46c4-83bf-b3a81557441c, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=144ba599-53d1-46c4-83bf-b3a81557441c,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:52.554393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.554982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.633584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151f452f-2004-4f91-baac-c616ccee3f78 None None] Update dhcp port {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': '61024efa-c0d8-4357-ac27-3c4ce8c10a10'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'fb902756-7011-463b-9030-1df754115047'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:32:52.690257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:52.708016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:52.710731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Attempting to bind port 2c657ed6-83dc-4245-9b60-04864782ce34 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:32:52.711106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Attempting to bind port 2c657ed6-83dc-4245-9b60-04864782ce34 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8a814043-4dec-408f-b97c-c4a9fdfc25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8fae6c35-ef9b-4f54-9fd3-ca30a97e791c'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:32:52.711598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Attempting to bind port 2c657ed6-83dc-4245-9b60-04864782ce34 on network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:32:52.716275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:52.731029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:32:52.731404 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Checking segment: {'id': '8a814043-4dec-408f-b97c-c4a9fdfc25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8fae6c35-ef9b-4f54-9fd3-ca30a97e791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:52.731806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.732197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Bound using segment: {'id': '8a814043-4dec-408f-b97c-c4a9fdfc25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8fae6c35-ef9b-4f54-9fd3-ca30a97e791c'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:32:52.733217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Bound port: 2c657ed6-83dc-4245-9b60-04864782ce34, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a814043-4dec-408f-b97c-c4a9fdfc25fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '8fae6c35-ef9b-4f54-9fd3-ca30a97e791c'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:32:52.733588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.754172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 00af213e-41aa-4799-a5da-ea71a1760feb {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:52.754712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.756952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e81dd-d467-4aee-bf4b-7eb39c0c32d2 None None] Pushing event updated for resources: {'Port': ['ID=144ba599-53d1-46c4-83bf-b3a81557441c,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:52.768271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-151f452f-2004-4f91-baac-c616ccee3f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.779550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:52.819616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.849696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] The port '00af213e-41aa-4799-a5da-ea71a1760feb' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:32:52.854820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:52.858812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:52.970843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] For port 2c657ed6-83dc-4245-9b60-04864782ce34, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:32:52.975280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] For port 2c657ed6-83dc-4245-9b60-04864782ce34, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c657ed6-83dc-4245-9b60-04864782ce34,segment=NetworkSegment(8a814043-4dec-408f-b97c-c4a9fdfc25fb),segment_id=8a814043-4dec-408f-b97c-c4a9fdfc25fb)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:32:52.983063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.000260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.013678 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e2ff9912-bf6e-48c1-becf-1f051439517a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672625646&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.2610724 Apr 22 09:32:53.087998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9312a09b-05e7-4d82-ac66-a65b1685fdf6']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:53.091428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19e985-4360-4606-8c23-9230e1b6e104 None None] Pushing event updated for resources: {'Port': ['ID=2c657ed6-83dc-4245-9b60-04864782ce34,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:53.117930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f603b83b-10ce-4db0-aaa6-c3decb9930e0') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:53.118392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f603b83b-10ce-4db0-aaa6-c3decb9930e0') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:53.144875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.162616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d8b48-3168-490a-b67e-82f23cac7afa None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:53.168955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.184013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:53.184482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:53.217738 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:53.334671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.340234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.346668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-383376a9-c664-4878-95d2-12f3d8fb7946 None None] Provisioning complete for port fb902756-7011-463b-9030-1df754115047 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:53.347362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-383376a9-c664-4878-95d2-12f3d8fb7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.563232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=9312a09b-05e7-4d82-ac66-a65b1685fdf6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:53.568792 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a358de0a-bca1-4e7b-8e9d-0168cba7cd85 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/9312a09b-05e7-4d82-ac66-a65b1685fdf6 HTTP/1.1" status: 204 len: 168 time: 2.5504360 Apr 22 09:32:53.571237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57456) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:53.580535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-68161183'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:53.585972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:53.591289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:53.595901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:53.603638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:53.625295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:53.634065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.739473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:32:53.777589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.778920 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment c2dd2e73-12e4-4915-bb64-1924f73f206f of type vlan for network 22cad299-ea82-4af5-80c4-6f1947947dbc Apr 22 09:32:53.830898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:53.833534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.840181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] Deleting port fb902756-7011-463b-9030-1df754115047 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:53.840834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.886410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-3fa3dca6-2f92-44a3-8dea-86475e0515c2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:53.888022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-3fa3dca6-2f92-44a3-8dea-86475e0515c2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:53.905782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c657ed6-83dc-4245-9b60-04864782ce34 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:53.910211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.916472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:53.917130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:53.958644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:32:54.018329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-3fa3dca6-2f92-44a3-8dea-86475e0515c2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:54.025426 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-3fa3dca6-2f92-44a3-8dea-86475e0515c2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=fbb26e6b-b60b-4553-92ff-21b63b39b826 HTTP/1.1" status: 200 len: 797 time: 0.9941707 Apr 22 09:32:54.051218 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4792881 Apr 22 09:32:54.054854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57462) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:54.063248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': '22cad299-ea82-4af5-80c4-6f1947947dbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:54.078488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fa03d-2f91-4368-b999-589466d47ce3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=22cad299-ea82-4af5-80c4-6f1947947dbc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:54.105393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 22cad299-ea82-4af5-80c4-6f1947947dbc details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:32:54.141697 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-24755757-3378-403b-85a1-43114abba34b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.1149604 Apr 22 09:32:54.212749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 2c657ed6-83dc-4245-9b60-04864782ce34 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:54.259057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:54.263825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:54.267668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:54.275376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:54.291318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:54.295706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.302905 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 144ba599-53d1-46c4-83bf-b3a81557441c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:54.347866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7def4ed-0ac8-4de1-b391-2b6872932580 None None] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:54.431411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] For port fb902756-7011-463b-9030-1df754115047, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fb902756-7011-463b-9030-1df754115047,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:54.431814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.518960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.591395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.625134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.626799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.642042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3c6e2175-7e23-44b4-bc08-ac08db6f342d None None] Provisioning for port 144ba599-53d1-46c4-83bf-b3a81557441c completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:54.656446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] Calling delete_port for fb902756-7011-463b-9030-1df754115047 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:54.679090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=b9b89af3-269c-425e-a4df-21fe9380212d,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:54.694861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': 'c2dd2e73-12e4-4915-bb64-1924f73f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '22cad299-ea82-4af5-80c4-6f1947947dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:32:54.695325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: 22cad299-ea82-4af5-80c4-6f1947947dbc, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:32:54.701795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f13bbea-e5b0-4a95-a4c0-768797dbef26 None None] Network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:54.704789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:54.722208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 22cad299-ea82-4af5-80c4-6f1947947dbc is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:32:54.737102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 22cad299-ea82-4af5-80c4-6f1947947dbc) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:54.743804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:54.744648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.746644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:54.762498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a6845-5d99-4081-94b3-17b1583ffdcc None None] Network 22cad299-ea82-4af5-80c4-6f1947947dbc requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:54.772703 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f330436e-855e-430c-b23e-5abc6d39489d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7166629 Apr 22 09:32:54.775261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57466) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:54.783191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1149487383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:54.787056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 144ba599-53d1-46c4-83bf-b3a81557441c completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:54.790732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:54.795123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:router and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:54.799075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:54.805554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:54.817635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.819145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.837386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.861395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.865043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:54.865798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:54.885300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.889983 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-21bfecfc-37f7-451d-a724-547815d855a6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1095517 Apr 22 09:32:54.890151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57470) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:54.895964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'port': {'network_id': '22cad299-ea82-4af5-80c4-6f1947947dbc', 'name': 'tempest-RoutersIpV6Test-1844026498'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:54.897016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=fdbdf4cb-fe90-4933-a8ac-575ea946dafb,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:54.912478 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-216e49ca-87b8-4545-92a6-ece4fd686c8c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2825172 Apr 22 09:32:54.912618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57474) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:54.953496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 144ba599-53d1-46c4-83bf-b3a81557441c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:54.954015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:54.971944 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-2f9905fd-d521-4fb6-bca6-350c0cbb6f45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8293614 Apr 22 09:32:55.005761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:32:55.045272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:55.050560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:55.067394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0618e6-7270-4b19-ad4e-09ed1ca909f8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet e69872b5-5093-43a0-9acc-7d604db620f2 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:32:55.070586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af0618e6-7270-4b19-ad4e-09ed1ca909f8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.128732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af0618e6-7270-4b19-ad4e-09ed1ca909f8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.224932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:55.233480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:port and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:55.245429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:55.254152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:55.270664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:55.274888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.287472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af0618e6-7270-4b19-ad4e-09ed1ca909f8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.321812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.331761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Provisioning for port fdbdf4cb-fe90-4933-a8ac-575ea946dafb completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:55.341531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] device_id is not set on port 2b4ebba3-59e0-4502-a58e-cee6c288f7f2 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:55.368122 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.services.revisions.revision_plugin [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Could not find related port for resource to bump revision. Apr 22 09:32:55.392970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_pluggable_backend [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Port fb902756-7011-463b-9030-1df754115047 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88063) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 09:32:55.393329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_pluggable_backend [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Reverting IP allocation for 2001:db8::f816:3eff:fe82:3f83 {{(pid=88063) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 09:32:55.419720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.455477 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1064856a-5df9-4672-9c18-a3b794e3a7ff service neutron] 10.222.0.32 "GET /v2.0/networks/fbb26e6b-b60b-4553-92ff-21b63b39b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631608 Apr 22 09:32:55.488894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] Pushing event deleted for resources: {'Port': ['ID=fb902756-7011-463b-9030-1df754115047,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:55.492031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Provisioning complete for port fdbdf4cb-fe90-4933-a8ac-575ea946dafb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:55.492581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.562247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8::8d (22cad299-ea82-4af5-80c4-6f1947947dbc/b9b89af3-269c-425e-a4df-21fe9380212d/2b4ebba3-59e0-4502-a58e-cee6c288f7f2) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:55.604294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:55.658019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:55.666204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:55.685538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af0618e6-7270-4b19-ad4e-09ed1ca909f8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.693176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:55.694126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.708932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b372f4-ea68-455c-ab04-a14a581da167 None None] No DVR routers for this DVR port fb902756-7011-463b-9030-1df754115047 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:55.713349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Port fdbdf4cb-fe90-4933-a8ac-575ea946dafb cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:55.714913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=54abe483-6c28-4cca-8f72-457d0a7512b2,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:55.747993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-648c126f-5fc3-4ac2-8579-3b274b0121ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4948955 Apr 22 09:32:55.750194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57480) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:55.759052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:55.776839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Router b2b24cce-e470-46e3-946e-3532df779fd7 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:32:55.791282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338cc757-380c-4744-9bb5-14d5ae0e4948 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:55.791555 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-3974f75e-b14a-4fd6-9f94-cfe2011104b9 service neutron] 10.222.0.32 "GET /v2.0/networks/fbb26e6b-b60b-4553-92ff-21b63b39b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210657 Apr 22 09:32:55.809912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af0618e6-7270-4b19-ad4e-09ed1ca909f8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:55.824987 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-af0618e6-7270-4b19-ad4e-09ed1ca909f8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/e69872b5-5093-43a0-9acc-7d604db620f2 HTTP/1.1" status: 204 len: 168 time: 0.9119630 Apr 22 09:32:55.828078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57484) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:55.829337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0618e6-7270-4b19-ad4e-09ed1ca909f8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=e69872b5-5093-43a0-9acc-7d604db620f2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:56.035950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.055225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3f2c1c-8640-4b64-b5d8-5da3963fa539 None None] Network 1e29a90f-8d6e-44fc-8a85-647ca5a8472e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:32:56.106846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:56.110782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:32:56.116946 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-38f14a4a-b30d-4387-a164-ba7aeb72de85 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "PUT /v2.0/routers/b2b24cce-e470-46e3-946e-3532df779fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7534959 Apr 22 09:32:56.119480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:56.122449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57494) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:56.126273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:56.128484 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96d48c-6f37-4f54-a3fd-92900d326715 None None] Sync routers for ids ['b2b24cce-e470-46e3-946e-3532df779fd7'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:32:56.138161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.149289 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96d48c-6f37-4f54-a3fd-92900d326715 None None] Routers {'b2b24cce-e470-46e3-946e-3532df779fd7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:56.149918 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ce96d48c-6f37-4f54-a3fd-92900d326715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b2b24cce-e470-46e3-946e-3532df779fd7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:56.177016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:56.184367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object 2b4ebba3-59e0-4502-a58e-cee6c288f7f2 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:56.205222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:56.209658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.289227 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ce96d48c-6f37-4f54-a3fd-92900d326715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:56.312557 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96d48c-6f37-4f54-a3fd-92900d326715 None None] Routers {'b2b24cce-e470-46e3-946e-3532df779fd7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:56.313370 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ce96d48c-6f37-4f54-a3fd-92900d326715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b2b24cce-e470-46e3-946e-3532df779fd7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:56.315958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 517e0a76-f41b-4b3b-a587-75940ad54dc5 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:56.316302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.449083 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ce96d48c-6f37-4f54-a3fd-92900d326715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:56.449488 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96d48c-6f37-4f54-a3fd-92900d326715 None None] The sync data for ids ['b2b24cce-e470-46e3-946e-3532df779fd7'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:32:56.508130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.582361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-22cad299-ea82-4af5-80c4-6f1947947dbc', 'network_id': '22cad299-ea82-4af5-80c4-6f1947947dbc', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': 'b9b89af3-269c-425e-a4df-21fe9380212d'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:56.583213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.592984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Provisioning for port 2c657ed6-83dc-4245-9b60-04864782ce34 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:32:56.612279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Provisioning complete for port 2c657ed6-83dc-4245-9b60-04864782ce34 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:56.612721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.716008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ab8ef0-7ec2-49c6-8272-eaff506f35e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:56.717757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11ab8ef0-7ec2-49c6-8272-eaff506f35e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:56.762731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11ab8ef0-7ec2-49c6-8272-eaff506f35e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:56.765534 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11ab8ef0-7ec2-49c6-8272-eaff506f35e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b24cce-e470-46e3-946e-3532df779fd7 HTTP/1.1" status: 200 len: 989 time: 0.6407239 Apr 22 09:32:56.766826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '54abe483-6c28-4cca-8f72-457d0a7512b2'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:32:56.767652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.857140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port 517e0a76-f41b-4b3b-a587-75940ad54dc5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=517e0a76-f41b-4b3b-a587-75940ad54dc5,segment=NetworkSegment(b44ade8f-133b-4ecb-9895-01c0ce43b495),segment_id=b44ade8f-133b-4ecb-9895-01c0ce43b495)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:56.857742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:56.891537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57506) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:56.997360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 517e0a76-f41b-4b3b-a587-75940ad54dc5 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:32:57.017582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.097366 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1fa166a3-aa5d-4ba7-81b6-be45f278d7f9 req-aed51c9a-2757-4f86-b4b6-16a92f7514ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 210 time: 0.8882186 Apr 22 09:32:57.099534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 22cad299-ea82-4af5-80c4-6f1947947dbc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:57.107240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.121808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.125729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:57.133433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:57.140637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:57.141673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.173665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No DVR routers for this DVR port 517e0a76-f41b-4b3b-a587-75940ad54dc5 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:32:57.221818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=2b4ebba3-59e0-4502-a58e-cee6c288f7f2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:57.245581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=28939693-1f5e-4689-89c3-b201e854ae3f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:57.340241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=517e0a76-f41b-4b3b-a587-75940ad54dc5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:57.341558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c38b0b-2cc0-40b0-bb02-8993bfba580f None None] DHCP port deletion for 1e29a90f-8d6e-44fc-8a85-647ca5a8472e request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:32:57.355369 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1bfece02-7b7e-4ec6-b575-ecac382d3182 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4642570 Apr 22 09:32:57.355756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:57.364049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57512) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:57.373700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:57.378232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:57.378846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.496200 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7b555f6d-0bad-429c-aa95-0ea5e9211292 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7421076 Apr 22 09:32:57.498796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57516) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:57.506959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:64:e2:c5', 'name': 'tempest-NetworksTestDHCPv6-1559451769'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:57.514682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.526398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 144ba599-53d1-46c4-83bf-b3a81557441c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=144ba599-53d1-46c4-83bf-b3a81557441c,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:57.549357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e29a90f-8d6e-44fc-8a85-647ca5a8472e']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:57.564196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44ade8f-133b-4ecb-9895-01c0ce43b495') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:57.564635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44ade8f-133b-4ecb-9895-01c0ce43b495') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:57.577377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.597134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.604978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:32:57.605389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.679445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:32:57.709331 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:32:57.803815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=144ba599-53d1-46c4-83bf-b3a81557441c,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:57.807402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fb902756-7011-463b-9030-1df754115047 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:57.817011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:57.826835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:57.831189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:57.845527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:57.882722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.900703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:57.917523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Allocated IP 2001:db8::f816:3eff:fe01:cae6 (f441e355-9a94-4c8f-aa75-59d20254aa63/54abe483-6c28-4cca-8f72-457d0a7512b2/6b9f62a6-a94a-4c61-8b55-a2f1374cce8a) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:57.924700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:57.946936 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/1e29a90f-8d6e-44fc-8a85-647ca5a8472e HTTP/1.1" status: 204 len: 168 time: 2.1155398 Apr 22 09:32:57.952290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859fd6f-526d-46cc-9a3e-ad50a2c61cb7 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=1e29a90f-8d6e-44fc-8a85-647ca5a8472e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:57.968143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Allocated IP 2001:db8::2 (22cad299-ea82-4af5-80c4-6f1947947dbc/b9b89af3-269c-425e-a4df-21fe9380212d/86f443b8-4f53-4076-bb00-515f8863a0ca) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:58.053856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57520) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:32:58.110985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: fb902756-7011-463b-9030-1df754115047 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:32:58.111361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fb902756-7011-463b-9030-1df754115047 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:32:58.113144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:58.262336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] For port 2c657ed6-83dc-4245-9b60-04864782ce34, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c657ed6-83dc-4245-9b60-04864782ce34,segment=NetworkSegment(8a814043-4dec-408f-b97c-c4a9fdfc25fb),segment_id=8a814043-4dec-408f-b97c-c4a9fdfc25fb)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:32:58.329220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:58.398941 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:58.427147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-9ff8e7f0-bd94-484e-9112-057f5559d16d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:32:58.428695 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-9ff8e7f0-bd94-484e-9112-057f5559d16d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=fbb26e6b-b60b-4553-92ff-21b63b39b826 HTTP/1.1" status: 200 len: 797 time: 0.4781435 Apr 22 09:32:58.436927 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 144ba599-53d1-46c4-83bf-b3a81557441c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:32:58.667269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-5006db00-b2a9-4145-95a4-b573ba7c8712 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:32:58.674786 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-60ed110a-fedc-4c55-b76c-7a547d256e47 req-d4fb72b4-aeb5-4bad-9017-8e3a487555b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 210 time: 0.3206306 Apr 22 09:32:58.703478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port b51b4d6c-4479-4e55-b21a-5b9f18335ebe yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:32:58.714583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-5006db00-b2a9-4145-95a4-b573ba7c8712 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:32:58.715836 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-5006db00-b2a9-4145-95a4-b573ba7c8712 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 470 time: 0.2779698 Apr 22 09:32:58.751688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': '48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153', 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['c2e5d260-b124-4e41-96db-5284fd28de68']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:32:58.753573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f652c48-c2eb-44f1-b9b9-5c53a8720da5 None None] Pushing event updated for resources: {'Port': ['ID=2c657ed6-83dc-4245-9b60-04864782ce34,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:58.820442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:51Z', 'revision_number': 9, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:58.855028 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-032a8c5c-56e2-4121-b9b6-673e584c8455 None None] Provisioning complete for port fdbdf4cb-fe90-4933-a8ac-575ea946dafb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:58.855028 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-032a8c5c-56e2-4121-b9b6-673e584c8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:58.907121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:58.912024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:32:58.919002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:58.965530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:58.974886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Transition to ACTIVE for port object 86f443b8-4f53-4076-bb00-515f8863a0ca will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:58.978664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:32:58.979745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:32:58.992061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:32:59.025616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:port and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:32:59.034095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:32:59.043609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-032a8c5c-56e2-4121-b9b6-673e584c8455 None None] Port fdbdf4cb-fe90-4933-a8ac-575ea946dafb cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:32:59.043829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:32:59.057331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.061353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 144ba599-53d1-46c4-83bf-b3a81557441c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:59.061353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.121796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Transition to ACTIVE for port object 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:59.131095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:32:59.134670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.205406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Transition to ACTIVE for port object 86f443b8-4f53-4076-bb00-515f8863a0ca will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:59.231057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-032a8c5c-56e2-4121-b9b6-673e584c8455 None None] Provisioning complete for port 144ba599-53d1-46c4-83bf-b3a81557441c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:32:59.231424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-032a8c5c-56e2-4121-b9b6-673e584c8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.282395 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Transition to ACTIVE for port object 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:32:59.287816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.308809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port fdbdf4cb-fe90-4933-a8ac-575ea946dafb {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:32:59.309233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.349986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:32:59.401439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.493739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Network 22cad299-ea82-4af5-80c4-6f1947947dbc is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:59.507799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.28 (fbb26e6b-b60b-4553-92ff-21b63b39b826/ccf984e0-45bb-4632-8a8d-955148c68178/07a91d7b-9de6-4913-842b-78acafdb5212) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:59.512623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:32:59.517099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:59.527502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.533782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:32:59.536442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.557251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.662074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:59.666917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Pushing event updated for resources: {'Port': ['ID=86f443b8-4f53-4076-bb00-515f8863a0ca,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:59.679219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:32:59.741104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 172.20.0.13 (f441e355-9a94-4c8f-aa75-59d20254aa63/28939693-1f5e-4689-89c3-b201e854ae3f/b51b4d6c-4479-4e55-b21a-5b9f18335ebe) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:59.754074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fe64:e2c5 (f441e355-9a94-4c8f-aa75-59d20254aa63/54abe483-6c28-4cca-8f72-457d0a7512b2/b51b4d6c-4479-4e55-b21a-5b9f18335ebe) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:32:59.821529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:32:59.935333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=2b4ebba3-59e0-4502-a58e-cee6c288f7f2,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:32:59.951251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 517e0a76-f41b-4b3b-a587-75940ad54dc5 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:32:59.957462 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-26c0bef8-baae-4565-a874-7920aa8c7655 req-69082ad8-f88a-497b-8d49-bbc3287f7963 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 210 time: 0.1386700 Apr 22 09:33:00.061803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Pushing event updated for resources: {'Port': ['ID=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:00.109282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 517e0a76-f41b-4b3b-a587-75940ad54dc5 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:00.109682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 517e0a76-f41b-4b3b-a587-75940ad54dc5 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:00.131885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Attempting to bind port 86f443b8-4f53-4076-bb00-515f8863a0ca on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:00.132254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Attempting to bind port 86f443b8-4f53-4076-bb00-515f8863a0ca by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'c2dd2e73-12e4-4915-bb64-1924f73f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '22cad299-ea82-4af5-80c4-6f1947947dbc'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:00.132645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Attempting to bind port 86f443b8-4f53-4076-bb00-515f8863a0ca on network 22cad299-ea82-4af5-80c4-6f1947947dbc {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:00.146154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Attempting to bind port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:00.146518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Attempting to bind port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:00.146867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Attempting to bind port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:00.152591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for fdbdf4cb-fe90-4933-a8ac-575ea946dafb owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:00.156816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:00.157157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:00.157567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.157960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:00.158436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Bound port: 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:00.158880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.177350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:00.177734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Checking segment: {'id': 'c2dd2e73-12e4-4915-bb64-1924f73f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '22cad299-ea82-4af5-80c4-6f1947947dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:00.178140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.178542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Bound using segment: {'id': 'c2dd2e73-12e4-4915-bb64-1924f73f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '22cad299-ea82-4af5-80c4-6f1947947dbc'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:00.179012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Bound port: 86f443b8-4f53-4076-bb00-515f8863a0ca, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2dd2e73-12e4-4915-bb64-1924f73f206f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '22cad299-ea82-4af5-80c4-6f1947947dbc'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:00.181026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.250927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.256128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.280705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c657ed6-83dc-4245-9b60-04864782ce34 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:00.288067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 07a91d7b-9de6-4913-842b-78acafdb5212 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:00.383381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.459195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.465217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:00.487447 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-032a8c5c-56e2-4121-b9b6-673e584c8455 None None] Provisioning complete for port 2c657ed6-83dc-4245-9b60-04864782ce34 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:00.487729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-032a8c5c-56e2-4121-b9b6-673e584c8455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.494704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:00.500106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:00.502129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:00.566424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:00.584855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] For port 86f443b8-4f53-4076-bb00-515f8863a0ca, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:00.589309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] For port 86f443b8-4f53-4076-bb00-515f8863a0ca, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=86f443b8-4f53-4076-bb00-515f8863a0ca,segment=NetworkSegment(c2dd2e73-12e4-4915-bb64-1924f73f206f),segment_id=c2dd2e73-12e4-4915-bb64-1924f73f206f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:00.630075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.647338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.650832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2c657ed6-83dc-4245-9b60-04864782ce34 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:00.651211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.703181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.733109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.736873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=07a91d7b-9de6-4913-842b-78acafdb5212,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:00.752054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 6b7c655f-18a0-48f7-a092-14a830fb2d1c {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:00.752411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.814716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:00.815322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:00.864126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=fdbdf4cb-fe90-4933-a8ac-575ea946dafb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:00.895157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object b51b4d6c-4479-4e55-b21a-5b9f18335ebe will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:00.947909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1296e4-2052-48c9-a11b-662bd79f534a None None] Pushing event updated for resources: {'Port': ['ID=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:01.088041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:51Z', 'revision_number': 9, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:01.103628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2c84fc17-8138-4c18-9b32-8f983ae76ef7 None None] Could not find standard attr ID for object fdbdf4cb-fe90-4933-a8ac-575ea946dafb. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:33:01.106422 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1cf37cf0-504a-4e41-85ea-aa8494423570 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3612766 Apr 22 09:33:01.111865 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fff57c7-3809-4e51-948d-7f51872ff578 None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:32:51Z', 'revision_number': 9, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '6b7c655f-18a0-48f7-a092-14a830fb2d1c', 'name': '', 'network_id': '25d2240d-475b-4aa3-8bfd-ca90cbe92530', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:b5:be:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:11Z', 'updated_at': '2022-04-22T09:32:30Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '9bd3bbc7-9693-4032-abae-1bdedf8f2c1f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:01.207372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7af4ef-f902-4f29-850b-4b29faf028d5 None None] Pushing event updated for resources: {'Port': ['ID=86f443b8-4f53-4076-bb00-515f8863a0ca,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:01.214863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2c84fc17-8138-4c18-9b32-8f983ae76ef7 None None] Provisioning for port 07a91d7b-9de6-4913-842b-78acafdb5212 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:01.228011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Request body: {'port': {'device_id': '48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:01.229016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2c84fc17-8138-4c18-9b32-8f983ae76ef7 None None] Provisioning complete for port 07a91d7b-9de6-4913-842b-78acafdb5212 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:01.229456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2c84fc17-8138-4c18-9b32-8f983ae76ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:01.247588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:01.297199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2c84fc17-8138-4c18-9b32-8f983ae76ef7 None None] Port 07a91d7b-9de6-4913-842b-78acafdb5212 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:01.349847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:01.358917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:01.359638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:01.386258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:01.443478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:01.592742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port 6b7c655f-18a0-48f7-a092-14a830fb2d1c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b7c655f-18a0-48f7-a092-14a830fb2d1c,segment=NetworkSegment(cc6e662c-c920-4342-98c4-dbbe019adeef),segment_id=cc6e662c-c920-4342-98c4-dbbe019adeef)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:01.593362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:01.621921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=2b4ebba3-59e0-4502-a58e-cee6c288f7f2,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:01.681288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:01.711575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=b51b4d6c-4479-4e55-b21a-5b9f18335ebe,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:01.732198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:01.833800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 22cad299-ea82-4af5-80c4-6f1947947dbc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:01.836421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:02.020691 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3903b5-ca12-46eb-b513-28742974e401 req-12698957-c503-4002-b6df-beeefaa62b63 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:02.022558 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8c3903b5-ca12-46eb-b513-28742974e401 req-12698957-c503-4002-b6df-beeefaa62b63 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 932 time: 0.7630882 Apr 22 09:33:02.022843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:02.122072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 6b7c655f-18a0-48f7-a092-14a830fb2d1c owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:02.160128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Router b2b24cce-e470-46e3-946e-3532df779fd7 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:02.313882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a91d7b-9de6-4913-842b-78acafdb5212 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:33:02.325874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:02.339184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 3201559a-8856-4ca2-8b84-fd4c222cbca7 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:33:02.340652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 86f443b8-4f53-4076-bb00-515f8863a0ca up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:02.348754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Transition to ACTIVE for port object 07a91d7b-9de6-4913-842b-78acafdb5212 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:02.364852 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8c3903b5-ca12-46eb-b513-28742974e401 req-606882e9-8e5e-4f6d-bb5b-0bf8f3ed33fb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526722 Apr 22 09:33:02.418956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:02.429998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 86f443b8-4f53-4076-bb00-515f8863a0ca completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:02.441479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:02.442377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:02.449481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:02.483872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:02.518682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5a3a8-36d1-46ff-be87-57f5543a09e6 None None] Sync routers for ids ['b2b24cce-e470-46e3-946e-3532df779fd7'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:02.554359 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6ee44471-50ab-4b5e-b6bc-09a9ebb9ca76 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.0545349 Apr 22 09:33:02.554824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5a3a8-36d1-46ff-be87-57f5543a09e6 None None] Routers {'b2b24cce-e470-46e3-946e-3532df779fd7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:02.555986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0fc5a3a8-36d1-46ff-be87-57f5543a09e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b2b24cce-e470-46e3-946e-3532df779fd7'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:02.561900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57536) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:02.652135 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0d6572fd-6e16-470a-be0a-1b8c8505cf1e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "PUT /v2.0/routers/b2b24cce-e470-46e3-946e-3532df779fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7591841 Apr 22 09:33:02.660876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57540) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:02.679050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0fc5a3a8-36d1-46ff-be87-57f5543a09e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:02.708296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc5a3a8-36d1-46ff-be87-57f5543a09e6 None None] Routers {'b2b24cce-e470-46e3-946e-3532df779fd7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:02.709012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0fc5a3a8-36d1-46ff-be87-57f5543a09e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b2b24cce-e470-46e3-946e-3532df779fd7'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:02.779881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0e583-39ef-42af-9f66-1a62276ac706 None None] Network 22cad299-ea82-4af5-80c4-6f1947947dbc requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:02.814965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Pushing event updated for resources: {'Port': ['ID=07a91d7b-9de6-4913-842b-78acafdb5212,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:02.816039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:02.833285 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c8ff51-457c-4a7a-878b-7f3873019461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:33:02.833830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d5c8ff51-457c-4a7a-878b-7f3873019461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:02.837724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:02.850087 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7578f9d-1e5c-4346-906f-e1f63ee80da2 None None] Sync routers for ids ['3201559a-8856-4ca2-8b84-fd4c222cbca7'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:02.870918 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7578f9d-1e5c-4346-906f-e1f63ee80da2 None None] Routers {'3201559a-8856-4ca2-8b84-fd4c222cbca7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:02.873705 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a7578f9d-1e5c-4346-906f-e1f63ee80da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3201559a-8856-4ca2-8b84-fd4c222cbca7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:02.880514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c212e89d-6d8a-492b-b101-4048fb025d0b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/3201559a-8856-4ca2-8b84-fd4c222cbca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5149925 Apr 22 09:33:02.884908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57544) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:02.903816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=6b7c655f-18a0-48f7-a092-14a830fb2d1c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:03.001977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a01a41-8047-463b-a22c-88e1cc351cef tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:03.002660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b0a01a41-8047-463b-a22c-88e1cc351cef tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:03.011959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fa55c-da35-4561-9633-a5da8370f73c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:03.025898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fa55c-da35-4561-9633-a5da8370f73c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:03.027004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a79fa55c-da35-4561-9633-a5da8370f73c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:03.031187 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a7578f9d-1e5c-4346-906f-e1f63ee80da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:03.037582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d5c8ff51-457c-4a7a-878b-7f3873019461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:03.042959 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d5c8ff51-457c-4a7a-878b-7f3873019461 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/fdbdf4cb-fe90-4933-a8ac-575ea946dafb HTTP/1.1" status: 404 len: 333 time: 0.3807046 Apr 22 09:33:03.043879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57548) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:03.049773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b0a01a41-8047-463b-a22c-88e1cc351cef tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:03.057177 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b0a01a41-8047-463b-a22c-88e1cc351cef tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports/2b4ebba3-59e0-4502-a58e-cee6c288f7f2 HTTP/1.1" status: 200 len: 983 time: 0.1669538 Apr 22 09:33:03.062864 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7578f9d-1e5c-4346-906f-e1f63ee80da2 None None] Routers {'3201559a-8856-4ca2-8b84-fd4c222cbca7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:03.063732 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a7578f9d-1e5c-4346-906f-e1f63ee80da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3201559a-8856-4ca2-8b84-fd4c222cbca7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:03.075709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57552) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:03.128554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0fc5a3a8-36d1-46ff-be87-57f5543a09e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:03.128972 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc5a3a8-36d1-46ff-be87-57f5543a09e6 None None] The sync data for ids ['b2b24cce-e470-46e3-946e-3532df779fd7'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:03.148991 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a7578f9d-1e5c-4346-906f-e1f63ee80da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:03.149633 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7578f9d-1e5c-4346-906f-e1f63ee80da2 None None] The sync data for ids ['3201559a-8856-4ca2-8b84-fd4c222cbca7'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:03.168992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:03.178169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fdad9309-09bd-4681-aee5-a85d0f6670e9 None None] Provisioning for port 86f443b8-4f53-4076-bb00-515f8863a0ca completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:03.191056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fdad9309-09bd-4681-aee5-a85d0f6670e9 None None] Provisioning complete for port 86f443b8-4f53-4076-bb00-515f8863a0ca triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:03.191430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fdad9309-09bd-4681-aee5-a85d0f6670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.243768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Attempting to bind port 07a91d7b-9de6-4913-842b-78acafdb5212 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:03.244191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Attempting to bind port 07a91d7b-9de6-4913-842b-78acafdb5212 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:03.244566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Attempting to bind port 07a91d7b-9de6-4913-842b-78acafdb5212 on network fbb26e6b-b60b-4553-92ff-21b63b39b826 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:03.246314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8eea7798-5752-49ca-a838-79f34068ab0a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:03.260524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Port 07a91d7b-9de6-4913-842b-78acafdb5212 on network fbb26e6b-b60b-4553-92ff-21b63b39b826 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:33:03.260925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Attempting to bind port 07a91d7b-9de6-4913-842b-78acafdb5212 on network fbb26e6b-b60b-4553-92ff-21b63b39b826 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:03.270438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:03.270798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Checking segment: {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:03.271190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Bound using segment: {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:03.271643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Bound port: 07a91d7b-9de6-4913-842b-78acafdb5212, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:03.271998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.284460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a9e23-48e4-4534-8de5-cb2c5c0b91a6 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:03.287162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebf02fcf-f069-4d84-b51a-ea759a1ef11b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.320261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a79fa55c-da35-4561-9633-a5da8370f73c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:03.322730 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a79fa55c-da35-4561-9633-a5da8370f73c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.7582924 Apr 22 09:33:03.329657 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 8eea7798-5752-49ca-a838-79f34068ab0a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:03.329989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8eea7798-5752-49ca-a838-79f34068ab0a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:03.345188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57556) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:03.560022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fdad9309-09bd-4681-aee5-a85d0f6670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.618255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.626562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8cfda375-b61f-49dd-8503-0e71e654b11f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port b51b4d6c-4479-4e55-b21a-5b9f18335ebe {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:03.626901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8cfda375-b61f-49dd-8503-0e71e654b11f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.636468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fdad9309-09bd-4681-aee5-a85d0f6670e9 None None] For port 86f443b8-4f53-4076-bb00-515f8863a0ca, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=86f443b8-4f53-4076-bb00-515f8863a0ca,segment=NetworkSegment(c2dd2e73-12e4-4915-bb64-1924f73f206f),segment_id=c2dd2e73-12e4-4915-bb64-1924f73f206f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:03.651558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fdad9309-09bd-4681-aee5-a85d0f6670e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.749189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad9309-09bd-4681-aee5-a85d0f6670e9 None None] Pushing event updated for resources: {'Port': ['ID=86f443b8-4f53-4076-bb00-515f8863a0ca,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:03.790073 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f8ffc765-2863-48d0-987e-0ce37f8fb51a None None] Provisioning for port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:03.800121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f8ffc765-2863-48d0-987e-0ce37f8fb51a None None] Provisioning complete for port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:03.800531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc765-2863-48d0-987e-0ce37f8fb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.898023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebf02fcf-f069-4d84-b51a-ea759a1ef11b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.903200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebf02fcf-f069-4d84-b51a-ea759a1ef11b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.933960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] For port 07a91d7b-9de6-4913-842b-78acafdb5212, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:03.946152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] For port 07a91d7b-9de6-4913-842b-78acafdb5212, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=07a91d7b-9de6-4913-842b-78acafdb5212,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:03.949359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebf02fcf-f069-4d84-b51a-ea759a1ef11b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.949836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf02fcf-f069-4d84-b51a-ea759a1ef11b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Fanout notify agent at l3_agent the message router_deleted on router b2b24cce-e470-46e3-946e-3532df779fd7 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:33:03.963760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebf02fcf-f069-4d84-b51a-ea759a1ef11b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.969109 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ebf02fcf-f069-4d84-b51a-ea759a1ef11b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/routers/b2b24cce-e470-46e3-946e-3532df779fd7 HTTP/1.1" status: 204 len: 168 time: 0.9184985 Apr 22 09:33:03.974463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:03.977977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57564) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:04.011854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50442119-2293-4307-9ced-85ab41fa9d94 None None] Update dhcp port {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': '54abe483-6c28-4cca-8f72-457d0a7512b2', 'ip_address': '2001:db8::f816:3eff:fe01:cae6'}, {'subnet_id': '28939693-1f5e-4689-89c3-b201e854ae3f'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': '6b9f62a6-a94a-4c61-8b55-a2f1374cce8a'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:33:04.075556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aeec8-bd32-48fa-89f0-6548fe93a85a req-e917ac8b-3e24-47cb-bae4-b85dcd296959 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:04.078080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-cf7aeec8-bd32-48fa-89f0-6548fe93a85a req-e917ac8b-3e24-47cb-bae4-b85dcd296959 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:04.078256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc765-2863-48d0-987e-0ce37f8fb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.108361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:04.109019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.110419 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] 10.222.0.35 "PUT /v2.0/ports/07a91d7b-9de6-4913-842b-78acafdb5212 HTTP/1.1" status: 200 len: 1094 time: 2.9808114 Apr 22 09:33:04.116529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50442119-2293-4307-9ced-85ab41fa9d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.133635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153', 'tag': '07a91d7b-9de6-4913-842b-78acafdb5212'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:33:04.226093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-cf7aeec8-bd32-48fa-89f0-6548fe93a85a req-e917ac8b-3e24-47cb-bae4-b85dcd296959 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:04.236334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf7aeec8-bd32-48fa-89f0-6548fe93a85a req-e917ac8b-3e24-47cb-bae4-b85dcd296959 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 944 time: 0.7089510 Apr 22 09:33:04.387803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fdabab-1aaa-46d9-948e-aa5d7dc794d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet d191ae91-1bd2-41d9-ad2c-1c937479694d {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:04.391876 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af87544-e3e9-4a48-9c34-de9079e2451c'] response: {'name': 'network-changed', 'server_uuid': '48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153', 'tag': '07a91d7b-9de6-4913-842b-78acafdb5212', 'status': 'completed', 'code': 200} Apr 22 09:33:04.403940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-50442119-2293-4307-9ced-85ab41fa9d94 None None] Allocated IP 172.20.0.2 (f441e355-9a94-4c8f-aa75-59d20254aa63/28939693-1f5e-4689-89c3-b201e854ae3f/6b9f62a6-a94a-4c61-8b55-a2f1374cce8a) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:04.407081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f8ffc765-2863-48d0-987e-0ce37f8fb51a None None] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:04.410925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24fdabab-1aaa-46d9-948e-aa5d7dc794d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.457918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ab4a2-b32b-4c44-ad2a-f7e75fcf275e service neutron] Pushing event updated for resources: {'Port': ['ID=07a91d7b-9de6-4913-842b-78acafdb5212,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:04.495500 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf7aeec8-bd32-48fa-89f0-6548fe93a85a req-56dc64f1-58ec-4580-9563-5e6a20ecf254 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571921 Apr 22 09:33:04.527847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24fdabab-1aaa-46d9-948e-aa5d7dc794d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.578510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-50442119-2293-4307-9ced-85ab41fa9d94 None None] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:04.612455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50442119-2293-4307-9ced-85ab41fa9d94 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.616181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-94eecbd0-7ed6-4e9d-a373-b6b210ea84db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:04.617951 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-94eecbd0-7ed6-4e9d-a373-b6b210ea84db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 1097 time: 0.3339043 Apr 22 09:33:04.632689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-50442119-2293-4307-9ced-85ab41fa9d94 None None] Transition to ACTIVE for port object 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:04.636150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 86f443b8-4f53-4076-bb00-515f8863a0ca up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:04.681771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8ffc765-2863-48d0-987e-0ce37f8fb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.708580 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-1ea45c35-5338-46e3-8408-2b4a61cd5386 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=07a91d7b-9de6-4913-842b-78acafdb5212 HTTP/1.1" status: 200 len: 217 time: 0.0806983 Apr 22 09:33:04.719931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50442119-2293-4307-9ced-85ab41fa9d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.770078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffc765-2863-48d0-987e-0ce37f8fb51a None None] Pushing event updated for resources: {'Port': ['ID=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:04.782372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-6f7b063b-0ca6-4b47-a204-67951d706835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:04.784354 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-6f7b063b-0ca6-4b47-a204-67951d706835 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccf984e0-45bb-4632-8a8d-955148c68178 HTTP/1.1" status: 200 len: 838 time: 0.0684440 Apr 22 09:33:04.832011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8cfda375-b61f-49dd-8503-0e71e654b11f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.847180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24fdabab-1aaa-46d9-948e-aa5d7dc794d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.946360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-59318d1a-5521-45d3-931d-a7f70b6e084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:04.947895 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-59318d1a-5521-45d3-931d-a7f70b6e084c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fbb26e6b-b60b-4553-92ff-21b63b39b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1550798 Apr 22 09:33:04.954410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24fdabab-1aaa-46d9-948e-aa5d7dc794d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:04.978807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8cfda375-b61f-49dd-8503-0e71e654b11f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for b51b4d6c-4479-4e55-b21a-5b9f18335ebe owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:05.018334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:05.040298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdabab-1aaa-46d9-948e-aa5d7dc794d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=d191ae91-1bd2-41d9-ad2c-1c937479694d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:05.046382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 86f443b8-4f53-4076-bb00-515f8863a0ca triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:05.046761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:05.051065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24fdabab-1aaa-46d9-948e-aa5d7dc794d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:05.062259 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-24fdabab-1aaa-46d9-948e-aa5d7dc794d2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/d191ae91-1bd2-41d9-ad2c-1c937479694d HTTP/1.1" status: 204 len: 168 time: 1.0500836 Apr 22 09:33:05.062940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57572) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:05.081288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49353ddc-5240-4935-a8b3-45175d226b95 None None] Network 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:05.103926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50442119-2293-4307-9ced-85ab41fa9d94 None None] Pushing event updated for resources: {'Port': ['ID=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:05.270389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:05.274671 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-69506391-ea36-4390-87a9-52b7b787eacf service neutron] 10.222.0.35 "GET /v2.0/networks/fbb26e6b-b60b-4553-92ff-21b63b39b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161659 Apr 22 09:33:05.310184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-db39c92c-b05b-4ef1-bd31-0143b11d10a4 None None] Provisioning for port 2b4ebba3-59e0-4502-a58e-cee6c288f7f2 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:05.333929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-db39c92c-b05b-4ef1-bd31-0143b11d10a4 None None] Provisioning complete for port 2b4ebba3-59e0-4502-a58e-cee6c288f7f2 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:05.334305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-db39c92c-b05b-4ef1-bd31-0143b11d10a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:05.337345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 2c657ed6-83dc-4245-9b60-04864782ce34 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:05.337710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:05.387914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:05.406114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:05.433355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:05.434132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:05.485837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-db39c92c-b05b-4ef1-bd31-0143b11d10a4 None None] Port 2b4ebba3-59e0-4502-a58e-cee6c288f7f2 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:05.543352 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73dc56fc-17f8-4a9d-89c8-57c6b077b044 req-baf57ae0-d56e-4580-a9ea-003de06ccdb7 service neutron] 10.222.0.35 "GET /v2.0/networks/fbb26e6b-b60b-4553-92ff-21b63b39b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597067 Apr 22 09:33:05.548330 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a4cc15d3-1816-4896-98a5-c03f5a3252a3 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4890339 Apr 22 09:33:05.553719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57580) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:05.651666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc834cb-9029-4fa1-a6e6-69d44245e23d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet 9bd3bbc7-9693-4032-abae-1bdedf8f2c1f {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:05.672432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-afc834cb-9029-4fa1-a6e6-69d44245e23d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:05.707745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-db39c92c-b05b-4ef1-bd31-0143b11d10a4 None None] Provisioning complete for port 86f443b8-4f53-4076-bb00-515f8863a0ca triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:05.708387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-db39c92c-b05b-4ef1-bd31-0143b11d10a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:05.776795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] For port 2c657ed6-83dc-4245-9b60-04864782ce34, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c657ed6-83dc-4245-9b60-04864782ce34,segment=NetworkSegment(8a814043-4dec-408f-b97c-c4a9fdfc25fb),segment_id=8a814043-4dec-408f-b97c-c4a9fdfc25fb)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:05.777535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:05.810542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:05.925986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] DHCP port deletion for 8fae6c35-ef9b-4f54-9fd3-ca30a97e791c request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:06.038471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] Deleting port 2c657ed6-83dc-4245-9b60-04864782ce34 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:06.038690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.043627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8cfda375-b61f-49dd-8503-0e71e654b11f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.125351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfda375-b61f-49dd-8503-0e71e654b11f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=b51b4d6c-4479-4e55-b21a-5b9f18335ebe,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:06.184946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.227462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 2c657ed6-83dc-4245-9b60-04864782ce34 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:06.286973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-afc834cb-9029-4fa1-a6e6-69d44245e23d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.339414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:06.375391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-87b8f0f4-0636-4a05-b48d-d84260d83e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:06.376690 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-87b8f0f4-0636-4a05-b48d-d84260d83e72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 1097 time: 0.7768998 Apr 22 09:33:06.507964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8cfda375-b61f-49dd-8503-0e71e654b11f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.514999 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8cfda375-b61f-49dd-8503-0e71e654b11f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/b51b4d6c-4479-4e55-b21a-5b9f18335ebe HTTP/1.1" status: 204 len: 168 time: 3.1626558 Apr 22 09:33:06.525530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:06.534559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfaf20-3d8b-4f88-a9cc-46ea37046414 req-f11342a0-cd0b-4080-8f04-cedccd75c2c5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:06.534749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] For port 2c657ed6-83dc-4245-9b60-04864782ce34, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c657ed6-83dc-4245-9b60-04864782ce34,segment=NetworkSegment(8a814043-4dec-408f-b97c-c4a9fdfc25fb),segment_id=8a814043-4dec-408f-b97c-c4a9fdfc25fb)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:06.534940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.536014 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-26dfaf20-3d8b-4f88-a9cc-46ea37046414 req-f11342a0-cd0b-4080-8f04-cedccd75c2c5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 944 time: 0.5650582 Apr 22 09:33:06.570893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.665512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No DVR routers for this DVR port 2c657ed6-83dc-4245-9b60-04864782ce34 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:06.729867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32301577-e420-4930-b3b3-cc0f99526164 req-7aee3bcc-61cd-4dd0-ae26-1ef0d9e46209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:06.734117 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32301577-e420-4930-b3b3-cc0f99526164 req-7aee3bcc-61cd-4dd0-ae26-1ef0d9e46209 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1098 time: 0.4710894 Apr 22 09:33:06.743086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dea3f6-cae7-4db3-b2a1-e7cbf1f731dc req-0b0eb003-4ac0-4c08-a934-49083cf5b302 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:06.745396 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-21dea3f6-cae7-4db3-b2a1-e7cbf1f731dc req-0b0eb003-4ac0-4c08-a934-49083cf5b302 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4453661 Apr 22 09:33:06.747764 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] Calling delete_port for 2c657ed6-83dc-4245-9b60-04864782ce34 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:06.774019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb67b02-5cf9-421e-a12d-87d642431cf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:06.775967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb67b02-5cf9-421e-a12d-87d642431cf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:06.777264 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb67b02-5cf9-421e-a12d-87d642431cf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:06.778090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6bb67b02-5cf9-421e-a12d-87d642431cf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:06.783852 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-26dfaf20-3d8b-4f88-a9cc-46ea37046414 req-e03bf917-89b9-48fa-bea4-a3cf49c47285 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040703 Apr 22 09:33:06.788869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-afc834cb-9029-4fa1-a6e6-69d44245e23d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.871223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6bb67b02-5cf9-421e-a12d-87d642431cf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:06.874964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6bb67b02-5cf9-421e-a12d-87d642431cf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3353858 Apr 22 09:33:06.876856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57592) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:06.879002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:06.909301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fae6c35-ef9b-4f54-9fd3-ca30a97e791c']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:06.916628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:33:06.917004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:33:06.928057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=2c657ed6-83dc-4245-9b60-04864782ce34,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:06.943770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a814043-4dec-408f-b97c-c4a9fdfc25fb') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:06.944181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a814043-4dec-408f-b97c-c4a9fdfc25fb') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:06.949972 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:02Z', 'revision_number': 10, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:06.956428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:33:06.968188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:06.969247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:06.978001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 2b4ebba3-59e0-4502-a58e-cee6c288f7f2 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:06.978651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.004935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.013358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-afc834cb-9029-4fa1-a6e6-69d44245e23d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.040513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c657ed6-83dc-4245-9b60-04864782ce34 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:07.059379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6debf1d-7d72-471c-b3ee-8cb9fab02598 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 28939693-1f5e-4689-89c3-b201e854ae3f {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:07.073022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6debf1d-7d72-471c-b3ee-8cb9fab02598 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.101529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-3d30fdb8-40ad-4ffd-a595-4d7a335cb0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:07.103072 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-3d30fdb8-40ad-4ffd-a595-4d7a335cb0eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=fbb26e6b-b60b-4553-92ff-21b63b39b826 HTTP/1.1" status: 200 len: 898 time: 0.7125754 Apr 22 09:33:07.104147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.108033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-afc834cb-9029-4fa1-a6e6-69d44245e23d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.117437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc834cb-9029-4fa1-a6e6-69d44245e23d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd3bbc7-9693-4032-abae-1bdedf8f2c1f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:07.150166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 2c657ed6-83dc-4245-9b60-04864782ce34 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:07.150515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c657ed6-83dc-4245-9b60-04864782ce34 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:07.162600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a4bf2-31e6-4be6-a61e-5dd553b8fb9d None None] Network 25d2240d-475b-4aa3-8bfd-ca90cbe92530 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:07.164098 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-afc834cb-9029-4fa1-a6e6-69d44245e23d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/9bd3bbc7-9693-4032-abae-1bdedf8f2c1f HTTP/1.1" status: 204 len: 168 time: 1.6059895 Apr 22 09:33:07.175268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57596) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:07.194917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6debf1d-7d72-471c-b3ee-8cb9fab02598 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.199785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5dc24c94-8742-4a2b-b0ab-ad3eb26ae32e None None] Provisioning for port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:07.215763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:33:07.216180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:33:07.231130 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:33:07.234827 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-21dea3f6-cae7-4db3-b2a1-e7cbf1f731dc req-4bff4222-7a60-4105-8965-3a395139588f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092446 Apr 22 09:33:07.257220 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-68487512-0aa6-40b1-9c4a-8cc5e433eb35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=07a91d7b-9de6-4913-842b-78acafdb5212 HTTP/1.1" status: 200 len: 217 time: 0.1357892 Apr 22 09:33:07.268820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5dc24c94-8742-4a2b-b0ab-ad3eb26ae32e None None] Provisioning complete for port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:07.269055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5dc24c94-8742-4a2b-b0ab-ad3eb26ae32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.323211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:07.360730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.422380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] Deleting port 2c657ed6-83dc-4245-9b60-04864782ce34 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:07.422727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.483718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32301577-e420-4930-b3b3-cc0f99526164 req-1816d88a-5de3-4e63-9893-1776bfa659c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:07.485236 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32301577-e420-4930-b3b3-cc0f99526164 req-1816d88a-5de3-4e63-9893-1776bfa659c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 913 time: 0.5586164 Apr 22 09:33:07.488853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.492860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.570009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-f0e8d9f3-5df6-4d9d-893f-f402a85af338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:07.571524 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-f0e8d9f3-5df6-4d9d-893f-f402a85af338 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ccf984e0-45bb-4632-8a8d-955148c68178 HTTP/1.1" status: 200 len: 838 time: 0.2975318 Apr 22 09:33:07.572603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.611107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3d699-f53f-4eec-b6f8-5d178ce2f3bb None None] The port '2c657ed6-83dc-4245-9b60-04864782ce34' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:33:07.634226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Network': ['ID=8fae6c35-ef9b-4f54-9fd3-ca30a97e791c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:07.634607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 2b4ebba3-59e0-4502-a58e-cee6c288f7f2 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:07.673263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 663a6c73-88b4-48ab-9a23-707597adc844 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:07.673529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.682780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6debf1d-7d72-471c-b3ee-8cb9fab02598 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.716129 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b47b71e4-1266-4ba0-bad5-f79f151c0ba7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/networks/8fae6c35-ef9b-4f54-9fd3-ca30a97e791c HTTP/1.1" status: 204 len: 168 time: 2.6072006 Apr 22 09:33:07.716554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57600) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:07.753560 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32301577-e420-4930-b3b3-cc0f99526164 req-e9980455-7f95-42f8-916b-155ea70816b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 1001 time: 0.2555974 Apr 22 09:33:07.820565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5dc24c94-8742-4a2b-b0ab-ad3eb26ae32e None None] Could not find standard attr ID for object b51b4d6c-4479-4e55-b21a-5b9f18335ebe. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:33:07.848779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368678d7-bac4-466b-b0f4-0e7664692a5e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:07.849387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-368678d7-bac4-466b-b0f4-0e7664692a5e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:07.885765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6debf1d-7d72-471c-b3ee-8cb9fab02598 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.926817 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:02Z', 'revision_number': 10, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:07.938861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db9993b-041a-4818-8a9d-732142a23501 None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:02Z', 'revision_number': 10, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None, '_interfaces': [{'id': '8cc4c870-4c46-4e8d-80fc-bc81f33d3032', 'name': '', 'network_id': 'd3f2a2e8-49c8-4f8c-8b3d-31c1e482d784', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'mac_address': 'fa:16:3e:26:75:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '1715c48d-099b-4690-b561-146e3977988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:32:03Z', 'updated_at': '2022-04-22T09:32:34Z', 'revision_number': 5, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'subnets': [{'id': '1715c48d-099b-4690-b561-146e3977988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:07.940613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] DHCP port deletion for 25d2240d-475b-4aa3-8bfd-ca90cbe92530 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:07.946030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] Deleting port 663a6c73-88b4-48ab-9a23-707597adc844 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:07.946649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.969974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6debf1d-7d72-471c-b3ee-8cb9fab02598 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=28939693-1f5e-4689-89c3-b201e854ae3f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:07.971770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-368678d7-bac4-466b-b0f4-0e7664692a5e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:07.976314 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-368678d7-bac4-466b-b0f4-0e7664692a5e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/ebeb576a-1c49-4987-910e-e9e37194579d HTTP/1.1" status: 200 len: 844 time: 0.2538002 Apr 22 09:33:07.976314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6debf1d-7d72-471c-b3ee-8cb9fab02598 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:07.984905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57606) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:07.996138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f51a21-1daf-4a69-a7b6-9dc9575220e0 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:08.052005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-8122e626-f19a-4783-bac7-22a681deb0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:08.053644 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-8122e626-f19a-4783-bac7-22a681deb0e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fbb26e6b-b60b-4553-92ff-21b63b39b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4662480 Apr 22 09:33:08.056440 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e6debf1d-7d72-471c-b3ee-8cb9fab02598 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/28939693-1f5e-4689-89c3-b201e854ae3f HTTP/1.1" status: 204 len: 168 time: 1.1784098 Apr 22 09:33:08.067475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57610) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:08.078193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32301577-e420-4930-b3b3-cc0f99526164 req-ae2ac2d8-1601-4bda-acfa-8fd4b0c4349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:08.079773 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32301577-e420-4930-b3b3-cc0f99526164 req-ae2ac2d8-1601-4bda-acfa-8fd4b0c4349d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.3165131 Apr 22 09:33:08.223849 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7a8b6e54-2ed7-4926-ac5a-0d49c9e005d9 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/ebeb576a-1c49-4987-910e-e9e37194579d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2031517 Apr 22 09:33:08.230862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57614) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:08.234944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8014b1d-c04d-4187-a7e9-6de083ee991f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 54abe483-6c28-4cca-8f72-457d0a7512b2 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:08.243567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:08.260844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8014b1d-c04d-4187-a7e9-6de083ee991f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.272517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port 663a6c73-88b4-48ab-9a23-707597adc844, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=663a6c73-88b4-48ab-9a23-707597adc844,segment=NetworkSegment(cc6e662c-c920-4342-98c4-dbbe019adeef),segment_id=cc6e662c-c920-4342-98c4-dbbe019adeef)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:08.275273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.396192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7192cfe-b6ab-42c1-8e33-5cc6c1a8aa44 req-b45a6d4b-f944-4d75-8e37-94919690e90a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:08.397853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d7192cfe-b6ab-42c1-8e33-5cc6c1a8aa44 req-b45a6d4b-f944-4d75-8e37-94919690e90a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 944 time: 0.4113083 Apr 22 09:33:08.430349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.431233 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 663a6c73-88b4-48ab-9a23-707597adc844 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:08.453564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.469324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 663a6c73-88b4-48ab-9a23-707597adc844 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:08.504935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] For port 663a6c73-88b4-48ab-9a23-707597adc844, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=663a6c73-88b4-48ab-9a23-707597adc844,segment=NetworkSegment(cc6e662c-c920-4342-98c4-dbbe019adeef),segment_id=cc6e662c-c920-4342-98c4-dbbe019adeef)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:08.505344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.518765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 07a91d7b-9de6-4913-842b-78acafdb5212 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:33:08.521347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8014b1d-c04d-4187-a7e9-6de083ee991f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.587039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=2b4ebba3-59e0-4502-a58e-cee6c288f7f2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:08.624179 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d7192cfe-b6ab-42c1-8e33-5cc6c1a8aa44 req-e16f0af4-9317-49c6-8739-3ad9c0b35a6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608660 Apr 22 09:33:08.662711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.663057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.663393 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.663725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.664054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.664378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.664754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.665095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.665403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.665724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.666052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.666372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:08.679801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:08.696417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:08.754533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:08.766901 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-6dd883d7-a7df-4f27-94aa-82e587948701 service neutron] 10.222.0.35 "GET /v2.0/networks/fbb26e6b-b60b-4553-92ff-21b63b39b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710758 Apr 22 09:33:08.783239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:08.811229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.859556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32301577-e420-4930-b3b3-cc0f99526164 req-ee852807-ff55-4662-bda4-41ff29a5eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:08.861588 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32301577-e420-4930-b3b3-cc0f99526164 req-ee852807-ff55-4662-bda4-41ff29a5eabc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7429898 Apr 22 09:33:08.865220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] Calling delete_port for 663a6c73-88b4-48ab-9a23-707597adc844 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:08.865820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.881016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:08.887827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.912312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=663a6c73-88b4-48ab-9a23-707597adc844,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:08.917229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 07a91d7b-9de6-4913-842b-78acafdb5212, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=07a91d7b-9de6-4913-842b-78acafdb5212,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:08.931485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No active binding found for port 663a6c73-88b4-48ab-9a23-707597adc844 {{(pid=88064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 22 09:33:08.931899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 663a6c73-88b4-48ab-9a23-707597adc844 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:08.932317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b7c655f-18a0-48f7-a092-14a830fb2d1c no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:08.974549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8014b1d-c04d-4187-a7e9-6de083ee991f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:08.979546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 6b7c655f-18a0-48f7-a092-14a830fb2d1c {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:08.979894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b7c655f-18a0-48f7-a092-14a830fb2d1c not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:08.981511 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '07a91d7b-9de6-4913-842b-78acafdb5212', 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826', 'port_id': '07a91d7b-9de6-4913-842b-78acafdb5212', 'mac_address': 'fa:16:3e:63:02:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf984e0-45bb-4632-8a8d-955148c68178', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:33:08.987981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No DVR routers for this DVR port 663a6c73-88b4-48ab-9a23-707597adc844 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:09.039351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.039696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.040313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.040313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.040752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.040931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.041207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.041524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.041835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.042151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.042469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.043244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:09.065178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:33:09.065596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:33:09.070103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df8d25f-34ee-4651-b877-bc390e379805 req-dc11a56f-590a-4acd-b5a4-aa18d29940ed tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:09.078036 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1df8d25f-34ee-4651-b877-bc390e379805 req-dc11a56f-590a-4acd-b5a4-aa18d29940ed tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5667562 Apr 22 09:33:09.084723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.103174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a91d7b-9de6-4913-842b-78acafdb5212 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:33:09.120856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 07a91d7b-9de6-4913-842b-78acafdb5212, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=07a91d7b-9de6-4913-842b-78acafdb5212,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:09.126081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.220978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=07a91d7b-9de6-4913-842b-78acafdb5212,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:09.288550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.321749 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e7609621-f199-4140-b5f5-6cfb6233fe47 req-be9a8b47-1968-438b-9f5a-10fb7ff9f8b9 service neutron] 10.222.0.35 "GET /v2.0/networks/fbb26e6b-b60b-4553-92ff-21b63b39b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440791 Apr 22 09:33:09.334958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d2240d-475b-4aa3-8bfd-ca90cbe92530']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:09.340083 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:33:09.361998 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1df8d25f-34ee-4651-b877-bc390e379805 req-3430fdcf-6e20-437f-b829-47a8ccec5563 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829175 Apr 22 09:33:09.377186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6e662c-c920-4342-98c4-dbbe019adeef') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:09.377474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6e662c-c920-4342-98c4-dbbe019adeef') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:09.385830 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32301577-e420-4930-b3b3-cc0f99526164 req-660c726d-09e0-4758-a47f-f211db048484 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083969 Apr 22 09:33:09.412104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.492194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.511857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:33:09.512420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.518594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['07a91d7b-9de6-4913-842b-78acafdb5212'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:33:09.528676 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:33:09.539315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 3201559a-8856-4ca2-8b84-fd4c222cbca7 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:09.546430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8014b1d-c04d-4187-a7e9-6de083ee991f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.572075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] Deleting port 663a6c73-88b4-48ab-9a23-707597adc844 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:09.572927 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.634154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8014b1d-c04d-4187-a7e9-6de083ee991f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.643556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.644945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8014b1d-c04d-4187-a7e9-6de083ee991f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=54abe483-6c28-4cca-8f72-457d0a7512b2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:09.673200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7a03b903-8e50-440b-aebe-7c8fde08f293 None None] The port '663a6c73-88b4-48ab-9a23-707597adc844' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:33:09.679210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.684806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=25d2240d-475b-4aa3-8bfd-ca90cbe92530,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:09.705666 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2e4db3cb-0a1f-43b2-bb0f-4a86629620b5 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/25d2240d-475b-4aa3-8bfd-ca90cbe92530 HTTP/1.1" status: 204 len: 168 time: 2.5221579 Apr 22 09:33:09.710170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57622) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:09.734343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8cf0cf-d452-40c9-a4d0-fa53a7476879 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:09.846198 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c8014b1d-c04d-4187-a7e9-6de083ee991f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/54abe483-6c28-4cca-8f72-457d0a7512b2 HTTP/1.1" status: 204 len: 168 time: 1.7774389 Apr 22 09:33:09.848157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57626) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:09.934766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32301577-e420-4930-b3b3-cc0f99526164 req-d7e6b4ec-966e-4c7e-ad08-d3d0f6d732bb service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429978 Apr 22 09:33:09.963567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:09.966112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8ec184e7-eb36-462c-b331-1ea2deba214a None None] Provisioning complete for port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:09.966705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8ec184e7-eb36-462c-b331-1ea2deba214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:09.969716 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f049cef7-c335-41ff-b283-acaa0201b60b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/3201559a-8856-4ca2-8b84-fd4c222cbca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8924022 Apr 22 09:33:09.978089 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe2872-ecfa-4c38-8427-d1ff48229ad7 None None] Sync routers for ids ['3201559a-8856-4ca2-8b84-fd4c222cbca7'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:09.987612 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe2872-ecfa-4c38-8427-d1ff48229ad7 None None] Routers {'3201559a-8856-4ca2-8b84-fd4c222cbca7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:09.988464 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7fe2872-ecfa-4c38-8427-d1ff48229ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3201559a-8856-4ca2-8b84-fd4c222cbca7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:10.001493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57630) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:10.082595 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0b6b0f9e-7e41-449d-a721-ae253509cf89 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2232792 Apr 22 09:33:10.085740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57634) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:10.118850 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7fe2872-ecfa-4c38-8427-d1ff48229ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:10.134310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:10.152095 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe2872-ecfa-4c38-8427-d1ff48229ad7 None None] Routers {'3201559a-8856-4ca2-8b84-fd4c222cbca7'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:10.152813 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7fe2872-ecfa-4c38-8427-d1ff48229ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:32:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3201559a-8856-4ca2-8b84-fd4c222cbca7'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:10.202441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:10.248867 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7fe2872-ecfa-4c38-8427-d1ff48229ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:10.249270 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe2872-ecfa-4c38-8427-d1ff48229ad7 None None] The sync data for ids ['3201559a-8856-4ca2-8b84-fd4c222cbca7'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:10.310914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Deleting port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:10.311470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:10.328779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:10.349800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:10.546870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:10.557876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:10.560893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:10.561648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:10.595022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1bd7a-6e62-4707-bcce-96a374e31911 None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:10.612573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:10.625800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:10.677476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:10.693731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:10.701586 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-c7376830-e542-4b73-bae1-d050218940cf tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] remove_router_interface failed (client error): The resource could not be found. Apr 22 09:33:10.705546 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c7376830-e542-4b73-bae1-d050218940cf tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/3201559a-8856-4ca2-8b84-fd4c222cbca7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6940849 Apr 22 09:33:10.707324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57640) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:10.707504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:10.711341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:10.721824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4eb8-85b4-434d-902b-18a83088d749 req-69282a72-1f9f-40e4-95e5-c271823ea639 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:10.723523 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e87a4eb8-85b4-434d-902b-18a83088d749 req-69282a72-1f9f-40e4-95e5-c271823ea639 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 945 time: 0.8761537 Apr 22 09:33:10.728297 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bd57dc81-5a85-4869-80d8-5ecfe8677557 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4889185 Apr 22 09:33:10.738510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57644) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:10.772235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:10.775692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:10.822118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'security_group': {'name': 'tempest-secgroup-136607489'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:10.832955 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0fd3f06d-2fa3-4e4c-8486-3b015cf5f3e5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=3201559a-8856-4ca2-8b84-fd4c222cbca7 HTTP/1.1" status: 200 len: 205 time: 0.1237309 Apr 22 09:33:10.836242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:10.838436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57648) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:10.853887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:10.907276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e8d71-7f09-413a-bfad-82af558e84d3 req-61d33e4c-f5c6-4634-8945-9925c968b4de tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:10.908657 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e45e8d71-7f09-413a-bfad-82af558e84d3 req-61d33e4c-f5c6-4634-8945-9925c968b4de tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4151018 Apr 22 09:33:10.909952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:10.910374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:10.918184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:10.939820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:10.966458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:11.017117 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e87a4eb8-85b4-434d-902b-18a83088d749 req-b6a26637-f8f7-40e7-81e9-79f9d5ea946c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2754927 Apr 22 09:33:11.083185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Calling delete_port for 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:11.109598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa417-6054-46de-8798-09f650202cdc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.142284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:11.157168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.158635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.225102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:11.228537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:11.231492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:11.232078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.252645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=38ba25fb-5d13-46a7-99ba-b98ac870dc31,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:11.274184 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-beb8db84-66b2-42ab-80fb-c33ec2f67fc4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1794851 Apr 22 09:33:11.275174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57652) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:11.281713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:33:11.282318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:33:11.283128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:11.284764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.291895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:11.321651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e45e8d71-7f09-413a-bfad-82af558e84d3 req-3afadd10-904c-4dff-98ca-e8148f2eee1b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3924856 Apr 22 09:33:11.333772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'tenant_id': '48da3bd2d4f648b9b7e64b59eaff9218', 'fixed_ips': [{'subnet_id': '74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:11.335081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.433106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:11.437819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:11.440444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:11.446621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:11.457879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:11.462485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.530897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Allocated IP 2001:db8::2 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7/c6330654-ab09-4d66-ab09-1061c4832a25) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:11.565700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:11.571638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group_rule and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:11.625277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:11.641481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa417-6054-46de-8798-09f650202cdc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.646774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa417-6054-46de-8798-09f650202cdc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.648549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:11.699584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa417-6054-46de-8798-09f650202cdc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.700019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8aa417-6054-46de-8798-09f650202cdc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Fanout notify agent at l3_agent the message router_deleted on router 3201559a-8856-4ca2-8b84-fd4c222cbca7 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:33:11.775885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.784175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Deleting port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:11.784656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.790336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2f8aa417-6054-46de-8798-09f650202cdc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.793819 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2f8aa417-6054-46de-8798-09f650202cdc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/3201559a-8856-4ca2-8b84-fd4c222cbca7 HTTP/1.1" status: 204 len: 168 time: 0.9500618 Apr 22 09:33:11.796594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57656) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:11.813127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:11.813466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.816510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Transition to ACTIVE for port object c6330654-ab09-4d66-ab09-1061c4832a25 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:11.855072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Transition to ACTIVE for port object c6330654-ab09-4d66-ab09-1061c4832a25 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:11.868778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.876168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.889644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.938924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-772183c2-bc5e-462a-a8ca-b2ebc49a05e7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet b9b89af3-269c-425e-a4df-21fe9380212d {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:11.945746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-772183c2-bc5e-462a-a8ca-b2ebc49a05e7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.952310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:11.956834 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1564536 Apr 22 09:33:11.957450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57660) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:11.969244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'security_group': {'name': 'tempest-secgroup-721598860'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:11.987456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:12.006386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:12.012592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-772183c2-bc5e-462a-a8ca-b2ebc49a05e7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.028031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:12.028262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:12.030402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b5d6f959-d585-4380-b44c-47430cf81b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.032655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d2925-df36-4220-bcf7-eba600e78024 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed578b-365f-4afe-855f-c31e104dacc2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:12.044272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:12.044918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Pushing event updated for resources: {'Port': ['ID=c6330654-ab09-4d66-ab09-1061c4832a25,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:12.049462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:12.061700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:12.088836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.113794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] For port 8cc4c870-4c46-4e8d-80fc-bc81f33d3032, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,segment=NetworkSegment(cf162eb6-5c68-4e92-b0ae-01c8024d14ae),segment_id=cf162eb6-5c68-4e92-b0ae-01c8024d14ae)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:12.114159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.130339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:12.130690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-772183c2-bc5e-462a-a8ca-b2ebc49a05e7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.217923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-772183c2-bc5e-462a-a8ca-b2ebc49a05e7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.243592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group_rule and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:12.253031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Calling delete_port for 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:12.255141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Attempting to bind port c6330654-ab09-4d66-ab09-1061c4832a25 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:12.255698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Attempting to bind port c6330654-ab09-4d66-ab09-1061c4832a25 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '0c0cbb7f-780b-47d8-a456-e5561d5a8a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:12.256106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Attempting to bind port c6330654-ab09-4d66-ab09-1061c4832a25 on network b21a404d-10d1-4c09-88c6-fdb21b8a972f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:12.274336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:12.274863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Checking segment: {'id': '0c0cbb7f-780b-47d8-a456-e5561d5a8a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:12.275385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.275897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Bound using segment: {'id': '0c0cbb7f-780b-47d8-a456-e5561d5a8a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:12.276496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Bound port: c6330654-ab09-4d66-ab09-1061c4832a25, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0cbb7f-780b-47d8-a456-e5561d5a8a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:12.276986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.281933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:12.295356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:12.300756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:12.301265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.319381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772183c2-bc5e-462a-a8ca-b2ebc49a05e7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b89af3-269c-425e-a4df-21fe9380212d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:12.355976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-772183c2-bc5e-462a-a8ca-b2ebc49a05e7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.368467 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-772183c2-bc5e-462a-a8ca-b2ebc49a05e7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/b9b89af3-269c-425e-a4df-21fe9380212d HTTP/1.1" status: 204 len: 168 time: 0.5640783 Apr 22 09:33:12.368618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57668) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:12.370349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:33:12.464970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4bc1da-97aa-4e03-a8fb-1ac1bf5b374f None None] Network 22cad299-ea82-4af5-80c4-6f1947947dbc requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:12.465309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f67e4-1aa1-44ad-9e4d-92b853ba8426 req-a8a64f93-49b5-4f29-ba38-1adeb13ee719 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:12.466886 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c31f67e4-1aa1-44ad-9e4d-92b853ba8426 req-a8a64f93-49b5-4f29-ba38-1adeb13ee719 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 945 time: 0.2423885 Apr 22 09:33:12.492123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Calling delete_port for 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:12.536073 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c31f67e4-1aa1-44ad-9e4d-92b853ba8426 req-f1bb6bdc-d729-4ae1-83d3-393e11cc2541 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611379 Apr 22 09:33:12.541250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 07a91d7b-9de6-4913-842b-78acafdb5212 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:12.646992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.743027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.750723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.751644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] For port c6330654-ab09-4d66-ab09-1061c4832a25, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:12.768801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.802501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] For port c6330654-ab09-4d66-ab09-1061c4832a25, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6330654-ab09-4d66-ab09-1061c4832a25,segment=NetworkSegment(0c0cbb7f-780b-47d8-a456-e5561d5a8a38),segment_id=0c0cbb7f-780b-47d8-a456-e5561d5a8a38)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:12.808356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 86f443b8-4f53-4076-bb00-515f8863a0ca {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:12.808854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.812415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.851701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.864763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 07a91d7b-9de6-4913-842b-78acafdb5212 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:12.880793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 07a91d7b-9de6-4913-842b-78acafdb5212 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:12.881305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.891320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:12.919472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.925077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.925999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.930177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5493a360-86c1-4ea5-98a9-ca46d07d1bfa,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:12.936296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Port': ['ID=8cc4c870-4c46-4e8d-80fc-bc81f33d3032,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:12.938251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:12.942200 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d777e3c0-4b9c-4680-9b56-85317be3a574 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9761622 Apr 22 09:33:12.959537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:33:12.960032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:33:12.975420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57672) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:12.977494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6699ee1-50fa-435f-b9af-efce2d21e097 None None] Pushing event updated for resources: {'Port': ['ID=c6330654-ab09-4d66-ab09-1061c4832a25,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:13.005627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-97514872', 'security_groups': ['5493a360-86c1-4ea5-98a9-ca46d07d1bfa'], 'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:13.106673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fad792-0270-48c2-880a-f870cb60de02 req-14bec4b5-1899-4bcc-83bd-7bb4f7c1b0ea tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:13.115502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Deleting port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:13.116304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:13.116640 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f3fad792-0270-48c2-880a-f870cb60de02 req-14bec4b5-1899-4bcc-83bd-7bb4f7c1b0ea tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.6197848 Apr 22 09:33:13.120931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=bca457da-c354-4de2-97a5-45cfb4e3b2b5,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:13.126296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:13.151001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] DHCP port deletion for 22cad299-ea82-4af5-80c4-6f1947947dbc request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:13.159500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:13.164977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:13.168265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:13.169128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:13.181182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,revision_number=9']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:13.184835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] Deleting port 86f443b8-4f53-4076-bb00-515f8863a0ca {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:13.185652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:13.220697 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-346cf0f0-75fc-4ce8-b801-a57fa0bfaefd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9443233 Apr 22 09:33:13.221532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57676) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:13.235916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:39:9a:68', 'name': 'tempest-NetworksTestDHCPv6-1833115571'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:13.295221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a91d7b-9de6-4913-842b-78acafdb5212'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:33:13.386540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 07a91d7b-9de6-4913-842b-78acafdb5212, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=07a91d7b-9de6-4913-842b-78acafdb5212,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:13.426616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:13.574906 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a60dda-4b97-4720-ac7c-ad9034a4bae5'] response: {'server_uuid': '48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a91d7b-9de6-4913-842b-78acafdb5212', 'code': 200} Apr 22 09:33:13.687349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:13.692169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:13.695794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:13.702975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:13.713718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:13.766295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=07a91d7b-9de6-4913-842b-78acafdb5212,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:13.784872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] For port 86f443b8-4f53-4076-bb00-515f8863a0ca, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=86f443b8-4f53-4076-bb00-515f8863a0ca,segment=NetworkSegment(c2dd2e73-12e4-4915-bb64-1924f73f206f),segment_id=c2dd2e73-12e4-4915-bb64-1924f73f206f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:13.785267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:13.976493 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f3fad792-0270-48c2-880a-f870cb60de02 req-964df477-13b3-4f5f-b477-8693961b3813 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8588047 Apr 22 09:33:13.978029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:13.994966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] Calling delete_port for 86f443b8-4f53-4076-bb00-515f8863a0ca owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:14.015853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 62d1193d-61b7-4f8d-a641-8fbc6e860308 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:33:14.059337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.059609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] For port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:14.060009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.065768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port 86f443b8-4f53-4076-bb00-515f8863a0ca, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=86f443b8-4f53-4076-bb00-515f8863a0ca,segment=NetworkSegment(c2dd2e73-12e4-4915-bb64-1924f73f206f),segment_id=c2dd2e73-12e4-4915-bb64-1924f73f206f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:14.066399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.213576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Calling delete_port for 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:14.234919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 86f443b8-4f53-4076-bb00-515f8863a0ca owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:14.285087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.299656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5058df54-5255-4deb-9947-c94f9963152a req-c024b9d8-bfc9-4356-8a22-f9728f227fcd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:14.301823 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5058df54-5255-4deb-9947-c94f9963152a req-c024b9d8-bfc9-4356-8a22-f9728f227fcd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 946 time: 0.4334664 Apr 22 09:33:14.345037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] No DVR routers for this DVR port 86f443b8-4f53-4076-bb00-515f8863a0ca on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:14.376091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f4f84-94d5-4d4a-84c2-f2d4de225132 None None] Pushing event deleted for resources: {'Port': ['ID=86f443b8-4f53-4076-bb00-515f8863a0ca,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:14.377384 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5058df54-5255-4deb-9947-c94f9963152a req-2b4f6048-22bc-4741-9e2a-cf462b86495f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674927 Apr 22 09:33:14.417021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 172.20.0.3 (f441e355-9a94-4c8f-aa75-59d20254aa63/38ba25fb-5d13-46a7-99ba-b98ac870dc31/62d1193d-61b7-4f8d-a641-8fbc6e860308) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:14.461312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6330654-ab09-4d66-ab09-1061c4832a25 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:14.510295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:14.545111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a86af6a4-7337-4ec9-a3aa-392f00e229cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.570126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.572861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fe39:9a68 (f441e355-9a94-4c8f-aa75-59d20254aa63/bca457da-c354-4de2-97a5-45cfb4e3b2b5/62d1193d-61b7-4f8d-a641-8fbc6e860308) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:14.602161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:port and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:14.636444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:14.639094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port c6330654-ab09-4d66-ab09-1061c4832a25 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:14.650909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] Pushing event deleted for resources: {'Port': ['ID=6b9f62a6-a94a-4c61-8b55-a2f1374cce8a,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:14.664463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:14.735551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 86f443b8-4f53-4076-bb00-515f8863a0ca no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:14.741455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c5185-df08-4c64-976d-419961a3b4b8 req-14953b79-fb2b-4b8f-b961-0ab16eb6d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:14.743039 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d3c5185-df08-4c64-976d-419961a3b4b8 req-14953b79-fb2b-4b8f-b961-0ab16eb6d143 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 1099 time: 0.8381422 Apr 22 09:33:14.774223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:14.777878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:14.785009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bfe98-6d27-4406-b098-7c1f4b965698 None None] No DVR routers for this DVR port 6b9f62a6-a94a-4c61-8b55-a2f1374cce8a on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:14.787004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 86f443b8-4f53-4076-bb00-515f8863a0ca {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:14.787502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 86f443b8-4f53-4076-bb00-515f8863a0ca not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:14.796062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:33:14.796376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:33:14.808182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Provisioning for port c6330654-ab09-4d66-ab09-1061c4832a25 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:14.820729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c83decf-ac0f-454d-81da-f2c0666a035f None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:14.824467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.842249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 62d1193d-61b7-4f8d-a641-8fbc6e860308 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:14.842930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Provisioning complete for port c6330654-ab09-4d66-ab09-1061c4832a25 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:14.843383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.876057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:14.955032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:14.963777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:14.969757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:14.991102 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d3c5185-df08-4c64-976d-419961a3b4b8 req-cdef9507-e39f-434b-a845-f3cb3f47a5db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402086 Apr 22 09:33:15.011494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=62d1193d-61b7-4f8d-a641-8fbc6e860308,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:15.051582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:15.052354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.064698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.083493 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8548c26b-5159-4eda-bb8e-2e47a2763338 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8607528 Apr 22 09:33:15.087242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57688) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:15.152555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] For port c6330654-ab09-4d66-ab09-1061c4832a25, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6330654-ab09-4d66-ab09-1061c4832a25,segment=NetworkSegment(0c0cbb7f-780b-47d8-a456-e5561d5a8a38),segment_id=0c0cbb7f-780b-47d8-a456-e5561d5a8a38)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:15.179963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f763bef-6081-4f68-b4a0-c6cd5a201d7d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:15.180999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7f763bef-6081-4f68-b4a0-c6cd5a201d7d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:15.185197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.200918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:15.201181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7f763bef-6081-4f68-b4a0-c6cd5a201d7d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:15.205182 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7f763bef-6081-4f68-b4a0-c6cd5a201d7d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.1142743 Apr 22 09:33:15.207682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57692) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:15.226431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:15.272596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:15.273228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:15.297286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 86f443b8-4f53-4076-bb00-515f8863a0ca {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:15.297758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.344206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Provisioning complete for port ebeb576a-1c49-4987-910e-e9e37194579d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:15.344597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.390094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Pushing event updated for resources: {'Port': ['ID=c6330654-ab09-4d66-ab09-1061c4832a25,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:15.411739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.465723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.466150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.466409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.467284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.467614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.467943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.468267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.468615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.468939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.469327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.469636 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.469953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:33:15.491104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:15.514636 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a857ce02-0608-4680-8559-34082a3ba239 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8033340 Apr 22 09:33:15.516740 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57698) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:15.529163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.593632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecebc7-63c6-43d0-8225-6476063ec099 req-195be128-fe25-449f-9538-a4640307013e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:15.595230 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24ecebc7-63c6-43d0-8225-6476063ec099 req-195be128-fe25-449f-9538-a4640307013e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 946 time: 0.0958478 Apr 22 09:33:15.632957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] The port '86f443b8-4f53-4076-bb00-515f8863a0ca' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:33:15.655386 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24ecebc7-63c6-43d0-8225-6476063ec099 req-447aa629-99a5-4711-b914-88bd909e143b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513549 Apr 22 09:33:15.666704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7c98c27e-0901-4aba-819a-3d9f85150bd1 None None] Port ebeb576a-1c49-4987-910e-e9e37194579d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:15.677583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:12Z', 'revision_number': 11, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:15.682500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:33:15.687163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '38ba25fb-5d13-46a7-99ba-b98ac870dc31'}, {'subnet_id': 'bca457da-c354-4de2-97a5-45cfb4e3b2b5'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:15.688035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.700022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6fd591dc-4c41-4658-85f1-b1a7c8b1977f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 62d1193d-61b7-4f8d-a641-8fbc6e860308 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:15.700022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fd591dc-4c41-4658-85f1-b1a7c8b1977f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.706726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.717025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:15.717678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:15.762370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:33:15.838686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bade64-3e45-4101-a6a1-a9f118ef9d8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting subnet 1715c48d-099b-4690-b561-146e3977988e {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:15.856961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bade64-3e45-4101-a6a1-a9f118ef9d8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:15.902553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:16.020332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:12Z', 'revision_number': 11, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:16.029929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffe048-7a69-4482-acdf-72200ceb22f9 req-68de8643-03f0-49ad-9ddf-259b903dfbf0 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:16.030691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e289de27-b002-40fc-8060-0b04b20999b6 None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:12Z', 'revision_number': 11, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:16.031541 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-88ffe048-7a69-4482-acdf-72200ceb22f9 req-68de8643-03f0-49ad-9ddf-259b903dfbf0 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.9032598 Apr 22 09:33:16.037081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.138029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bade64-3e45-4101-a6a1-a9f118ef9d8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.170727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Allocated IP 172.20.0.2 (f441e355-9a94-4c8f-aa75-59d20254aa63/38ba25fb-5d13-46a7-99ba-b98ac870dc31/4e1a6872-a2f7-4bc6-a010-d1d03ebca211) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:16.176839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Allocated IP 2001:db8::f816:3eff:fed1:2e7d (f441e355-9a94-4c8f-aa75-59d20254aa63/bca457da-c354-4de2-97a5-45cfb4e3b2b5/4e1a6872-a2f7-4bc6-a010-d1d03ebca211) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:16.200033 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cad299-ea82-4af5-80c4-6f1947947dbc']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:16.277387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2dd2e73-12e4-4915-bb64-1924f73f206f') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:16.277594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2dd2e73-12e4-4915-bb64-1924f73f206f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:16.349410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.365089 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-88ffe048-7a69-4482-acdf-72200ceb22f9 req-4ba079d3-1252-4c75-9852-215e855c20f3 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107743 Apr 22 09:33:16.431298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.445753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Transition to ACTIVE for port object 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:16.457305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.479662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Transition to ACTIVE for port object 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:16.483000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:33:16.483409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.486784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:33:16.502265 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:33:16.549996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::149 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7/aba91bef-bd64-4032-8dad-9eeedb8ad0b5) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:16.561980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6330654-ab09-4d66-ab09-1061c4832a25 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:16.593779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Pushing event updated for resources: {'Port': ['ID=4e1a6872-a2f7-4bc6-a010-d1d03ebca211,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:16.621176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:16.624252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:16.628007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:16.652164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bade64-3e45-4101-a6a1-a9f118ef9d8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.722752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fd591dc-4c41-4658-85f1-b1a7c8b1977f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.786351 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c6330654-ab09-4d66-ab09-1061c4832a25 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:16.786689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.853863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Attempting to bind port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:16.853863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Attempting to bind port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:16.854360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Attempting to bind port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:16.868095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:16.868095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:16.868813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.868991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.869187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:16.869550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Bound port: 4e1a6872-a2f7-4bc6-a010-d1d03ebca211, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:16.870777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.883421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-6fd591dc-4c41-4658-85f1-b1a7c8b1977f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 62d1193d-61b7-4f8d-a641-8fbc6e860308 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:16.886294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662094a-7768-43c7-8c10-126d4a40162f req-bb920ea6-8cf9-4d16-aa25-35991500bd3a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:16.888051 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e662094a-7768-43c7-8c10-126d4a40162f req-bb920ea6-8cf9-4d16-aa25-35991500bd3a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 946 time: 0.1111476 Apr 22 09:33:16.940281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:16.949891 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e662094a-7768-43c7-8c10-126d4a40162f req-0247aee0-f456-49af-a64e-62183c477a63 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520639 Apr 22 09:33:16.996081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=22cad299-ea82-4af5-80c4-6f1947947dbc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:17.025666 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0a751dda-54ca-4f95-9bd9-899adf35bda9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/22cad299-ea82-4af5-80c4-6f1947947dbc HTTP/1.1" status: 204 len: 168 time: 4.6517370 Apr 22 09:33:17.026813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57706) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:17.035048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-195316052'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:17.035479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] For port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:17.041337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:17.046920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:17.050233 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] For port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4e1a6872-a2f7-4bc6-a010-d1d03ebca211,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:17.050907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:17.059503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:17.062204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:17.076867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:17.083027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.122527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.164702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:17.165153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8cc4c870-4c46-4e8d-80fc-bc81f33d3032 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:17.165700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:33:17.183370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.183836 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment 55623a20-14da-4a41-975f-9508c71d6f20 of type vlan for network 1ed34e24-c9ef-4128-b841-bea56af00651 Apr 22 09:33:17.204335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.236688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a01982-f985-4923-8e6a-d9b6fd38084a None None] Pushing event updated for resources: {'Port': ['ID=4e1a6872-a2f7-4bc6-a010-d1d03ebca211,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:17.251927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.279963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bade64-3e45-4101-a6a1-a9f118ef9d8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.302541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.308692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:17.309323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.432266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3a041-7c8f-4166-a809-fdbd60cbd317 None None] Network d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:17.448917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bade64-3e45-4101-a6a1-a9f118ef9d8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Subnet': ['ID=1715c48d-099b-4690-b561-146e3977988e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:17.469847 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4417801 Apr 22 09:33:17.472903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57712) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:17.478851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': '1ed34e24-c9ef-4128-b841-bea56af00651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:17.483825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73bade64-3e45-4101-a6a1-a9f118ef9d8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.497829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f3502-22d8-4eba-88ac-a499c85bf4fd tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=1ed34e24-c9ef-4128-b841-bea56af00651,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:17.554569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 1ed34e24-c9ef-4128-b841-bea56af00651 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:33:17.735355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.756576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:17.762628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:17.768207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:17.771717 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73bade64-3e45-4101-a6a1-a9f118ef9d8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/1715c48d-099b-4690-b561-146e3977988e HTTP/1.1" status: 204 len: 168 time: 2.2463181 Apr 22 09:33:17.782992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57716) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:17.799590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:17.806674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object aba91bef-bd64-4032-8dad-9eeedb8ad0b5 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:17.810700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fd591dc-4c41-4658-85f1-b1a7c8b1977f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.841227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fdc15-2f82-4e2d-8d40-f80491127596 req-5d181084-53ea-47e3-a731-b0dc4fbfbdc8 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:17.843756 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-307fdc15-2f82-4e2d-8d40-f80491127596 req-5d181084-53ea-47e3-a731-b0dc4fbfbdc8 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.1911414 Apr 22 09:33:17.875405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:17.879534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:17.883177 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-cccc253d-ab1c-419e-92e2-e0e85eac9d8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5834553 Apr 22 09:33:17.889265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd591dc-4c41-4658-85f1-b1a7c8b1977f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=62d1193d-61b7-4f8d-a641-8fbc6e860308,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:17.981776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc0c61-6480-47e8-8037-a23314cb4fc7 req-d9adc101-28aa-49df-8b25-e8fd8c4932ad tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:17.983968 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7ffc0c61-6480-47e8-8037-a23314cb4fc7 req-d9adc101-28aa-49df-8b25-e8fd8c4932ad tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 946 time: 0.6997550 Apr 22 09:33:17.986291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] DHCP port deletion for d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:17.994775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] Deleting port 2e440db1-c75a-4d97-86b7-755e8969d23d {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:17.995189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.120269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.201866 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7ffc0c61-6480-47e8-8037-a23314cb4fc7 req-8616139e-bdb0-4d06-addd-9ed1ca2188b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065160 Apr 22 09:33:18.239403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.240424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6fd591dc-4c41-4658-85f1-b1a7c8b1977f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.242571 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6fd591dc-4c41-4658-85f1-b1a7c8b1977f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/62d1193d-61b7-4f8d-a641-8fbc6e860308 HTTP/1.1" status: 204 len: 168 time: 3.0290804 Apr 22 09:33:18.245959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:18.252222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57722) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:18.256899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:18.257443 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-307fdc15-2f82-4e2d-8d40-f80491127596 req-36f1dbd5-54f3-448f-8cc7-c5d888753e22 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027817 Apr 22 09:33:18.292346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:18.298347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:18.299249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.306472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=aba91bef-bd64-4032-8dad-9eeedb8ad0b5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:18.372735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-cd1d72c5-5520-4867-9120-8175a36e055a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:18.373577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:18.375680 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-cd1d72c5-5520-4867-9120-8175a36e055a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1098 time: 0.4403753 Apr 22 09:33:18.387548 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dd0f6e2d-c2fd-46ff-be60-ab538548d5b3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3967466 Apr 22 09:33:18.391733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57730) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:18.398745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:18.425535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] For port 2e440db1-c75a-4d97-86b7-755e8969d23d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2e440db1-c75a-4d97-86b7-755e8969d23d,segment=NetworkSegment(cf162eb6-5c68-4e92-b0ae-01c8024d14ae),segment_id=cf162eb6-5c68-4e92-b0ae-01c8024d14ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:18.426073 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.488440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Deleting port 2e440db1-c75a-4d97-86b7-755e8969d23d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:18.488800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.587097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] Calling delete_port for 2e440db1-c75a-4d97-86b7-755e8969d23d owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:18.677533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:18.722214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.741039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] The port '2e440db1-c75a-4d97-86b7-755e8969d23d' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:33:18.753787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b1815d-7d0a-4fb5-95fb-3312d871331f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:18.755603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b1815d-7d0a-4fb5-95fb-3312d871331f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:18.757280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b1815d-7d0a-4fb5-95fb-3312d871331f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:18.758175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-22b1815d-7d0a-4fb5-95fb-3312d871331f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:18.791777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.795825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] Pushing event deleted for resources: {'Port': ['ID=2e440db1-c75a-4d97-86b7-755e8969d23d,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:18.797767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2e440db1-c75a-4d97-86b7-755e8969d23d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:18.827400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-6f22839b-d727-4220-a9b9-9eb5a3c20147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:18.828905 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-6f22839b-d727-4220-a9b9-9eb5a3c20147 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 913 time: 0.3977413 Apr 22 09:33:18.830038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:18.834942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712daaf-4d00-4181-8094-b8ac015b5b70 None None] No DVR routers for this DVR port 2e440db1-c75a-4d97-86b7-755e8969d23d on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:18.835126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:18.838507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:18.847771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:18.862301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 2e440db1-c75a-4d97-86b7-755e8969d23d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:18.862720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2e440db1-c75a-4d97-86b7-755e8969d23d not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:18.870994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1914e190-4eda-4755-9832-90f374ec824a None None] Provisioning for port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:18.879692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1914e190-4eda-4755-9832-90f374ec824a None None] Provisioning complete for port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:18.880665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1914e190-4eda-4755-9832-90f374ec824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.906536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-22b1815d-7d0a-4fb5-95fb-3312d871331f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:18.907705 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-22b1815d-7d0a-4fb5-95fb-3312d871331f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6493597 Apr 22 09:33:18.930475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24b2bd-14bd-4108-a5cf-99f1527c2159 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:18.932491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57734) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:18.986082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:18.994149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=6aa55d18-9fc4-4a9a-999b-649d7555282a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:18.998958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:19.002548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.035367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:19.047273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': '55623a20-14da-4a41-975f-9508c71d6f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1ed34e24-c9ef-4128-b841-bea56af00651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:19.047674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: 1ed34e24-c9ef-4128-b841-bea56af00651, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:33:19.055451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1914e190-4eda-4755-9832-90f374ec824a None None] Port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:19.060257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:19.061163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf162eb6-5c68-4e92-b0ae-01c8024d14ae') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:19.070629 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-3e95a27c-d766-46f6-a954-6a561d46d48a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 1001 time: 0.2215989 Apr 22 09:33:19.080790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.101857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.105503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 1ed34e24-c9ef-4128-b841-bea56af00651 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:33:19.114188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:33:19.114577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:33:19.130686 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:33:19.155015 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 1ed34e24-c9ef-4128-b841-bea56af00651) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:19.164466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccd4c26d-d177-400c-854f-655369dce69f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 38ba25fb-5d13-46a7-99ba-b98ac870dc31 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:19.186050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c26d-d177-400c-854f-655369dce69f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.188946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2212c7f-05c1-4531-b6dc-bdb435acc642 None None] Network 1ed34e24-c9ef-4128-b841-bea56af00651 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:19.206502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:19.207604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.228313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-971ee83e-087d-48f7-8f1f-a998ad0066e7 None None] Could not find standard attr ID for object 62d1193d-61b7-4f8d-a641-8fbc6e860308. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:33:19.239024 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c74e3503-7928-4582-bae3-bbcb7d57bfd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7624984 Apr 22 09:33:19.239024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.239848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57738) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:19.246499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-995038205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:19.275108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.281019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:19.283074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-ab54227f-af4f-4e67-a04a-c98e28e1ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:19.284671 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-ab54227f-af4f-4e67-a04a-c98e28e1ba1e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.1593692 Apr 22 09:33:19.286271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Pushing event deleted for resources: {'Network': ['ID=d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:19.289523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:router and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:19.291955 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.ipam_backend_mixin [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7 (CIDR: 2001:db8::/64) Apr 22 09:33:19.293197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:19.300450 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-de08695a-1218-4dbe-bdaa-86d44dfed250 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/networks/d3f2a2e8-49c8-4f8c-8b3d-31c1e482d784 HTTP/1.1" status: 204 len: 168 time: 1.5244520 Apr 22 09:33:19.303955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57742) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:19.306613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:19.311106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'routes': None}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:19.330519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c26d-d177-400c-854f-655369dce69f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.332312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-971ee83e-087d-48f7-8f1f-a998ad0066e7 None None] Provisioning for port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:19.348871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-971ee83e-087d-48f7-8f1f-a998ad0066e7 None None] Provisioning complete for port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:19.349242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-971ee83e-087d-48f7-8f1f-a998ad0066e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.443175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.444799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.461286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.517929 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:19.528519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:19.549336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-1ed34e24-c9ef-4128-b841-bea56af00651', 'network_id': '1ed34e24-c9ef-4128-b841-bea56af00651', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': '6aa55d18-9fc4-4a9a-999b-649d7555282a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:19.550411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.580136 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e7551082-088a-4667-9563-7130ee235348 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1872029 Apr 22 09:33:19.584011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57746) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:19.592777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:19.626987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-971ee83e-087d-48f7-8f1f-a998ad0066e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.671446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.extraroute_db [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Added routes are [] {{(pid=88063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 09:33:19.671766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.extraroute_db [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Removed routes are [] {{(pid=88063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 09:33:19.672173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.729403 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57750) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:19.732791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-9544fb12-242e-4c3e-a740-5ad6474db49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:19.733322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-9544fb12-242e-4c3e-a740-5ad6474db49f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4400122 Apr 22 09:33:19.742598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.743551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-971ee83e-087d-48f7-8f1f-a998ad0066e7 None None] For port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4e1a6872-a2f7-4bc6-a010-d1d03ebca211,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:19.776660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-971ee83e-087d-48f7-8f1f-a998ad0066e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.841086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.842685 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c92edac9-7277-4f7a-ab50-690d7c173eb7 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6014533 Apr 22 09:33:19.846143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57754) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:19.848122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c26d-d177-400c-854f-655369dce69f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:19.873472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Allocated IP 2001:db8::2 (1ed34e24-c9ef-4128-b841-bea56af00651/6aa55d18-9fc4-4a9a-999b-649d7555282a/c3ee7aab-be97-4cdc-84f9-45b736ceb4f3) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:19.881829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ee83e-087d-48f7-8f1f-a998ad0066e7 None None] Pushing event updated for resources: {'Port': ['ID=4e1a6872-a2f7-4bc6-a010-d1d03ebca211,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:19.991838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:19.996894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:20.002317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:20.010908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:20.034313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c26d-d177-400c-854f-655369dce69f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.119911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.136574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:20.140942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.141974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b4d5a2ea-2eb1-4e34-a29e-f697f089ff32 None None] Provisioning complete for port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:20.142347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a2ea-2eb1-4e34-a29e-f697f089ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.167557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.195061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Transition to ACTIVE for port object c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:20.238991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Transition to ACTIVE for port object c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:20.262532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c26d-d177-400c-854f-655369dce69f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.267803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.281125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4c26d-d177-400c-854f-655369dce69f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=38ba25fb-5d13-46a7-99ba-b98ac870dc31,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:20.296868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:20.321900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.411015 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ccd4c26d-d177-400c-854f-655369dce69f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/38ba25fb-5d13-46a7-99ba-b98ac870dc31 HTTP/1.1" status: 204 len: 168 time: 1.4731250 Apr 22 09:33:20.418118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57758) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:20.445764 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d90abe0-e3a9-4c44-82f5-9a52580b9b0a None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:20.461137 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Network 1ed34e24-c9ef-4128-b841-bea56af00651 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:20.493095 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-ec1851ef-f3ab-4418-9a0f-f7e17e3ea82d service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858132 Apr 22 09:33:20.493716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:20.496446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:20.520453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Pushing event updated for resources: {'Port': ['ID=c3ee7aab-be97-4cdc-84f9-45b736ceb4f3,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:20.750447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router 3746f998-a86f-46d0-a196-cfa4dce0f65d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:20.755453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a81cb7-b62a-4a62-9416-badb9e62f9cc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet bca457da-c354-4de2-97a5-45cfb4e3b2b5 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:20.767001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1887a894-ec01-46a1-b297-4f4e239d66c8 None None] Could not find standard attr ID for object 62d1193d-61b7-4f8d-a641-8fbc6e860308. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:33:20.797909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:20.798306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.812077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88a81cb7-b62a-4a62-9416-badb9e62f9cc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.867422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Attempting to bind port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:20.867866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Attempting to bind port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '55623a20-14da-4a41-975f-9508c71d6f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1ed34e24-c9ef-4128-b841-bea56af00651'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:20.869162 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Attempting to bind port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 on network 1ed34e24-c9ef-4128-b841-bea56af00651 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:20.889437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:20.889872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Checking segment: {'id': '55623a20-14da-4a41-975f-9508c71d6f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1ed34e24-c9ef-4128-b841-bea56af00651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:20.890202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:20.890591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Bound using segment: {'id': '55623a20-14da-4a41-975f-9508c71d6f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1ed34e24-c9ef-4128-b841-bea56af00651'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:20.891052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Bound port: c3ee7aab-be97-4cdc-84f9-45b736ceb4f3, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55623a20-14da-4a41-975f-9508c71d6f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '1ed34e24-c9ef-4128-b841-bea56af00651'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:20.891423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:21.000370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88a81cb7-b62a-4a62-9416-badb9e62f9cc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:21.001762 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71bbc95c-3623-416a-8294-8ad61c061c96 req-e5826934-29ec-4789-9411-602d5ed183e8 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193454 Apr 22 09:33:21.106446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:21.119189 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] Sync routers for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:21.130625 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:21.131460 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:21.139588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:21.143629 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-35bd823c-ebd5-4e9f-9943-74a21609f7a1 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 200 len: 700 time: 1.8386598 Apr 22 09:33:21.151603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57762) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:21.160624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] For port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:21.164851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] For port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c3ee7aab-be97-4cdc-84f9-45b736ceb4f3,segment=NetworkSegment(55623a20-14da-4a41-975f-9508c71d6f20),segment_id=55623a20-14da-4a41-975f-9508c71d6f20)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:21.172722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:21.200840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:21.230279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2f3321d6-700f-4688-a219-9f50badbee89 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:21.279030 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:21.289510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe327a-820f-4f50-9045-d365a27afff5 None None] Pushing event updated for resources: {'Port': ['ID=c3ee7aab-be97-4cdc-84f9-45b736ceb4f3,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:21.402919 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:12Z', 'revision_number': 11, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:21.408926 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] Checking router: 3746f998-a86f-46d0-a196-cfa4dce0f65d for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:33:21.419454 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] Routers {'3746f998-a86f-46d0-a196-cfa4dce0f65d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:21.420576 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3746f998-a86f-46d0-a196-cfa4dce0f65d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:21.498653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:21.641120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2f3321d6-700f-4688-a219-9f50badbee89 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:21.644111 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2f3321d6-700f-4688-a219-9f50badbee89 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 200 len: 205 time: 0.4914448 Apr 22 09:33:21.644973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57766) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:21.715358 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] Set router 3746f998-a86f-46d0-a196-cfa4dce0f65d gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:21.720343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:21.725725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:21.729793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=2e16b32e-3659-4900-8e4f-f07ef4f91213,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:21.732844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:21.733664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:21.738917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8288147b-3cea-473a-b2f2-985cbf0caa65 None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:21.794085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88a81cb7-b62a-4a62-9416-badb9e62f9cc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:21.864611 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d596c070-19e7-407c-9e9e-f1a2374ba76f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2753329 Apr 22 09:33:21.877017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57770) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:21.881325 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:12Z', 'revision_number': 11, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:21.887069 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dfbc38-9b74-4d64-9c8f-18bca94ddd43 None None] The sync data for ids ['3746f998-a86f-46d0-a196-cfa4dce0f65d'] in dv-neutron-839018-1-hyperv is: [{'id': '3746f998-a86f-46d0-a196-cfa4dce0f65d', 'name': 'tempest-RoutersTest-router-388925710', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:31:58Z', 'updated_at': '2022-04-22T09:33:12Z', 'revision_number': 11, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:21.904328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-882890143', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e16b32e-3659-4900-8e4f-f07ef4f91213'}], 'security_groups': ['2bed578b-365f-4afe-855f-c31e104dacc2']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:22.011885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.162490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-075b9fc7-d9f8-4a66-9488-85a4131c88e8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.320829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:22.494097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:22.497811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14005cc7-8451-44e1-b83a-65f6a5328fd9 None None] Update dhcp port {'port': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'fixed_ips': [{'subnet_id': '74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e16b32e-3659-4900-8e4f-f07ef4f91213'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'c6330654-ab09-4d66-ab09-1061c4832a25'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:33:22.520626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88a81cb7-b62a-4a62-9416-badb9e62f9cc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.555891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-14005cc7-8451-44e1-b83a-65f6a5328fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.581310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a81cb7-b62a-4a62-9416-badb9e62f9cc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=bca457da-c354-4de2-97a5-45cfb4e3b2b5,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:22.616667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.690042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-075b9fc7-d9f8-4a66-9488-85a4131c88e8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.692386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88a81cb7-b62a-4a62-9416-badb9e62f9cc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.696538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-075b9fc7-d9f8-4a66-9488-85a4131c88e8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.736537 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-88a81cb7-b62a-4a62-9416-badb9e62f9cc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/bca457da-c354-4de2-97a5-45cfb4e3b2b5 HTTP/1.1" status: 204 len: 168 time: 2.3002884 Apr 22 09:33:22.747512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57774) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:22.752286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8::1 (1ed34e24-c9ef-4128-b841-bea56af00651/6aa55d18-9fc4-4a9a-999b-649d7555282a/01e2c3ca-bc8f-462c-bd99-5b53ef26b661) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:22.756322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-075b9fc7-d9f8-4a66-9488-85a4131c88e8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.756929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075b9fc7-d9f8-4a66-9488-85a4131c88e8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Fanout notify agent at l3_agent the message router_deleted on router 3746f998-a86f-46d0-a196-cfa4dce0f65d {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:33:22.788245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-075b9fc7-d9f8-4a66-9488-85a4131c88e8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:22.795369 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-075b9fc7-d9f8-4a66-9488-85a4131c88e8 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 204 len: 168 time: 1.1052158 Apr 22 09:33:22.797379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57778) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:22.807918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-139864857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:22.809993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-14005cc7-8451-44e1-b83a-65f6a5328fd9 None None] Allocated IP 2001:db8:0:1::2 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/2e16b32e-3659-4900-8e4f-f07ef4f91213/c6330654-ab09-4d66-ab09-1061c4832a25) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:22.869733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.17 (fbb26e6b-b60b-4553-92ff-21b63b39b826/ccf984e0-45bb-4632-8a8d-955148c68178/052b0812-7198-4d97-8cf7-92c776333998) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:22.986511 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-14005cc7-8451-44e1-b83a-65f6a5328fd9 None None] For port c6330654-ab09-4d66-ab09-1061c4832a25, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6330654-ab09-4d66-ab09-1061c4832a25,segment=NetworkSegment(0c0cbb7f-780b-47d8-a456-e5561d5a8a38),segment_id=0c0cbb7f-780b-47d8-a456-e5561d5a8a38)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:23.007209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.022812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-14005cc7-8451-44e1-b83a-65f6a5328fd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.024366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object 01e2c3ca-bc8f-462c-bd99-5b53ef26b661 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:23.047609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:23.047846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-14005cc7-8451-44e1-b83a-65f6a5328fd9 None None] Transition to ACTIVE for port object c6330654-ab09-4d66-ab09-1061c4832a25 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:23.051781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.058749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e68b850-f3d5-4112-af68-ecbf99536742 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:23.077278 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-14005cc7-8451-44e1-b83a-65f6a5328fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.078188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.108605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Usage tracker for resource:router and tenant:9da6a9a067ed4194acfd312cf37e2298 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:23.125985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:23.144678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:23.150018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccbd5a5-ec80-4098-b0eb-9981074acb0d None None] Network 1ed34e24-c9ef-4128-b841-bea56af00651 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:23.151092 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 1ed34e24-c9ef-4128-b841-bea56af00651 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:23.157218 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:23.167403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:23.168192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.169494 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d4192eaf-7514-4b03-8182-9c8bdd624084 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4188862 Apr 22 09:33:23.173017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 052b0812-7198-4d97-8cf7-92c776333998 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:23.174025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57782) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:23.175040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.175958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.182759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:23.186882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=01e2c3ca-bc8f-462c-bd99-5b53ef26b661,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:23.217672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.270901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.317775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.321635 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-906475c0-5d34-49bd-a46e-5ea935fce6e9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5203488 Apr 22 09:33:23.321635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.330677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57786) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:23.337500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9ce19af4-46ff-4641-bea2-0d67f4e81330 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:23.393469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3e9aae4e-3aa6-498b-b4bb-1c3886bb4b1c None None] Provisioning complete for port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:23.394085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3e9aae4e-3aa6-498b-b4bb-1c3886bb4b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.421489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:23.580754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:23.587183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:23.596366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.600077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:23.714170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14005cc7-8451-44e1-b83a-65f6a5328fd9 None None] Pushing event updated for resources: {'Port': ['ID=c6330654-ab09-4d66-ab09-1061c4832a25,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:23.728912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:23.729686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:23.733162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:23.752919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:23.768761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:23.828317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=052b0812-7198-4d97-8cf7-92c776333998,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:24.041381 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-48689028-477c-4f5e-9096-06ebbbb98fb9 None None] Provisioning for port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:24.049110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-48689028-477c-4f5e-9096-06ebbbb98fb9 None None] Provisioning complete for port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:24.049683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-48689028-477c-4f5e-9096-06ebbbb98fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.072268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.114632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:24.142691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] Deleting port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:24.143441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.231807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Delete allocated IP 2001:db8::149 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7) {{(pid=88062) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 09:33:24.251551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8:0:1::3cb (b21a404d-10d1-4c09-88c6-fdb21b8a972f/2e16b32e-3659-4900-8e4f-f07ef4f91213/aba91bef-bd64-4032-8dad-9eeedb8ad0b5) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:24.272962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ce19af4-46ff-4641-bea2-0d67f4e81330 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.304563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6330654-ab09-4d66-ab09-1061c4832a25 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:24.449125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-48689028-477c-4f5e-9096-06ebbbb98fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.489464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ce19af4-46ff-4641-bea2-0d67f4e81330 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.593624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-48689028-477c-4f5e-9096-06ebbbb98fb9 None None] For port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c3ee7aab-be97-4cdc-84f9-45b736ceb4f3,segment=NetworkSegment(55623a20-14da-4a41-975f-9508c71d6f20),segment_id=55623a20-14da-4a41-975f-9508c71d6f20)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:24.603836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-48689028-477c-4f5e-9096-06ebbbb98fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.672012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.806101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:24.849340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.861190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.863762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.930125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] For port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4e1a6872-a2f7-4bc6-a010-d1d03ebca211,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:24.930531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:24.952556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Provisioning for port 052b0812-7198-4d97-8cf7-92c776333998 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:24.956648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.036506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Provisioning complete for port 052b0812-7198-4d97-8cf7-92c776333998 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:25.036506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.048892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=01e2c3ca-bc8f-462c-bd99-5b53ef26b661,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:25.125275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce19af4-46ff-4641-bea2-0d67f4e81330 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Router a250cb62-f2d1-44eb-8101-304134f81a0a is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:33:25.150910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:25.156562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] Calling delete_port for 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:25.162158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:25.165064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:25.165791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.209125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48689028-477c-4f5e-9096-06ebbbb98fb9 None None] Pushing event updated for resources: {'Port': ['ID=c3ee7aab-be97-4cdc-84f9-45b736ceb4f3,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:25.255768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=0cd489ed-b4db-4b9f-99a1-e16f2baf86a6,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:25.298676 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73e6b643-97bf-4d89-af79-9923030d9ec7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1213794 Apr 22 09:33:25.306502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Port 052b0812-7198-4d97-8cf7-92c776333998 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:25.317611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57790) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:25.324751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:25.338910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.360186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.404861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.415598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Provisioning complete for port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:25.416127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.454451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] Pushing event deleted for resources: {'Port': ['ID=4e1a6872-a2f7-4bc6-a010-d1d03ebca211,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:25.466989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe3ef7-987d-4b96-aaa2-4c046af21d7f None None] No DVR routers for this DVR port 4e1a6872-a2f7-4bc6-a010-d1d03ebca211 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:25.475691 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce19af4-46ff-4641-bea2-0d67f4e81330 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:25.485969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ce19af4-46ff-4641-bea2-0d67f4e81330 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.487108 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9ce19af4-46ff-4641-bea2-0d67f4e81330 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "PUT /v2.0/routers/a250cb62-f2d1-44eb-8101-304134f81a0a HTTP/1.1" status: 200 len: 693 time: 2.1555114 Apr 22 09:33:25.492044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57794) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:25.498316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25590ad5-e015-41a0-b684-7ef9ea0f3e81 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:25.535573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] Sync routers for ids ['a250cb62-f2d1-44eb-8101-304134f81a0a'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:25.545973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object aba91bef-bd64-4032-8dad-9eeedb8ad0b5 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:25.553132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 1ed34e24-c9ef-4128-b841-bea56af00651 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:25.559527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:25.559918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:25.671405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=aba91bef-bd64-4032-8dad-9eeedb8ad0b5,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:25.674888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] Routers {'a250cb62-f2d1-44eb-8101-304134f81a0a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:25.675742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['a250cb62-f2d1-44eb-8101-304134f81a0a'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:25.749753 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ff46c794-24c5-4e96-9403-274820d90f79 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/routers/a250cb62-f2d1-44eb-8101-304134f81a0a HTTP/1.1" status: 200 len: 699 time: 0.2567885 Apr 22 09:33:25.842137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57798) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:25.922991 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4f98ca62-fa3e-4efa-b08c-3ffd260f5d25 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=a250cb62-f2d1-44eb-8101-304134f81a0a HTTP/1.1" status: 200 len: 205 time: 0.0769289 Apr 22 09:33:25.925146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57802) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:25.943414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] Set router a250cb62-f2d1-44eb-8101-304134f81a0a gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:25.987840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] In _notify_port_updated(), no bound segment for port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 on network b21a404d-10d1-4c09-88c6-fdb21b8a972f {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:33:25.994108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:25.994982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.000134 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bab0f69c-c86b-4525-9a62-8e2e56749f92 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "PUT /v2.0/ports/aba91bef-bd64-4032-8dad-9eeedb8ad0b5 HTTP/1.1" status: 200 len: 930 time: 4.1223025 Apr 22 09:33:26.001112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57806) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:26.067951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:26.086827 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:26.094205 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:26.097892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.101115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8d87a50-51d0-471a-a7cf-f16d0396b274 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.111498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:26.113694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.124771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a250cb62-f2d1-44eb-8101-304134f81a0a', 'name': 'tempest-RoutersTest-router-139864857', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:33:23Z', 'updated_at': '2022-04-22T09:33:24Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:26.153495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] Checking router: a250cb62-f2d1-44eb-8101-304134f81a0a for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:33:26.175433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] Routers {'a250cb62-f2d1-44eb-8101-304134f81a0a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:26.176319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['a250cb62-f2d1-44eb-8101-304134f81a0a'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:26.193861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-434b8e5d-27c8-4118-864d-b12f9080625a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:26.194202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-434b8e5d-27c8-4118-864d-b12f9080625a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.267977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:26.269472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:26.271703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.326983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=052b0812-7198-4d97-8cf7-92c776333998,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:26.329307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.437016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8d87a50-51d0-471a-a7cf-f16d0396b274 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.440117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8d87a50-51d0-471a-a7cf-f16d0396b274 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.459719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router bf700988-3b9f-48fb-9631-78a13eee7f5a is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:33:26.504081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] Set router a250cb62-f2d1-44eb-8101-304134f81a0a gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:26.542115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8d87a50-51d0-471a-a7cf-f16d0396b274 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.543384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d87a50-51d0-471a-a7cf-f16d0396b274 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Fanout notify agent at l3_agent the message router_deleted on router a250cb62-f2d1-44eb-8101-304134f81a0a {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:33:26.630868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8d87a50-51d0-471a-a7cf-f16d0396b274 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.637485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57810) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:26.637882 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c8d87a50-51d0-471a-a7cf-f16d0396b274 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/a250cb62-f2d1-44eb-8101-304134f81a0a HTTP/1.1" status: 204 len: 168 time: 0.7114627 Apr 22 09:33:26.640090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Provisioning for port 01e2c3ca-bc8f-462c-bd99-5b53ef26b661 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:26.654320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Provisioning complete for port 01e2c3ca-bc8f-462c-bd99-5b53ef26b661 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:26.654696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.685907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a250cb62-f2d1-44eb-8101-304134f81a0a', 'name': 'tempest-RoutersTest-router-139864857', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:33:23Z', 'updated_at': '2022-04-22T09:33:24Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:26.735879 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9247be5-a87d-40c3-9d73-60a2b9e8da79 None None] The sync data for ids ['a250cb62-f2d1-44eb-8101-304134f81a0a'] in dv-neutron-839018-1-hyperv is: [{'id': 'a250cb62-f2d1-44eb-8101-304134f81a0a', 'name': 'tempest-RoutersTest-router-139864857', 'tenant_id': '9da6a9a067ed4194acfd312cf37e2298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:33:23Z', 'updated_at': '2022-04-22T09:33:24Z', 'revision_number': 2, 'project_id': '9da6a9a067ed4194acfd312cf37e2298', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:26.750815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9b914d77-0fab-4dc9-b67a-c7bb73dd284c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Synchronizing usage tracker for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:26.760437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1b7256da-2048-496e-a993-cf523814e7c3 None None] Port 01e2c3ca-bc8f-462c-bd99-5b53ef26b661 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:26.775937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '0cd489ed-b4db-4b9f-99a1-e16f2baf86a6'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:26.776801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.796335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:26.796782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.829604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9b914d77-0fab-4dc9-b67a-c7bb73dd284c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] Unset dirty status for tenant:9da6a9a067ed4194acfd312cf37e2298 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:26.830873 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9b914d77-0fab-4dc9-b67a-c7bb73dd284c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=a250cb62-f2d1-44eb-8101-304134f81a0a HTTP/1.1" status: 200 len: 205 time: 0.1879342 Apr 22 09:33:26.834336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57814) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:26.841966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:26.879660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:26.893458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-434b8e5d-27c8-4118-864d-b12f9080625a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:26.909720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:26.931688 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-88ab0e11-1e59-425b-842b-fbeacea557f0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/bf700988-3b9f-48fb-9631-78a13eee7f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8010652 Apr 22 09:33:26.931688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57818) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:26.946328 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4039398-b656-4851-b268-d2f8247f8bc6 None None] Sync routers for ids ['bf700988-3b9f-48fb-9631-78a13eee7f5a'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:26.960719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Provisioning for port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:26.965315 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4039398-b656-4851-b268-d2f8247f8bc6 None None] Routers {'bf700988-3b9f-48fb-9631-78a13eee7f5a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:26.965997 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c4039398-b656-4851-b268-d2f8247f8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf700988-3b9f-48fb-9631-78a13eee7f5a'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:26.979239 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-bf628084-4145-4961-9467-575277f1ed8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] delete failed (client error): The resource could not be found. Apr 22 09:33:26.983545 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bf628084-4145-4961-9467-575277f1ed8e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/a250cb62-f2d1-44eb-8101-304134f81a0a HTTP/1.1" status: 404 len: 336 time: 0.1483362 Apr 22 09:33:26.993894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57822) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.052366 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3a6872-30dc-49d3-b4cc-3dafd69394a0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:27.052853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3a6872-30dc-49d3-b4cc-3dafd69394a0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:27.057172 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1c3a6872-30dc-49d3-b4cc-3dafd69394a0 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/6cafc553-dea2-4cbe-abc0-823d914d35f1 HTTP/1.1" status: 404 len: 337 time: 0.0622609 Apr 22 09:33:27.057755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57826) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.076308 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c4039398-b656-4851-b268-d2f8247f8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:27.090441 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4039398-b656-4851-b268-d2f8247f8bc6 None None] Routers {'bf700988-3b9f-48fb-9631-78a13eee7f5a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:27.091036 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c4039398-b656-4851-b268-d2f8247f8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf700988-3b9f-48fb-9631-78a13eee7f5a'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:27.155049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-434b8e5d-27c8-4118-864d-b12f9080625a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for aba91bef-bd64-4032-8dad-9eeedb8ad0b5 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:27.158524 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f46fbc-e6db-4509-9b09-2e901d1d9696 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:27.159145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f46fbc-e6db-4509-9b09-2e901d1d9696 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:27.163701 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b5f46fbc-e6db-4509-9b09-2e901d1d9696 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/e69872b5-5093-43a0-9acc-7d604db620f2 HTTP/1.1" status: 404 len: 337 time: 0.1028225 Apr 22 09:33:27.164511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57830) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.181122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b055b2-5037-4b7e-838e-d5af98bed853 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:27.181977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d1b055b2-5037-4b7e-838e-d5af98bed853 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:27.182882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Provisioning complete for port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:27.183485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:27.185872 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c4039398-b656-4851-b268-d2f8247f8bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:27.186378 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4039398-b656-4851-b268-d2f8247f8bc6 None None] The sync data for ids ['bf700988-3b9f-48fb-9631-78a13eee7f5a'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:27.267977 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccc50a2-67a7-4b07-9a9a-74ca6cb097bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:27.268609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccc50a2-67a7-4b07-9a9a-74ca6cb097bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:27.272972 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2ccc50a2-67a7-4b07-9a9a-74ca6cb097bf tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/9bd3bbc7-9693-4032-abae-1bdedf8f2c1f HTTP/1.1" status: 404 len: 337 time: 0.0723102 Apr 22 09:33:27.272972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d1b055b2-5037-4b7e-838e-d5af98bed853 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:27.273740 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d1b055b2-5037-4b7e-838e-d5af98bed853 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports/01e2c3ca-bc8f-462c-bd99-5b53ef26b661 HTTP/1.1" status: 200 len: 911 time: 0.3451538 Apr 22 09:33:27.274460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57834) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.276890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57836) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.283524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Port aba91bef-bd64-4032-8dad-9eeedb8ad0b5 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:27.293384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Allocated IP 172.20.0.2 (f441e355-9a94-4c8f-aa75-59d20254aa63/0cd489ed-b4db-4b9f-99a1-e16f2baf86a6/fa596cd8-0ef2-4c48-b034-6258797086cc) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:27.327538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Provisioning for port c6330654-ab09-4d66-ab09-1061c4832a25 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:27.350131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Provisioning complete for port c6330654-ab09-4d66-ab09-1061c4832a25 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:27.350581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:27.394009 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-704b5003-eff0-4866-b058-33361533d6dc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:27.394571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704b5003-eff0-4866-b058-33361533d6dc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:27.399128 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-704b5003-eff0-4866-b058-33361533d6dc tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/1715c48d-099b-4690-b561-146e3977988e HTTP/1.1" status: 404 len: 337 time: 0.1211145 Apr 22 09:33:27.399330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57842) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.501092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 548387c9-816d-4ee6-a2fc-9d592e398ab3 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:27.660065 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c4221df1-7790-47ab-b71e-62759be5ac52 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 200 len: 205 time: 0.2567875 Apr 22 09:33:27.661780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:27.662472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57846) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.678218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Provisioning complete for port ebeb576a-1c49-4987-910e-e9e37194579d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:27.678652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:27.706956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Transition to ACTIVE for port object fa596cd8-0ef2-4c48-b034-6258797086cc will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:27.741861 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-5b091486-8d4f-47d2-8845-3a3570fe161c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] delete failed (client error): The resource could not be found. Apr 22 09:33:27.745161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Transition to ACTIVE for port object fa596cd8-0ef2-4c48-b034-6258797086cc will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:27.746033 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5b091486-8d4f-47d2-8845-3a3570fe161c tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/3746f998-a86f-46d0-a196-cfa4dce0f65d HTTP/1.1" status: 404 len: 336 time: 0.0844526 Apr 22 09:33:27.755947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Port ebeb576a-1c49-4987-910e-e9e37194579d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:27.760596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:27.800890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57850) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.830900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Provisioning complete for port 01e2c3ca-bc8f-462c-bd99-5b53ef26b661 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:27.831357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:27.894655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:27.898885 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-aa9d5770-e10b-442c-b1c4-9d78f2dcf654 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=12decd3e-0894-4316-91c6-09a18802a951 HTTP/1.1" status: 200 len: 205 time: 0.0884368 Apr 22 09:33:27.898885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-434b8e5d-27c8-4118-864d-b12f9080625a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:27.901289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:27.905638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Pushing event updated for resources: {'Port': ['ID=fa596cd8-0ef2-4c48-b034-6258797086cc,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:27.907619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57854) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:27.909688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:27.925437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b08db8c3-0b0c-4a90-b5bb-3465cfeff692 None None] Port 01e2c3ca-bc8f-462c-bd99-5b53ef26b661 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:28.017304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Attempting to bind port fa596cd8-0ef2-4c48-b034-6258797086cc on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:28.017711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Attempting to bind port fa596cd8-0ef2-4c48-b034-6258797086cc by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:28.018027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Attempting to bind port fa596cd8-0ef2-4c48-b034-6258797086cc on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:28.024632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:28.024857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:28.025234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.025624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:28.026131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Bound port: fa596cd8-0ef2-4c48-b034-6258797086cc, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:28.026509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.081173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.095307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b8e5d-27c8-4118-864d-b12f9080625a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=aba91bef-bd64-4032-8dad-9eeedb8ad0b5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:28.103136 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-222d6031-b599-455e-b98e-e4a73faf2c9e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] delete failed (client error): The resource could not be found. Apr 22 09:33:28.104250 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-222d6031-b599-455e-b98e-e4a73faf2c9e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/12decd3e-0894-4316-91c6-09a18802a951 HTTP/1.1" status: 404 len: 336 time: 0.1954024 Apr 22 09:33:28.109273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c03ffff4-f68a-4e47-9b2d-3cbff8c7fed0 None None] Provisioning complete for port 052b0812-7198-4d97-8cf7-92c776333998 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:28.109923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c03ffff4-f68a-4e47-9b2d-3cbff8c7fed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.147090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57858) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:28.206281 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8b2a8c-6dc7-4c37-afd5-fd1a17bf1b18 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:28.206726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8b2a8c-6dc7-4c37-afd5-fd1a17bf1b18 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:28.208446 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ef8b2a8c-6dc7-4c37-afd5-fd1a17bf1b18 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/3b095a06-dec9-4e7e-a3fc-1726883f0f39 HTTP/1.1" status: 404 len: 337 time: 0.0600121 Apr 22 09:33:28.231738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c03ffff4-f68a-4e47-9b2d-3cbff8c7fed0 None None] Port 052b0812-7198-4d97-8cf7-92c776333998 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:28.237450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] For port fa596cd8-0ef2-4c48-b034-6258797086cc, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:28.251305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57862) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:28.256108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] For port fa596cd8-0ef2-4c48-b034-6258797086cc, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fa596cd8-0ef2-4c48-b034-6258797086cc,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:28.277284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.318415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:33:28.320135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-434b8e5d-27c8-4118-864d-b12f9080625a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.378715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc15d8-58bb-424d-a552-2a7c7f74ae28 None None] Pushing event updated for resources: {'Port': ['ID=fa596cd8-0ef2-4c48-b034-6258797086cc,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:28.456197 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1cc8bbf1-ae28-4b25-86aa-2cfe2e116abd tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b HTTP/1.1" status: 200 len: 205 time: 0.2004321 Apr 22 09:33:28.458039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57866) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:28.458165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:28.464186 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-434b8e5d-27c8-4118-864d-b12f9080625a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/aba91bef-bd64-4032-8dad-9eeedb8ad0b5 HTTP/1.1" status: 204 len: 168 time: 2.4590845 Apr 22 09:33:28.480416 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0c1030ba-4bdd-498b-aa69-9ea6c1e7cdfb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/548387c9-816d-4ee6-a2fc-9d592e398ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7390013 Apr 22 09:33:28.480752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Sync routers for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:28.480841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57870) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:28.484541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:28.485424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:28.533482 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e62087c-ef1a-4c70-a780-a35aaadb3bc2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:33:28.534063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9e62087c-ef1a-4c70-a780-a35aaadb3bc2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:28.558312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9e62087c-ef1a-4c70-a780-a35aaadb3bc2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:28.559626 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9e62087c-ef1a-4c70-a780-a35aaadb3bc2 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/aba91bef-bd64-4032-8dad-9eeedb8ad0b5 HTTP/1.1" status: 404 len: 333 time: 0.0824685 Apr 22 09:33:28.564304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57876) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:28.680571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13fc964e-08c7-431f-bba4-71594476f8cc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.773837 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-1ba40a44-bbcd-4877-b040-a9796694b362 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] delete failed (client error): The resource could not be found. Apr 22 09:33:28.777304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1ba40a44-bbcd-4877-b040-a9796694b362 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/9b79e6d5-e1e6-4830-a1ef-1e28a3bad39b HTTP/1.1" status: 404 len: 336 time: 0.3158510 Apr 22 09:33:28.782658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57882) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:28.792659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13fc964e-08c7-431f-bba4-71594476f8cc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.815448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:28.831614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.868926 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ca348d80-c8a5-4066-b17c-b274299fbd28 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=15573c3f-bdf4-42ec-ace8-b6712444f14e HTTP/1.1" status: 200 len: 205 time: 0.0830607 Apr 22 09:33:28.874295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57886) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:28.916772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13fc964e-08c7-431f-bba4-71594476f8cc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.951465 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc964e-08c7-431f-bba4-71594476f8cc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5493a360-86c1-4ea5-98a9-ca46d07d1bfa,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:28.953123 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-795e78d0-489b-4bed-816e-950a9427073d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] delete failed (client error): The resource could not be found. Apr 22 09:33:28.957201 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-795e78d0-489b-4bed-816e-950a9427073d tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/15573c3f-bdf4-42ec-ace8-b6712444f14e HTTP/1.1" status: 404 len: 336 time: 0.0788717 Apr 22 09:33:28.957201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57890) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:28.963540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13fc964e-08c7-431f-bba4-71594476f8cc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:28.967936 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-13fc964e-08c7-431f-bba4-71594476f8cc tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/security-groups/5493a360-86c1-4ea5-98a9-ca46d07d1bfa HTTP/1.1" status: 204 len: 168 time: 0.4025307 Apr 22 09:33:28.968618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57894) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.006794 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a8881f-c03b-4100-af23-0d9f83cb8369 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:29.007270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a8881f-c03b-4100-af23-0d9f83cb8369 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:29.010459 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f2a8881f-c03b-4100-af23-0d9f83cb8369 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/0caa4751-957d-40dc-9deb-d141083fa74f HTTP/1.1" status: 404 len: 337 time: 0.0512013 Apr 22 09:33:29.010459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 01e2c3ca-bc8f-462c-bd99-5b53ef26b661 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:29.010459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.025328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57898) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.173236 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-247641db-6fa4-4cfb-b0f6-7d030b347f5e tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=75faadaa-168b-4686-b83b-88726b4ab89e HTTP/1.1" status: 200 len: 205 time: 0.1454864 Apr 22 09:33:29.175134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57902) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.216697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d464af65-d6e2-40f3-ac9d-48c7dc9ddc08 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.253534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] For port fa596cd8-0ef2-4c48-b034-6258797086cc, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fa596cd8-0ef2-4c48-b034-6258797086cc,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:29.260070 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-c32a6b6e-4a17-4fad-b30b-c9bee0be3a00 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] delete failed (client error): The resource could not be found. Apr 22 09:33:29.263965 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c32a6b6e-4a17-4fad-b30b-c9bee0be3a00 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/75faadaa-168b-4686-b83b-88726b4ab89e HTTP/1.1" status: 404 len: 336 time: 0.0862947 Apr 22 09:33:29.264221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d464af65-d6e2-40f3-ac9d-48c7dc9ddc08 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.265409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57906) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.276489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:24Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:33Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052b0812-7198-4d97-8cf7-92c776333998', 'name': '', 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:50:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ccf984e0-45bb-4632-8a8d-955148c68178', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:33:22Z', 'updated_at': '2022-04-22T09:33:25Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'ccf984e0-45bb-4632-8a8d-955148c68178', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:29.281062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Checking router: 548387c9-816d-4ee6-a2fc-9d592e398ab3 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:33:29.281419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Updating router 548387c9-816d-4ee6-a2fc-9d592e398ab3 port 052b0812-7198-4d97-8cf7-92c776333998 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:33:29.313001 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f77b92a-c229-48b4-9a97-9b6f47d72b31 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:29.313455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f77b92a-c229-48b4-9a97-9b6f47d72b31 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:29.317536 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9f77b92a-c229-48b4-9a97-9b6f47d72b31 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/769f93fe-a467-4733-a3cf-e86e9f17b985 HTTP/1.1" status: 404 len: 337 time: 0.0494213 Apr 22 09:33:29.319432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57910) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.323149 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.330147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.331436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.350116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.382096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.441155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d464af65-d6e2-40f3-ac9d-48c7dc9ddc08 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.470902 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-406af8b5-681a-48cd-9f46-d43a48081322 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "GET /v2.0/ports?device_id=b14a4f2f-a6e4-4155-b694-11d56231b33b HTTP/1.1" status: 200 len: 205 time: 0.1499434 Apr 22 09:33:29.477668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57914) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.490308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464af65-d6e2-40f3-ac9d-48c7dc9ddc08 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed578b-365f-4afe-855f-c31e104dacc2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:29.553453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 01e2c3ca-bc8f-462c-bd99-5b53ef26b661 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:29.613885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:29.631510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:29.646673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:29.647675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.654489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d464af65-d6e2-40f3-ac9d-48c7dc9ddc08 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.658923 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d464af65-d6e2-40f3-ac9d-48c7dc9ddc08 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/security-groups/2bed578b-365f-4afe-855f-c31e104dacc2 HTTP/1.1" status: 204 len: 168 time: 0.6745615 Apr 22 09:33:29.661054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=b2fa9ad7-c700-4d09-a4c7-cb5f763d9dc3,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:29.661901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57918) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.666652 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-f7f1a996-f693-41f6-85da-b76cf172c2db tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] delete failed (client error): The resource could not be found. Apr 22 09:33:29.667881 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f7f1a996-f693-41f6-85da-b76cf172c2db tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/routers/b14a4f2f-a6e4-4155-b694-11d56231b33b HTTP/1.1" status: 404 len: 336 time: 0.1868830 Apr 22 09:33:29.672799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57922) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.677003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=fa596cd8-0ef2-4c48-b034-6258797086cc,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:29.696173 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-53afd79d-3536-4191-804e-94e824352cab tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3766000 Apr 22 09:33:29.699027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57924) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.705589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:70:dc:82', 'name': 'tempest-NetworksTestDHCPv6-949602861'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:29.769398 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82342c1-e8c1-4a9d-8bb3-4408638dc4d9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:29.770639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82342c1-e8c1-4a9d-8bb3-4408638dc4d9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:29.772283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7aab2a0-6763-497e-b00a-c32e7d38cf39 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:29.774827 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f82342c1-e8c1-4a9d-8bb3-4408638dc4d9 tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/36de1b17-5e02-49be-b362-e49055113eb0 HTTP/1.1" status: 404 len: 337 time: 0.0567129 Apr 22 09:33:29.776913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57930) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:29.829715 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b038c2-a7b2-432e-b8d8-a5f3b7fac9ee tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:29.830162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b038c2-a7b2-432e-b8d8-a5f3b7fac9ee tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:29.833027 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c6b038c2-a7b2-432e-b8d8-a5f3b7fac9ee tempest-RoutersTest-786654981 tempest-RoutersTest-786654981-project] 10.222.0.32 "DELETE /v2.0/subnets/a095afce-bf10-4e3b-b540-118fc81e4bff HTTP/1.1" status: 404 len: 337 time: 0.0501237 Apr 22 09:33:29.883979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.885655 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2c67b8-7941-4bfe-9095-a49e9d92593c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet 74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:29.891963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a2c67b8-7941-4bfe-9095-a49e9d92593c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.938477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Transition to ACTIVE for port object 052b0812-7198-4d97-8cf7-92c776333998 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:29.951452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:29.994809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5e82026c-1921-4ba9-bd8c-22e2026475da None None] Provisioning for port fa596cd8-0ef2-4c48-b034-6258797086cc completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:30.007996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:30.015518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:30.019457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:30.028537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:30.029605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a2c67b8-7941-4bfe-9095-a49e9d92593c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.045505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:30.159008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.261177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5080dd-6984-4ea3-a894-a5b8cc3c3118 None None] Pushing event updated for resources: {'Port': ['ID=052b0812-7198-4d97-8cf7-92c776333998,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:30.291874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=01e2c3ca-bc8f-462c-bd99-5b53ef26b661,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:30.314541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.350683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:33:30.406704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57938) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:30.410288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fa596cd8-0ef2-4c48-b034-6258797086cc up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:30.636802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Attempting to bind port 052b0812-7198-4d97-8cf7-92c776333998 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:30.637173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Attempting to bind port 052b0812-7198-4d97-8cf7-92c776333998 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:30.637549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Attempting to bind port 052b0812-7198-4d97-8cf7-92c776333998 on network fbb26e6b-b60b-4553-92ff-21b63b39b826 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:30.665513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:30.665920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Checking segment: {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:30.666281 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.666669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Bound using segment: {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:30.667244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Bound port: 052b0812-7198-4d97-8cf7-92c776333998, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:30.667617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.715346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 172.20.0.7 (f441e355-9a94-4c8f-aa75-59d20254aa63/0cd489ed-b4db-4b9f-99a1-e16f2baf86a6/5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:30.722868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fe70:dc82 (f441e355-9a94-4c8f-aa75-59d20254aa63/b2fa9ad7-c700-4d09-a4c7-cb5f763d9dc3/5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:30.805996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port fa596cd8-0ef2-4c48-b034-6258797086cc completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:30.817344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port fa596cd8-0ef2-4c48-b034-6258797086cc triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:30.817829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.856795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] For port 052b0812-7198-4d97-8cf7-92c776333998, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:30.867562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a2c67b8-7941-4bfe-9095-a49e9d92593c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.874458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] For port 052b0812-7198-4d97-8cf7-92c776333998, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=052b0812-7198-4d97-8cf7-92c776333998,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:30.893843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.898172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:30.957311 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5423f3b6-7b70-42c5-be04-0c282718bcc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da6a9a067ed4194acfd312cf37e2298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451498 Apr 22 09:33:30.962642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57944) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:30.991643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.057171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5080dd-6984-4ea3-a894-a5b8cc3c3118 None None] Pushing event updated for resources: {'Port': ['ID=052b0812-7198-4d97-8cf7-92c776333998,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:31.063158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:31.076235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7048c082-f69a-4335-ae7d-4747c9730a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.082433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:31.083055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:31.111194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7048c082-f69a-4335-ae7d-4747c9730a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.176430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7048c082-f69a-4335-ae7d-4747c9730a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.209779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048c082-f69a-4335-ae7d-4747c9730a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca30e7-191a-4a26-a5bf-9e318f560cf2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:31.221296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7048c082-f69a-4335-ae7d-4747c9730a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.222426 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7048c082-f69a-4335-ae7d-4747c9730a24 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27ca30e7-191a-4a26-a5bf-9e318f560cf2 HTTP/1.1" status: 204 len: 168 time: 0.2590296 Apr 22 09:33:31.229753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.233291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a2c67b8-7941-4bfe-9095-a49e9d92593c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.240818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.331658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:31.334626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a2c67b8-7941-4bfe-9095-a49e9d92593c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.336005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:31.338550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:31.340902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c67b8-7941-4bfe-9095-a49e9d92593c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:31.417557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:31.449934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:33:31.456189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:31.456898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.478984 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6a2c67b8-7941-4bfe-9095-a49e9d92593c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7 HTTP/1.1" status: 204 len: 168 time: 1.8161664 Apr 22 09:33:31.479725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57954) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:31.487618 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8e845ea6-892d-4488-82ac-26db3c289f74 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7873683 Apr 22 09:33:31.491681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57958) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:31.498363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:31.573962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router bf700988-3b9f-48fb-9631-78a13eee7f5a has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:31.615092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2c04a-68cf-4480-9bfb-2ac10ef8d200 None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:31.775853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port fa596cd8-0ef2-4c48-b034-6258797086cc, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fa596cd8-0ef2-4c48-b034-6258797086cc,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:31.880283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8455da-684b-4911-8629-9c390f025590 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:31.886728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8455da-684b-4911-8629-9c390f025590 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:31.888441 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8d8455da-684b-4911-8629-9c390f025590 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3954175 Apr 22 09:33:31.891252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57970) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:31.894196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:31.897821 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:31.902948 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-352633a1-1c13-4541-acb1-e5824fb76f86 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/bf700988-3b9f-48fb-9631-78a13eee7f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6225839 Apr 22 09:33:31.905491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57974) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:31.908196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:31.920557 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa49e00e-5eb9-43a8-811b-201fde36f049 None None] Sync routers for ids ['bf700988-3b9f-48fb-9631-78a13eee7f5a'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:31.945949 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa49e00e-5eb9-43a8-811b-201fde36f049 None None] Routers {'bf700988-3b9f-48fb-9631-78a13eee7f5a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:31.946957 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-fa49e00e-5eb9-43a8-811b-201fde36f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf700988-3b9f-48fb-9631-78a13eee7f5a'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:31.954141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:31.984362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:31.997597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a9112109-2e7f-450f-9232-e1237d447f13 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:32.008279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:32.036115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a7784-a292-4e53-ab98-954e5c86fad1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:32.036705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7784-a292-4e53-ab98-954e5c86fad1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:32.041495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a9112109-2e7f-450f-9232-e1237d447f13 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:32.043775 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a9112109-2e7f-450f-9232-e1237d447f13 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf700988-3b9f-48fb-9631-78a13eee7f5a HTTP/1.1" status: 200 len: 205 time: 0.1373134 Apr 22 09:33:32.051583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57978) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:32.077229 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-fa49e00e-5eb9-43a8-811b-201fde36f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:32.090732 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa49e00e-5eb9-43a8-811b-201fde36f049 None None] Routers {'bf700988-3b9f-48fb-9631-78a13eee7f5a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:32.091575 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-fa49e00e-5eb9-43a8-811b-201fde36f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf700988-3b9f-48fb-9631-78a13eee7f5a'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:32.131548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:32.149190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:32.167286 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-fa49e00e-5eb9-43a8-811b-201fde36f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:32.167888 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa49e00e-5eb9-43a8-811b-201fde36f049 None None] The sync data for ids ['bf700988-3b9f-48fb-9631-78a13eee7f5a'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:32.197894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-016ba2c1-29a9-444d-9fb2-37697c33aed6 None None] Provisioning complete for port fa596cd8-0ef2-4c48-b034-6258797086cc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:32.198267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-016ba2c1-29a9-444d-9fb2-37697c33aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:32.327508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=fa596cd8-0ef2-4c48-b034-6258797086cc,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:32.386766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7784-a292-4e53-ab98-954e5c86fad1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:32.424426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:24Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:33Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052b0812-7198-4d97-8cf7-92c776333998', 'name': '', 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:50:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ccf984e0-45bb-4632-8a8d-955148c68178', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:33:22Z', 'updated_at': '2022-04-22T09:33:30Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'ccf984e0-45bb-4632-8a8d-955148c68178', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:32.432850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4818504-6aec-49d7-97a3-e6993085b300 None None] The sync data for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv is: [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:24Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:33Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052b0812-7198-4d97-8cf7-92c776333998', 'name': '', 'network_id': 'fbb26e6b-b60b-4553-92ff-21b63b39b826', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:50:15:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'ccf984e0-45bb-4632-8a8d-955148c68178', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:33:22Z', 'updated_at': '2022-04-22T09:33:30Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'ccf984e0-45bb-4632-8a8d-955148c68178', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:32.549316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c4a867f2-168d-4228-9136-b7fff34d5eee None None] Provisioning for port 5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:32.556690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c4a867f2-168d-4228-9136-b7fff34d5eee None None] Provisioning complete for port 5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:32.557261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c4a867f2-168d-4228-9136-b7fff34d5eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:32.567546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 57990) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:32.574105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-698c4c21-d1d6-4c0f-969f-9dba60486732 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:32.630122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a7784-a292-4e53-ab98-954e5c86fad1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:32.673522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c4a867f2-168d-4228-9136-b7fff34d5eee None None] Port 5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:32.894829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7784-a292-4e53-ab98-954e5c86fad1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:32.965331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a7784-a292-4e53-ab98-954e5c86fad1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:33.161461 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bb4a7784-a292-4e53-ab98-954e5c86fad1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.172936 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bb4a7784-a292-4e53-ab98-954e5c86fad1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d HTTP/1.1" status: 204 len: 168 time: 1.2803905 Apr 22 09:33:33.175387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 57996) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:33.185775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-995470423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:33.265094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fb7ab-e970-4a2b-b99e-37e76f45ca7f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:33.266895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fb7ab-e970-4a2b-b99e-37e76f45ca7f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:33.268703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fb7ab-e970-4a2b-b99e-37e76f45ca7f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:33.269820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:33.270374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-315fb7ab-e970-4a2b-b99e-37e76f45ca7f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:33.284982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-698c4c21-d1d6-4c0f-969f-9dba60486732 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.287546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:router and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:33.290443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.291844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-315fb7ab-e970-4a2b-b99e-37e76f45ca7f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:33.293893 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-315fb7ab-e970-4a2b-b99e-37e76f45ca7f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1171055 Apr 22 09:33:33.296553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58000) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:33.305341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-698c4c21-d1d6-4c0f-969f-9dba60486732 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.307299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:33.366087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:33.374284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee4306b-abcc-4478-a6a4-8fccf8742a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 0cd489ed-b4db-4b9f-99a1-e16f2baf86a6 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:33.377406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ee4306b-abcc-4478-a6a4-8fccf8742a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.389210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:33.412351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:33.412712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-602a505e-92f7-4681-afd7-7ddf93cd66b6 None None] Provisioning complete for port c6330654-ab09-4d66-ab09-1061c4832a25 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:33.413423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-602a505e-92f7-4681-afd7-7ddf93cd66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.421300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:33.421885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.430617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.431636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.447871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111fd65b-a4d4-44ce-bc20-2b81d7274e37 None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:33.450412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-698c4c21-d1d6-4c0f-969f-9dba60486732 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.451524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698c4c21-d1d6-4c0f-969f-9dba60486732 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Fanout notify agent at l3_agent the message router_deleted on router bf700988-3b9f-48fb-9631-78a13eee7f5a {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:33:33.451802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ee4306b-abcc-4478-a6a4-8fccf8742a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.467892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=d57db25e-8acd-42e7-aa3d-54a4a2adf6ca,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:33.486985 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2eaa8038-9527-4668-89bd-930e3b2b899d tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9992478 Apr 22 09:33:33.486985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58006) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:33.492645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'security_group': {'name': 'tempest-secgroup-1670944008'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:33.504688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-698c4c21-d1d6-4c0f-969f-9dba60486732 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.508688 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-698c4c21-d1d6-4c0f-969f-9dba60486732 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/bf700988-3b9f-48fb-9631-78a13eee7f5a HTTP/1.1" status: 204 len: 168 time: 1.4548061 Apr 22 09:33:33.510548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.513027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58010) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:33.513935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:33.526408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:33.565039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:33.579520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:33.609523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.620287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.633594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea20d257-c8cd-4074-8d68-c6073f626a5c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet 6aa55d18-9fc4-4a9a-999b-649d7555282a {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:33.643194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20d257-c8cd-4074-8d68-c6073f626a5c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.665492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ee4306b-abcc-4478-a6a4-8fccf8742a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.702524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.704529 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-154e5a76-1523-4569-af63-dd9606dd8fd6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1346805 Apr 22 09:33:33.708957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58014) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:33.718591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:33.727171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group_rule and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:33.729088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1671470599'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:33.731352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20d257-c8cd-4074-8d68-c6073f626a5c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.739088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:33.748203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:network and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:33.753427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:33.765807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:33.772813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:33.780772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:33.790292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Made reservation on behalf of b7f80f5b4b0f436c9bfb6316b5ad63ed for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:33.794106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.812877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.832523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:33.837223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ee4306b-abcc-4478-a6a4-8fccf8742a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.842342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:security_group_rule and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:33.851237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-602a505e-92f7-4681-afd7-7ddf93cd66b6 None None] Provisioning complete for port ebeb576a-1c49-4987-910e-e9e37194579d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:33.851601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-602a505e-92f7-4681-afd7-7ddf93cd66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.874426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:33.886608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee4306b-abcc-4478-a6a4-8fccf8742a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd489ed-b4db-4b9f-99a1-e16f2baf86a6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:33.888687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:33.893535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ee4306b-abcc-4478-a6a4-8fccf8742a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.906007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20d257-c8cd-4074-8d68-c6073f626a5c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.912451 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9ee4306b-abcc-4478-a6a4-8fccf8742a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/0cd489ed-b4db-4b9f-99a1-e16f2baf86a6 HTTP/1.1" status: 204 len: 168 time: 0.6145051 Apr 22 09:33:33.919792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58018) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:33.924095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d174a561-3cb4-4362-ab18-dc3a371bfad5 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:33.973347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-602a505e-92f7-4681-afd7-7ddf93cd66b6 None None] Port ebeb576a-1c49-4987-910e-e9e37194579d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:33.975867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:33.990701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.003583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-813fbf4f-f3af-4c0d-8e0e-8767f68867d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet b2fa9ad7-c700-4d09-a4c7-cb5f763d9dc3 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:34.010667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813fbf4f-f3af-4c0d-8e0e-8767f68867d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.051904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.056595 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5663126 Apr 22 09:33:34.058773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58022) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:34.066323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'security_group': {'name': 'tempest-secgroup-1649386578'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:34.075493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:34.080508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20d257-c8cd-4074-8d68-c6073f626a5c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.086392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aca81c-c5ef-40a0-a24a-95a8966af51a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a761e48a-2b35-41aa-96bc-5f139d9bd70d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:34.090120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:34.095095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813fbf4f-f3af-4c0d-8e0e-8767f68867d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.121676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9768e-eb65-403a-a3eb-4d1d3e2a58d3 None None] Update dhcp port {'port': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'fixed_ips': [{'subnet_id': '2e16b32e-3659-4900-8e4f-f07ef4f91213', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd57db25e-8acd-42e7-aa3d-54a4a2adf6ca'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'c6330654-ab09-4d66-ab09-1061c4832a25'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:33:34.125487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:34.140807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20d257-c8cd-4074-8d68-c6073f626a5c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa55d18-9fc4-4a9a-999b-649d7555282a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:34.145502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20d257-c8cd-4074-8d68-c6073f626a5c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.147485 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ea20d257-c8cd-4074-8d68-c6073f626a5c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/6aa55d18-9fc4-4a9a-999b-649d7555282a HTTP/1.1" status: 204 len: 168 time: 0.6306458 Apr 22 09:33:34.148469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:34.150742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58026) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:34.159384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.199270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.211147 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3b9768e-eb65-403a-a3eb-4d1d3e2a58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.221505 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b4a777-f4a6-40f1-95ee-3890fde50cb6 None None] Network 1ed34e24-c9ef-4128-b841-bea56af00651 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:34.241951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:33:34.259499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60557cc8-750e-4362-84e0-cb8147a34dda,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:34.270466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.270899 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Added segment d582ac89-1336-4221-bcc6-8f1725d717d8 of type vlan for network 6a58d467-99f5-4e18-92d4-979ce8747ede Apr 22 09:33:34.272527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813fbf4f-f3af-4c0d-8e0e-8767f68867d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.318103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.326778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.366114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:34.366473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.372591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.385929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 052b0812-7198-4d97-8cf7-92c776333998 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:34.387390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813fbf4f-f3af-4c0d-8e0e-8767f68867d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.397295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:34.409006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group_rule and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:34.413580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:34.423755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:34.444957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813fbf4f-f3af-4c0d-8e0e-8767f68867d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fa9ad7-c700-4d09-a4c7-cb5f763d9dc3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:34.449226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-813fbf4f-f3af-4c0d-8e0e-8767f68867d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.472371 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-813fbf4f-f3af-4c0d-8e0e-8767f68867d3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/b2fa9ad7-c700-4d09-a4c7-cb5f763d9dc3 HTTP/1.1" status: 204 len: 168 time: 0.5493009 Apr 22 09:33:34.472371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.478096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:34.479079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.481848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58030) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:34.586273 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8762610 Apr 22 09:33:34.592805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58034) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:34.601707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'subnet': {'network_id': '6a58d467-99f5-4e18-92d4-979ce8747ede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:34.622702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ed51fb-df11-4279-aec3-7dbe76e441be tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Network': ['ID=6a58d467-99f5-4e18-92d4-979ce8747ede,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:34.631709 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-499490ea-77cb-494f-a7de-8f934a70f9bb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1470997 Apr 22 09:33:34.638664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58038) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:34.705797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 6a58d467-99f5-4e18-92d4-979ce8747ede details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:33:34.775262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:34.782408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c3ee7aab-be97-4cdc-84f9-45b736ceb4f3,segment=NetworkSegment(55623a20-14da-4a41-975f-9508c71d6f20),segment_id=55623a20-14da-4a41-975f-9508c71d6f20)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:34.782924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.783757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:subnet and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:34.787681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:34.802354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:34.811559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79818692-d5a0-429b-a0db-347043b6c4dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:34.812269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-79818692-d5a0-429b-a0db-347043b6c4dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:34.829940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Made reservation on behalf of b7f80f5b4b0f436c9bfb6316b5ad63ed for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:34.833980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.851758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-79818692-d5a0-429b-a0db-347043b6c4dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:34.855595 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-79818692-d5a0-429b-a0db-347043b6c4dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2136278 Apr 22 09:33:34.864784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58042) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:34.882591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 052b0812-7198-4d97-8cf7-92c776333998 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:34.909893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 052b0812-7198-4d97-8cf7-92c776333998 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:34.909893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.923748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:34.952686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:34.961559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.001780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bdf315-532f-4676-9f10-448208dd53e3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:35.002503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a0bdf315-532f-4676-9f10-448208dd53e3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:35.031201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a0bdf315-532f-4676-9f10-448208dd53e3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:35.035835 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a0bdf315-532f-4676-9f10-448208dd53e3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1666684 Apr 22 09:33:35.036564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58046) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:35.050130 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b3b9768e-eb65-403a-a3eb-4d1d3e2a58d3 None None] Allocated IP 2001:db8::2 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/d57db25e-8acd-42e7-aa3d-54a4a2adf6ca/c6330654-ab09-4d66-ab09-1061c4832a25) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:35.123934 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-375f66aa-0082-4a9d-a648-594ba7760516 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821819 Apr 22 09:33:35.124156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58050) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:35.164642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-679e98f4-f17e-4f1f-b525-6402e8f5daf9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:35.178215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e313d80-0cc2-4f03-9b72-39c5d06dbf35,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:35.180430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4125907a-35ce-414c-9e61-fe67b0b0e54e None None] DHCP port deletion for 1ed34e24-c9ef-4128-b841-bea56af00651 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:35.199161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.203829 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d332d67a-4ef4-4f6e-8eb6-5663dcc0aa71 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1425741 Apr 22 09:33:35.204793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58054) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:35.211934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'security_group': {'name': 'tempest-secgroup-70093746'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:35.219542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:35.224474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:35.228970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:35.238865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.243700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:35.296064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=c3ee7aab-be97-4cdc-84f9-45b736ceb4f3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:35.302549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No DVR routers for this DVR port c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:35.339937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.341830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.367943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.403271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:35.403504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36c4d29-4b09-4b93-8365-380421ca35c9 None None] Update dhcp port {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': 'b2fa9ad7-c700-4d09-a4c7-cb5f763d9dc3'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'fa596cd8-0ef2-4c48-b034-6258797086cc'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:33:35.405749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-679e98f4-f17e-4f1f-b525-6402e8f5daf9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:35.427507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-679e98f4-f17e-4f1f-b525-6402e8f5daf9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:35.454373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:security_group_rule and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:35.462894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:35.467815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Checking segment: {'id': 'd582ac89-1336-4221-bcc6-8f1725d717d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6a58d467-99f5-4e18-92d4-979ce8747ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:35.468237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network hostable DHCP agents. Network: 6a58d467-99f5-4e18-92d4-979ce8747ede, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:33:35.474475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.475721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3b9768e-eb65-403a-a3eb-4d1d3e2a58d3 None None] For port c6330654-ab09-4d66-ab09-1061c4832a25, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6330654-ab09-4d66-ab09-1061c4832a25,segment=NetworkSegment(0c0cbb7f-780b-47d8-a456-e5561d5a8a38),segment_id=0c0cbb7f-780b-47d8-a456-e5561d5a8a38)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:35.479515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Subnet': ['ID=19a07000-4453-4bf3-8f2b-3fde73aef553,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:35.482912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679e98f4-f17e-4f1f-b525-6402e8f5daf9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:35.483706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:35.486543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-679e98f4-f17e-4f1f-b525-6402e8f5daf9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.488801 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-679e98f4-f17e-4f1f-b525-6402e8f5daf9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:35.489265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-679e98f4-f17e-4f1f-b525-6402e8f5daf9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:35.499620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 052b0812-7198-4d97-8cf7-92c776333998, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=052b0812-7198-4d97-8cf7-92c776333998,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:35.500738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c36c4d29-4b09-4b93-8365-380421ca35c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.515478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.515692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network 6a58d467-99f5-4e18-92d4-979ce8747ede is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:33:35.516263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fa596cd8-0ef2-4c48-b034-6258797086cc up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:35.518947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed34e24-c9ef-4128-b841-bea56af00651']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:35.528211 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-679e98f4-f17e-4f1f-b525-6402e8f5daf9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4029925 Apr 22 09:33:35.531800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58058) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:35.538948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c4c87c81-f977-4744-bb40-5eae03706878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:35.549029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55623a20-14da-4a41-975f-9508c71d6f20') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:35.549419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55623a20-14da-4a41-975f-9508c71d6f20') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:35.567306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.597999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.611087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:33:35.611643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:33:35.630736 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:33:35.662988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3b9768e-eb65-403a-a3eb-4d1d3e2a58d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.731215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.736853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.739162 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=052b0812-7198-4d97-8cf7-92c776333998,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:35.758411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 6a58d467-99f5-4e18-92d4-979ce8747ede) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:35.769305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.771282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:35.772849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.782333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3b9768e-eb65-403a-a3eb-4d1d3e2a58d3 None None] Transition to ACTIVE for port object c6330654-ab09-4d66-ab09-1061c4832a25 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:35.787612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2453bcff-001d-47e3-a4e4-7eb3a8506fe3 None None] Network 6a58d467-99f5-4e18-92d4-979ce8747ede requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:35.796666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.806870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c4c87c81-f977-4744-bb40-5eae03706878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:35.811475 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-87445efa-cb84-4fb4-849d-50eb2d949f2e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2175939 Apr 22 09:33:35.817023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58064) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:35.820882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=1ed34e24-c9ef-4128-b841-bea56af00651,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:35.824703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'network': {'name': 'tempest-router-network01--43374825'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:35.828958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c4c87c81-f977-4744-bb40-5eae03706878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:35.834247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:35.834477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08d7c9-455f-4688-844a-b06e53c880ac,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:35.834573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3b9768e-eb65-403a-a3eb-4d1d3e2a58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.838728 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b9ae54b3-1f20-485c-99d3-b2ded11a8436 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/1ed34e24-c9ef-4128-b841-bea56af00651 HTTP/1.1" status: 204 len: 168 time: 1.6869848 Apr 22 09:33:35.840439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.844347 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-622b0ed5-8ec5-4288-ba97-f0c6f9ecb233 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.6357489 Apr 22 09:33:35.844347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58068) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:35.845413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58070) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:35.846905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:network and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:35.850094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1056784455', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:35.851595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:35.858729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:35.863494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1973088604', 'security_groups': ['4c08d7c9-455f-4688-844a-b06e53c880ac'], 'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd57db25e-8acd-42e7-aa3d-54a4a2adf6ca'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:35.865019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c87c81-f977-4744-bb40-5eae03706878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:35.868977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c4c87c81-f977-4744-bb40-5eae03706878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.870623 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c87c81-f977-4744-bb40-5eae03706878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:35.871090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c87c81-f977-4744-bb40-5eae03706878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:35.883130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:35.884256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port fa596cd8-0ef2-4c48-b034-6258797086cc triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:35.884644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.892685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Made reservation on behalf of b7f80f5b4b0f436c9bfb6316b5ad63ed for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:35.898314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:35.903309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:router and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:35.908942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:35.925133 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c4c87c81-f977-4744-bb40-5eae03706878 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3922012 Apr 22 09:33:35.928191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58076) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:35.938041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-369f45aa-ee8d-4ce7-8b1a-d633c26c2d0b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:35.974030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:35.974295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:33:36.008727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.009880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.052998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.053239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.053402 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Added segment 8f0caa02-ae12-429a-8f19-d26f2b0b4198 of type vlan for network 989e338d-a611-4f77-8c03-1235bb693439 Apr 22 09:33:36.064740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe2d56-fc3a-4547-8662-bf49b7dfe21b None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:36.068342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:36.082328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:36.105593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-369f45aa-ee8d-4ce7-8b1a-d633c26c2d0b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:36.112058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.124442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-369f45aa-ee8d-4ce7-8b1a-d633c26c2d0b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:36.145572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369f45aa-ee8d-4ce7-8b1a-d633c26c2d0b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:36.149616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-369f45aa-ee8d-4ce7-8b1a-d633c26c2d0b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.151502 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-369f45aa-ee8d-4ce7-8b1a-d633c26c2d0b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:36.152021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369f45aa-ee8d-4ce7-8b1a-d633c26c2d0b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:36.163065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:36.180234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.187754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:36.188454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.212103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-369f45aa-ee8d-4ce7-8b1a-d633c26c2d0b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2797983 Apr 22 09:33:36.223267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58080) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:36.224466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9768e-eb65-403a-a3eb-4d1d3e2a58d3 None None] Pushing event updated for resources: {'Port': ['ID=c6330654-ab09-4d66-ab09-1061c4832a25,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:36.241296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1bd351ff-6f5c-4ad7-a19b-626b600b538a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:36.304988 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4846108 Apr 22 09:33:36.305242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-279f4505-6cfa-4a2f-8e24-917fe26d0ac3 None None] Provisioning complete for port fa596cd8-0ef2-4c48-b034-6258797086cc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:36.310200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-279f4505-6cfa-4a2f-8e24-917fe26d0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.314843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58084) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:36.384648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'network': {'name': 'tempest-router-network02--1428760238'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:36.409809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:36.446661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582683b-d763-4d13-8978-2ed8fd55ea28 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Network': ['ID=989e338d-a611-4f77-8c03-1235bb693439,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:36.476924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1bd351ff-6f5c-4ad7-a19b-626b600b538a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:36.482116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 989e338d-a611-4f77-8c03-1235bb693439 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:33:36.484886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:network and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:36.489746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1bd351ff-6f5c-4ad7-a19b-626b600b538a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:36.492223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.498875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:36.518273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd351ff-6f5c-4ad7-a19b-626b600b538a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:36.523255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1bd351ff-6f5c-4ad7-a19b-626b600b538a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.524832 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd351ff-6f5c-4ad7-a19b-626b600b538a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:36.525374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd351ff-6f5c-4ad7-a19b-626b600b538a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:36.534154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:36.554021 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1bd351ff-6f5c-4ad7-a19b-626b600b538a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3179073 Apr 22 09:33:36.556980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58088) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:36.564447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-caab526e-dee2-43f5-b53c-57cc09a21b24 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:36.603188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.639884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Made reservation on behalf of b7f80f5b4b0f436c9bfb6316b5ad63ed for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:36.645897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.681227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] device_id is not set on port 37b76627-8c40-43cc-bd9d-c98377de133f yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:33:36.746434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-caab526e-dee2-43f5-b53c-57cc09a21b24 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:36.748153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-6a58d467-99f5-4e18-92d4-979ce8747ede', 'network_id': '6a58d467-99f5-4e18-92d4-979ce8747ede', 'tenant_id': 'b7f80f5b4b0f436c9bfb6316b5ad63ed', 'fixed_ips': [{'subnet_id': '19a07000-4453-4bf3-8f2b-3fde73aef553'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:36.752728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.759247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-caab526e-dee2-43f5-b53c-57cc09a21b24 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:36.774329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caab526e-dee2-43f5-b53c-57cc09a21b24 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:36.778200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-caab526e-dee2-43f5-b53c-57cc09a21b24 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.779778 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-caab526e-dee2-43f5-b53c-57cc09a21b24 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:36.780220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caab526e-dee2-43f5-b53c-57cc09a21b24 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:36.783092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 052b0812-7198-4d97-8cf7-92c776333998 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:36.801743 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-caab526e-dee2-43f5-b53c-57cc09a21b24 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2434804 Apr 22 09:33:36.804764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58092) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:36.812839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5d2264c4-5157-4ba3-a9a8-11f7757ae395 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:36.818897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:33:36.835676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:36.836071 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Added segment d113b8af-d7ce-4b18-b15d-32bbe69b9234 of type vlan for network b8ae033f-c327-479a-a317-ad961c456b02 Apr 22 09:33:36.970984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5d2264c4-5157-4ba3-a9a8-11f7757ae395 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:36.983181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5d2264c4-5157-4ba3-a9a8-11f7757ae395 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:36.994485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2264c4-5157-4ba3-a9a8-11f7757ae395 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:36.999439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d2264c4-5157-4ba3-a9a8-11f7757ae395 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.000715 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d2264c4-5157-4ba3-a9a8-11f7757ae395 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:37.001117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d2264c4-5157-4ba3-a9a8-11f7757ae395 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:37.024521 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5d2264c4-5157-4ba3-a9a8-11f7757ae395 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2183785 Apr 22 09:33:37.027493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58098) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:37.127722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1f88c-3c8f-4ef7-8a66-a2f64ffb4699 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:37.129235 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7ec1f88c-3c8f-4ef7-8a66-a2f64ffb4699 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1005595 Apr 22 09:33:37.131420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 052b0812-7198-4d97-8cf7-92c776333998 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:37.131800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.132042 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58102) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:37.162168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:37.175148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.189751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] Deleting port fa596cd8-0ef2-4c48-b034-6258797086cc {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:37.190126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.212264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f64e60-2b0e-464f-a965-d55ae3f8201e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:37.216194 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e2f64e60-2b0e-464f-a965-d55ae3f8201e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0805359 Apr 22 09:33:37.217124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58106) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:37.237874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8::194 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/d57db25e-8acd-42e7-aa3d-54a4a2adf6ca/37b76627-8c40-43cc-bd9d-c98377de133f) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:37.250188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Allocated IP 2001:db8::2 (6a58d467-99f5-4e18-92d4-979ce8747ede/19a07000-4453-4bf3-8f2b-3fde73aef553/83258d65-4492-41c6-980c-f2d00b0736c2) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:37.262861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.269062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:37.269667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.273382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-70e83c15-cda0-4b1b-9e07-e54d58107c0d None None] Provisioning for port c6330654-ab09-4d66-ab09-1061c4832a25 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:37.293666 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-579222b9-22d3-47e9-b756-3e4777bae568 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713618 Apr 22 09:33:37.293910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58110) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:37.299394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:37.322755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-70e83c15-cda0-4b1b-9e07-e54d58107c0d None None] Provisioning complete for port c6330654-ab09-4d66-ab09-1061c4832a25 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:37.323601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-70e83c15-cda0-4b1b-9e07-e54d58107c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.431446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:37.443395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:37.454760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:37.459352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.554850 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1828804 Apr 22 09:33:37.584804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58114) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:37.599728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8c459-f2aa-419c-9a44-2656516e3a84 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Network': ['ID=b8ae033f-c327-479a-a317-ad961c456b02,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:37.602250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'subnet': {'network_id': '989e338d-a611-4f77-8c03-1235bb693439', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:37.608754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.635122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6330654-ab09-4d66-ab09-1061c4832a25 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:37.658682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network b8ae033f-c327-479a-a317-ad961c456b02 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:33:37.692879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.737619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:37.743470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:subnet and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:37.812069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:37.822455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:37.853219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Made reservation on behalf of b7f80f5b4b0f436c9bfb6316b5ad63ed for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:37.855508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.858750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:37.885895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object 37b76627-8c40-43cc-bd9d-c98377de133f will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:37.903148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 172.26.2.244 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/1b54216c-c385-4fef-9e16-38ad728f6b4f) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:37.928915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] For port fa596cd8-0ef2-4c48-b034-6258797086cc, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=fa596cd8-0ef2-4c48-b034-6258797086cc,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:37.929710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.032274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.114922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] Calling delete_port for fa596cd8-0ef2-4c48-b034-6258797086cc owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:38.124872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:38.137186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:38.141850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=37b76627-8c40-43cc-bd9d-c98377de133f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:38.144292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:38.144546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.150305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:38.150795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.180874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.190832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Transition to ACTIVE for port object 83258d65-4492-41c6-980c-f2d00b0736c2 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:38.195315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c6330654-ab09-4d66-ab09-1061c4832a25 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:38.204990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.205220 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dd43292e-b9f5-4a49-af7c-4b751324fb4f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3515112 Apr 22 09:33:38.205690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58120) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:38.218646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:38.238900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-70e83c15-cda0-4b1b-9e07-e54d58107c0d None None] Provisioning complete for port ebeb576a-1c49-4987-910e-e9e37194579d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:38.239904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-70e83c15-cda0-4b1b-9e07-e54d58107c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.286876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.351145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.397290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.445105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:38.453259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:38.454865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=1b54216c-c385-4fef-9e16-38ad728f6b4f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:38.456041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] No DVR routers for this DVR port fa596cd8-0ef2-4c48-b034-6258797086cc on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:38.457483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:38.464557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.471647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-70e83c15-cda0-4b1b-9e07-e54d58107c0d None None] Port ebeb576a-1c49-4987-910e-e9e37194579d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:38.473106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac53b2-5d15-4bfa-94b1-4c10a70400b3 None None] Pushing event deleted for resources: {'Port': ['ID=fa596cd8-0ef2-4c48-b034-6258797086cc,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:38.475727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:33:38.478435 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Transition to ACTIVE for port object 83258d65-4492-41c6-980c-f2d00b0736c2 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:38.496091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.567841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Network 6a58d467-99f5-4e18-92d4-979ce8747ede is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:38.571302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:38.598068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:38.613170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:38.638752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Checking segment: {'id': '8f0caa02-ae12-429a-8f19-d26f2b0b4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '989e338d-a611-4f77-8c03-1235bb693439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:38.638752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network hostable DHCP agents. Network: 989e338d-a611-4f77-8c03-1235bb693439, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:33:38.663668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Subnet': ['ID=0b5fac4f-1708-4238-b56f-5ee6d503cfcc,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:38.672169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:38.685544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:38.691534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Pushing event updated for resources: {'Port': ['ID=83258d65-4492-41c6-980c-f2d00b0736c2,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:38.696991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network 989e338d-a611-4f77-8c03-1235bb693439 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:33:38.705040 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.services.revisions.revision_plugin [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Could not find related port for resource to bump revision. Apr 22 09:33:38.712739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.ipam_pluggable_backend [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Port fa596cd8-0ef2-4c48-b034-6258797086cc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88062) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 09:33:38.713097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.ipam_pluggable_backend [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:50f0 {{(pid=88062) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 09:33:38.718626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 989e338d-a611-4f77-8c03-1235bb693439) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:38.723408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:38.724009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.728618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:38.737682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99552ff8-0503-491f-8be9-35fbb3d3f073 None None] Network 989e338d-a611-4f77-8c03-1235bb693439 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:38.749129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.752972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:38.755661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.793629 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f5dd783f-332e-46a4-b70a-b329b1c702d3 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2068400 Apr 22 09:33:38.798143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58124) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:38.806490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'subnet': {'network_id': 'b8ae033f-c327-479a-a317-ad961c456b02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:38.825479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:38.831353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:38.834745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:38.835336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:38.869996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=885ff174-264e-4785-9788-b89a6e1f6c68,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:38.876852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f48ec8a2-aa80-4adc-804d-5e282345553f None None] Provisioning for port 37b76627-8c40-43cc-bd9d-c98377de133f completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:38.885150 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-23a70c14-7a27-4b6e-9f4d-4b88ac0108f6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5900898 Apr 22 09:33:38.885897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58128) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:38.890852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b93a36-5baf-443d-9d33-1724036a69b1 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:38.892840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:e9:68:00', 'name': 'tempest-NetworksTestDHCPv6-1448124014'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:38.926760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:38.969904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Attempting to bind port 83258d65-4492-41c6-980c-f2d00b0736c2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:38.971032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Attempting to bind port 83258d65-4492-41c6-980c-f2d00b0736c2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd582ac89-1336-4221-bcc6-8f1725d717d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6a58d467-99f5-4e18-92d4-979ce8747ede'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:38.971577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Attempting to bind port 83258d65-4492-41c6-980c-f2d00b0736c2 on network 6a58d467-99f5-4e18-92d4-979ce8747ede {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:38.973931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f48ec8a2-aa80-4adc-804d-5e282345553f None None] Provisioning complete for port 37b76627-8c40-43cc-bd9d-c98377de133f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:38.974510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f48ec8a2-aa80-4adc-804d-5e282345553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.022013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:39.022643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c3ee7aab-be97-4cdc-84f9-45b736ceb4f3 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:39.023220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fa596cd8-0ef2-4c48-b034-6258797086cc no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:39.049658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:39.056260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:39.056917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Checking segment: {'id': 'd582ac89-1336-4221-bcc6-8f1725d717d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6a58d467-99f5-4e18-92d4-979ce8747ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:39.057506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.058075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Bound using segment: {'id': 'd582ac89-1336-4221-bcc6-8f1725d717d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6a58d467-99f5-4e18-92d4-979ce8747ede'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:39.058732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Bound port: 83258d65-4492-41c6-980c-f2d00b0736c2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd582ac89-1336-4221-bcc6-8f1725d717d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6a58d467-99f5-4e18-92d4-979ce8747ede'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:39.059115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.063025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:39.077537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:39.139911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: fa596cd8-0ef2-4c48-b034-6258797086cc {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:39.140254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device fa596cd8-0ef2-4c48-b034-6258797086cc not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:39.223327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f48ec8a2-aa80-4adc-804d-5e282345553f None None] Port 37b76627-8c40-43cc-bd9d-c98377de133f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:39.243489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.274835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 320ef492-965d-44c3-981d-9c9a8e266363 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:33:39.350876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:39.363171 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.ipam_backend_mixin [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d57db25e-8acd-42e7-aa3d-54a4a2adf6ca (CIDR: 2001:db8::/64) Apr 22 09:33:39.365662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] For port 83258d65-4492-41c6-980c-f2d00b0736c2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:39.366292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:subnet and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:39.372060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:39.375237 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:39.375692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:39.395285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:39.412633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.418575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] For port 83258d65-4492-41c6-980c-f2d00b0736c2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=83258d65-4492-41c6-980c-f2d00b0736c2,segment=NetworkSegment(d582ac89-1336-4221-bcc6-8f1725d717d8),segment_id=d582ac89-1336-4221-bcc6-8f1725d717d8)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:39.427064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.445212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fee9:6800 (f441e355-9a94-4c8f-aa75-59d20254aa63/885ff174-264e-4785-9788-b89a6e1f6c68/320ef492-965d-44c3-981d-9c9a8e266363) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:39.486268 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5fe86fc0-238d-46d3-a089-647ebe211041 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2793584 Apr 22 09:33:39.489292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58134) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:39.494286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Made reservation on behalf of b7f80f5b4b0f436c9bfb6316b5ad63ed for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:39.497907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.501277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-989e338d-a611-4f77-8c03-1235bb693439', 'network_id': '989e338d-a611-4f77-8c03-1235bb693439', 'tenant_id': 'b7f80f5b4b0f436c9bfb6316b5ad63ed', 'fixed_ips': [{'subnet_id': '0b5fac4f-1708-4238-b56f-5ee6d503cfcc'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:39.502351 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.550618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '885ff174-264e-4785-9788-b89a6e1f6c68'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:39.551685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.594229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:39.640659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163cad9-9839-4ccb-98a6-bfaa3a984753 None None] Pushing event updated for resources: {'Port': ['ID=83258d65-4492-41c6-980c-f2d00b0736c2,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:39.756233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.781416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 320ef492-965d-44c3-981d-9c9a8e266363 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:39.820157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.822850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Allocated IP 2001:db8::2 (989e338d-a611-4f77-8c03-1235bb693439/0b5fac4f-1708-4238-b56f-5ee6d503cfcc/0209d91e-e63b-4566-9304-8e833868969a) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:39.884477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:39.892307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:39.918774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:39.927328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:39.929399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:39.932196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Allocated IP 2001:db8::f816:3eff:fefe:baf5 (f441e355-9a94-4c8f-aa75-59d20254aa63/885ff174-264e-4785-9788-b89a6e1f6c68/0758be3d-4f2e-45e3-8478-9ab2433848d0) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:39.991189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=320ef492-965d-44c3-981d-9c9a8e266363,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:40.003803 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-18fe9143-f2a1-43e6-bbf5-f02103be2120 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1164644 Apr 22 09:33:40.006418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58138) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:40.113054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26936ef-913b-47d1-b8e9-0856c2476451 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:40.113957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e26936ef-913b-47d1-b8e9-0856c2476451 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:40.133417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e26936ef-913b-47d1-b8e9-0856c2476451 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:40.134759 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e26936ef-913b-47d1-b8e9-0856c2476451 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1273482 Apr 22 09:33:40.137744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58142) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:40.186644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:40.197147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:40.204656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:40.214302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:40.217508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1aeec306-32fb-4240-a553-6b6f42217949 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 320ef492-965d-44c3-981d-9c9a8e266363 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:40.218097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1aeec306-32fb-4240-a553-6b6f42217949 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.257381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.332432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:40.332432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.353594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.388081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.398685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.411857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Transition to ACTIVE for port object 0209d91e-e63b-4566-9304-8e833868969a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:40.419086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Transition to ACTIVE for port object 0758be3d-4f2e-45e3-8478-9ab2433848d0 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:40.506576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Transition to ACTIVE for port object 0209d91e-e63b-4566-9304-8e833868969a will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:40.510104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Transition to ACTIVE for port object 0758be3d-4f2e-45e3-8478-9ab2433848d0 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:40.517483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.531473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1aeec306-32fb-4240-a553-6b6f42217949 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.554011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.598166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Network 989e338d-a611-4f77-8c03-1235bb693439 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:40.605546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:40.616329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:40.618219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:40.625149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:40.629500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Pushing event updated for resources: {'Port': ['ID=0209d91e-e63b-4566-9304-8e833868969a,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:40.632709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:40.785371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Subnet': ['ID=0a7cc84b-2903-4fd0-9ac0-150bcf6cba3a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:40.883499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1aeec306-32fb-4240-a553-6b6f42217949 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 320ef492-965d-44c3-981d-9c9a8e266363 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:40.887070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Pushing event updated for resources: {'Port': ['ID=0758be3d-4f2e-45e3-8478-9ab2433848d0,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:40.894145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Attempting to bind port 0758be3d-4f2e-45e3-8478-9ab2433848d0 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:40.894543 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Attempting to bind port 0758be3d-4f2e-45e3-8478-9ab2433848d0 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:40.894906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Attempting to bind port 0758be3d-4f2e-45e3-8478-9ab2433848d0 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:40.896678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Checking segment: {'id': 'd113b8af-d7ce-4b18-b15d-32bbe69b9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b8ae033f-c327-479a-a317-ad961c456b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:40.897313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network hostable DHCP agents. Network: b8ae033f-c327-479a-a317-ad961c456b02, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:33:40.897639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Attempting to bind port 0209d91e-e63b-4566-9304-8e833868969a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:40.898006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Attempting to bind port 0209d91e-e63b-4566-9304-8e833868969a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8f0caa02-ae12-429a-8f19-d26f2b0b4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '989e338d-a611-4f77-8c03-1235bb693439'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:40.898355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Attempting to bind port 0209d91e-e63b-4566-9304-8e833868969a on network 989e338d-a611-4f77-8c03-1235bb693439 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:40.905791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:40.906163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:40.906561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.906949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:40.907675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Bound port: 0758be3d-4f2e-45e3-8478-9ab2433848d0, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:40.907827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.928300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:40.928699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Checking segment: {'id': '8f0caa02-ae12-429a-8f19-d26f2b0b4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '989e338d-a611-4f77-8c03-1235bb693439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:40.929097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.929492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Bound using segment: {'id': '8f0caa02-ae12-429a-8f19-d26f2b0b4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '989e338d-a611-4f77-8c03-1235bb693439'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:40.929968 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Bound port: 0209d91e-e63b-4566-9304-8e833868969a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f0caa02-ae12-429a-8f19-d26f2b0b4198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '989e338d-a611-4f77-8c03-1235bb693439'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:40.930341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:40.963138 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.ipam_backend_mixin [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2e16b32e-3659-4900-8e4f-f07ef4f91213 (CIDR: 2001:db8:0:1::/64) Apr 22 09:33:40.985706 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:40.986596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:40.999693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network b8ae033f-c327-479a-a317-ad961c456b02 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:33:41.029059 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0c051989-3bfd-4464-9b9c-068dbd2fdeed tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5385458 Apr 22 09:33:41.029948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, b8ae033f-c327-479a-a317-ad961c456b02) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:41.030100 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89142128-1a50-4fef-b09f-ee81f073e096 None None] Network 6a58d467-99f5-4e18-92d4-979ce8747ede requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:41.040487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58148) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:41.044535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'subnet': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:41.058269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068df3c-d1f6-48c2-b1b8-282b42fae34d None None] Network b8ae033f-c327-479a-a317-ad961c456b02 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:41.059572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:41.060706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.089937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1aeec306-32fb-4240-a553-6b6f42217949 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.100357 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-42218fc6-b828-4b36-aa87-b727a9c3f744 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3011026 Apr 22 09:33:41.105181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58152) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:41.154531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeec306-32fb-4240-a553-6b6f42217949 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=320ef492-965d-44c3-981d-9c9a8e266363,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:41.175251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 6bd671f3-acb2-43bf-9448-655aa3214505 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:33:41.200028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1aeec306-32fb-4240-a553-6b6f42217949 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.222322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1aeec306-32fb-4240-a553-6b6f42217949 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/320ef492-965d-44c3-981d-9c9a8e266363 HTTP/1.1" status: 204 len: 168 time: 1.0823109 Apr 22 09:33:41.228360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58156) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:41.327502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f1709b5a-cfab-4521-8544-48da4f158638 None None] Provisioning for port 83258d65-4492-41c6-980c-f2d00b0736c2 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:41.341877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8238ec6-4d5d-49a5-8663-ec458aaec326 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:41.343706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8238ec6-4d5d-49a5-8663-ec458aaec326 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:41.344141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8238ec6-4d5d-49a5-8663-ec458aaec326 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:41.367697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8238ec6-4d5d-49a5-8663-ec458aaec326 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:41.368696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 83258d65-4492-41c6-980c-f2d00b0736c2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:41.373025 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e8238ec6-4d5d-49a5-8663-ec458aaec326 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1431875 Apr 22 09:33:41.373709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58160) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:41.407271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] For port 0758be3d-4f2e-45e3-8478-9ab2433848d0, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:41.433108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] For port 0209d91e-e63b-4566-9304-8e833868969a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:41.457582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-e609e440-6355-43db-8fe3-76d235d107a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 885ff174-264e-4785-9788-b89a6e1f6c68 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:41.460945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e609e440-6355-43db-8fe3-76d235d107a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.468460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] For port 0758be3d-4f2e-45e3-8478-9ab2433848d0, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0758be3d-4f2e-45e3-8478-9ab2433848d0,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:41.475440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] For port 0209d91e-e63b-4566-9304-8e833868969a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0209d91e-e63b-4566-9304-8e833868969a,segment=NetworkSegment(8f0caa02-ae12-429a-8f19-d26f2b0b4198),segment_id=8f0caa02-ae12-429a-8f19-d26f2b0b4198)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:41.494684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.499301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.528020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e609e440-6355-43db-8fe3-76d235d107a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.629588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:41.679593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e609e440-6355-43db-8fe3-76d235d107a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.729963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Usage tracker for resource:subnet and tenant:48da3bd2d4f648b9b7e64b59eaff9218 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:41.744003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:41.760227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0dd77-31f3-4a68-8739-4b5f4cd60c76 None None] Pushing event updated for resources: {'Port': ['ID=0758be3d-4f2e-45e3-8478-9ab2433848d0,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:41.811765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e609e440-6355-43db-8fe3-76d235d107a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.833192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:41.870778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609e440-6355-43db-8fe3-76d235d107a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=885ff174-264e-4785-9788-b89a6e1f6c68,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:41.878464 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e609e440-6355-43db-8fe3-76d235d107a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.899749 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e609e440-6355-43db-8fe3-76d235d107a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/885ff174-264e-4785-9788-b89a6e1f6c68 HTTP/1.1" status: 204 len: 168 time: 0.5243504 Apr 22 09:33:41.901581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58164) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:41.910668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 83258d65-4492-41c6-980c-f2d00b0736c2 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:41.968016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Made reservation on behalf of 48da3bd2d4f648b9b7e64b59eaff9218 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:41.983122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 83258d65-4492-41c6-980c-f2d00b0736c2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:41.983351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:41.983680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:42.058308 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-32c23068-3a82-44e1-883d-cb0d4fe593ff tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1463199 Apr 22 09:33:42.061623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58168) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:42.067278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:42.071004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-b8ae033f-c327-479a-a317-ad961c456b02', 'network_id': 'b8ae033f-c327-479a-a317-ad961c456b02', 'tenant_id': 'b7f80f5b4b0f436c9bfb6316b5ad63ed', 'fixed_ips': [{'subnet_id': '0a7cc84b-2903-4fd0-9ac0-150bcf6cba3a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:42.072119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:42.195657 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f31e9f87-a5fc-410d-ab31-67445811c73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:42.214359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29274fc-95b4-45c0-81ea-6c758f256e95 None None] Pushing event updated for resources: {'Port': ['ID=0209d91e-e63b-4566-9304-8e833868969a,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:42.266273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:42.278329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:42.287084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:42.293067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2562f0-3d6b-46de-b5a9-19f9849c4659 None None] Sync routers for ids ['6bd671f3-acb2-43bf-9448-655aa3214505'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:42.298141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:42.305094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:42.320185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:42.326762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:42.385430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2562f0-3d6b-46de-b5a9-19f9849c4659 None None] Routers {'6bd671f3-acb2-43bf-9448-655aa3214505'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:42.385993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7a2562f0-3d6b-46de-b5a9-19f9849c4659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6bd671f3-acb2-43bf-9448-655aa3214505'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:42.393033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:42.394431 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0e47ef64-bee5-429e-a048-410d371ea658 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.5513048 Apr 22 09:33:42.396161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:42.410930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58174) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:42.494943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7a2562f0-3d6b-46de-b5a9-19f9849c4659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:42.612492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:42.674034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2562f0-3d6b-46de-b5a9-19f9849c4659 None None] Routers {'6bd671f3-acb2-43bf-9448-655aa3214505'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:42.675001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7a2562f0-3d6b-46de-b5a9-19f9849c4659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6bd671f3-acb2-43bf-9448-655aa3214505'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:42.788432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Allocated IP 2001:db8::2 (b8ae033f-c327-479a-a317-ad961c456b02/0a7cc84b-2903-4fd0-9ac0-150bcf6cba3a/225bb9dd-69b8-4894-ba0f-0fb7074a1f2d) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:42.794067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7a2562f0-3d6b-46de-b5a9-19f9849c4659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:42.795112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2562f0-3d6b-46de-b5a9-19f9849c4659 None None] The sync data for ids ['6bd671f3-acb2-43bf-9448-655aa3214505'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:42.820671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 83258d65-4492-41c6-980c-f2d00b0736c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=83258d65-4492-41c6-980c-f2d00b0736c2,segment=NetworkSegment(d582ac89-1336-4221-bcc6-8f1725d717d8),segment_id=d582ac89-1336-4221-bcc6-8f1725d717d8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:42.843328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:42.875735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:33:42.944901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=83258d65-4492-41c6-980c-f2d00b0736c2,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:43.016056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-93853d79-efb9-417b-8a69-2837f773800d None None] Provisioning complete for port 83258d65-4492-41c6-980c-f2d00b0736c2 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:43.016453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93853d79-efb9-417b-8a69-2837f773800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:43.098909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:43.120592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:43.177368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f876004-8ecc-4653-a623-0fdaf2079b30 None None] Network 989e338d-a611-4f77-8c03-1235bb693439 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:43.332209 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11f03a21-8e06-4f21-a869-f229697155eb tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/routers/6bd671f3-acb2-43bf-9448-655aa3214505 HTTP/1.1" status: 200 len: 885 time: 0.9171271 Apr 22 09:33:43.349182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58180) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:43.354175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:43.378569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:43.389293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:43.390103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:43.445497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c23743d-452d-4832-bbb8-fd8618218907 None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:43.448229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Subnet': ['ID=2b21a607-8b45-4668-a144-3d15a66536ef,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:43.506599 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4f466fba-ea5f-49e6-800e-c0f28ae9e58a tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4660406 Apr 22 09:33:43.524098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58184) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:43.551202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-939081669', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b21a607-8b45-4668-a144-3d15a66536ef'}], 'security_groups': ['a761e48a-2b35-41aa-96bc-5f139d9bd70d', '2e313d80-0cc2-4f03-9b72-39c5d06dbf35']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:43.606151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 83258d65-4492-41c6-980c-f2d00b0736c2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:43.768747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c36f0e9a-c866-4904-9667-71feff3be41a None None] Provisioning for port 0209d91e-e63b-4566-9304-8e833868969a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:43.772236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7424848-2ffa-47f5-a1f8-1f14162ce154 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:43.815746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:43.840319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Allocated IP 2001:db8::1 (989e338d-a611-4f77-8c03-1235bb693439/0b5fac4f-1708-4238-b56f-5ee6d503cfcc/ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:43.881329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] For port 0758be3d-4f2e-45e3-8478-9ab2433848d0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0758be3d-4f2e-45e3-8478-9ab2433848d0,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:43.956988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Transition to ACTIVE for port object 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:44.005194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.014739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.015447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.091749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.099730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Transition to ACTIVE for port object 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:44.109104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9d4f17db-25bb-463c-9d38-2603f7376547 None None] Provisioning for port 0758be3d-4f2e-45e3-8478-9ab2433848d0 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:44.143053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:44.147987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.162305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:44.165488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:44.166086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.182231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=46ac7f17-0a7c-45f3-bf45-1b2aae4c0ed4,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:44.188298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.211262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7ca53e7e-28fb-4415-b867-0465ce5cdd5f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:router {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:44.222521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=0758be3d-4f2e-45e3-8478-9ab2433848d0,revision_number=5']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:44.239082 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-07cfebbe-d85d-42af-bc85-99a72a68faf2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1763797 Apr 22 09:33:44.239930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58188) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:44.248425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:25:2c:b8', 'name': 'tempest-NetworksTestDHCPv6-1737410542'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:44.259222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Transition to ACTIVE for port object ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:44.266202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7ca53e7e-28fb-4415-b867-0465ce5cdd5f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:router {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:44.270984 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7ca53e7e-28fb-4415-b867-0465ce5cdd5f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9175909 Apr 22 09:33:44.271251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58192) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:44.284533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-5b6c9466-3719-4e95-83a1-989711ea8d42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1056784455'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:44.287993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Network b8ae033f-c327-479a-a317-ad961c456b02 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:44.290565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 83258d65-4492-41c6-980c-f2d00b0736c2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:44.290951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.341900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:44.386419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:44.420882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:44.426255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:44.430473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:44.437305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:44.449345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:44.578048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.618428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Pushing event updated for resources: {'Port': ['ID=225bb9dd-69b8-4894-ba0f-0fb7074a1f2d,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:44.635265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.671769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 9138672a-0b7b-4a8e-84fe-ad21d696b45a yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:33:44.672034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-480d2ce4-8429-4c10-875d-cd88158d6e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.754130 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Attempting to bind port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:44.754496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Attempting to bind port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd113b8af-d7ce-4b18-b15d-32bbe69b9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b8ae033f-c327-479a-a317-ad961c456b02'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:44.754855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Attempting to bind port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d on network b8ae033f-c327-479a-a317-ad961c456b02 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:44.769825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:44.770446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Checking segment: {'id': 'd113b8af-d7ce-4b18-b15d-32bbe69b9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b8ae033f-c327-479a-a317-ad961c456b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:44.770850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.771241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Bound using segment: {'id': 'd113b8af-d7ce-4b18-b15d-32bbe69b9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b8ae033f-c327-479a-a317-ad961c456b02'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:44.771717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Bound port: 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd113b8af-d7ce-4b18-b15d-32bbe69b9234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'b8ae033f-c327-479a-a317-ad961c456b02'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:44.772094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.851670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network 989e338d-a611-4f77-8c03-1235bb693439 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:44.855334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fe25:2cb8 (f441e355-9a94-4c8f-aa75-59d20254aa63/46ac7f17-0a7c-45f3-bf45-1b2aae4c0ed4/9138672a-0b7b-4a8e-84fe-ad21d696b45a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:44.889433 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:44.891905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:44.892873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:44.923198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0758be3d-4f2e-45e3-8478-9ab2433848d0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:44.998323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Port': ['ID=ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:45.153229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.167759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 0758be3d-4f2e-45e3-8478-9ab2433848d0 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:45.173208 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] For port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:45.180436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 9138672a-0b7b-4a8e-84fe-ad21d696b45a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:45.188696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 0758be3d-4f2e-45e3-8478-9ab2433848d0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:45.189068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.216716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.225074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502aab1-081b-4024-ba45-e9738ca593af None None] Update dhcp port {'port': {'network_id': 'b21a404d-10d1-4c09-88c6-fdb21b8a972f', 'fixed_ips': [{'subnet_id': '2e16b32e-3659-4900-8e4f-f07ef4f91213', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd57db25e-8acd-42e7-aa3d-54a4a2adf6ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b21a607-8b45-4668-a144-3d15a66536ef'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'c6330654-ab09-4d66-ab09-1061c4832a25'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:33:45.287863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.297108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] For port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=225bb9dd-69b8-4894-ba0f-0fb7074a1f2d,segment=NetworkSegment(d113b8af-d7ce-4b18-b15d-32bbe69b9234),segment_id=d113b8af-d7ce-4b18-b15d-32bbe69b9234)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:45.300100 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7502aab1-081b-4024-ba45-e9738ca593af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.312877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=9138672a-0b7b-4a8e-84fe-ad21d696b45a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:45.326858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:45.328575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:45.331832 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:45.334466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.338243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:45.339000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.370595 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6c59e4aa-614e-47d2-ba01-a502a0dcb048 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1254623 Apr 22 09:33:45.373274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58198) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:45.393607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Delete allocated IP 2001:db8::194 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/d57db25e-8acd-42e7-aa3d-54a4a2adf6ca) {{(pid=88063) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 09:33:45.453224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.501338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Allocated IP 2001:db8:0:2::3a3 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/2b21a607-8b45-4668-a144-3d15a66536ef/37b76627-8c40-43cc-bd9d-c98377de133f) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:45.512303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3183ca76-929a-4ad5-bf8f-d8fce65aa0d2 None None] Provisioning for port ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:45.584324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3183ca76-929a-4ad5-bf8f-d8fce65aa0d2 None None] Provisioning complete for port ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:45.584768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3183ca76-929a-4ad5-bf8f-d8fce65aa0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.610384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1908f-852c-44e0-8629-ad3306f8cc9d None None] Pushing event updated for resources: {'Port': ['ID=225bb9dd-69b8-4894-ba0f-0fb7074a1f2d,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:45.682908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594dd4f3-1082-4bbd-a8b1-ad86d3de91bc None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:45.759451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3183ca76-929a-4ad5-bf8f-d8fce65aa0d2 None None] Port ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:45.853605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.859841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.866814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9466-3719-4e95-83a1-989711ea8d42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.953336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 0758be3d-4f2e-45e3-8478-9ab2433848d0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0758be3d-4f2e-45e3-8478-9ab2433848d0,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:45.965378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.966192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0209d91e-e63b-4566-9304-8e833868969a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:45.985044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a587d-fa8f-476d-8477-69ac86dd544a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:45.990925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0a587d-fa8f-476d-8477-69ac86dd544a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:45.992633 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9f0a587d-fa8f-476d-8477-69ac86dd544a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6096368 Apr 22 09:33:45.994018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9466-3719-4e95-83a1-989711ea8d42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:45.997060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58202) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:46.033183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3e9e6aa2-abbf-4382-8f18-ae87de01180b None None] Provisioning complete for port 0758be3d-4f2e-45e3-8478-9ab2433848d0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:46.033463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3e9e6aa2-abbf-4382-8f18-ae87de01180b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:46.083390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ebc98fda-d264-4302-a764-1855b4cf6721 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 9138672a-0b7b-4a8e-84fe-ad21d696b45a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:46.084112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebc98fda-d264-4302-a764-1855b4cf6721 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:46.193222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=0758be3d-4f2e-45e3-8478-9ab2433848d0,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:46.249195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 0209d91e-e63b-4566-9304-8e833868969a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:46.271557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 0209d91e-e63b-4566-9304-8e833868969a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:46.271926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:46.331604 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:33:46.397889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebc98fda-d264-4302-a764-1855b4cf6721 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:46.432568 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:46.474120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 0209d91e-e63b-4566-9304-8e833868969a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0209d91e-e63b-4566-9304-8e833868969a,segment=NetworkSegment(8f0caa02-ae12-429a-8f19-d26f2b0b4198),segment_id=8f0caa02-ae12-429a-8f19-d26f2b0b4198)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:46.481589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:46.601885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ebc98fda-d264-4302-a764-1855b4cf6721 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 9138672a-0b7b-4a8e-84fe-ad21d696b45a owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:46.650701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:46.673372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Transition to ACTIVE for port object 37b76627-8c40-43cc-bd9d-c98377de133f will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:46.703165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:46.730869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6c9466-3719-4e95-83a1-989711ea8d42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 6bd671f3-acb2-43bf-9448-655aa3214505 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:46.817750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:46.966596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-7502aab1-081b-4024-ba45-e9738ca593af None None] Allocated IP 2001:db8:0:2::2 (b21a404d-10d1-4c09-88c6-fdb21b8a972f/2b21a607-8b45-4668-a144-3d15a66536ef/c6330654-ab09-4d66-ab09-1061c4832a25) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:46.987774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:33:46.988825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebc98fda-d264-4302-a764-1855b4cf6721 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.008554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.010708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-41955a8f-3632-47d0-a1ea-db64dc849f1d None None] Provisioning for port 9138672a-0b7b-4a8e-84fe-ad21d696b45a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:47.019067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] In _notify_port_updated(), no bound segment for port 37b76627-8c40-43cc-bd9d-c98377de133f on network b21a404d-10d1-4c09-88c6-fdb21b8a972f {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:33:47.026606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:47.026946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-41955a8f-3632-47d0-a1ea-db64dc849f1d None None] Provisioning complete for port 9138672a-0b7b-4a8e-84fe-ad21d696b45a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:47.027279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41955a8f-3632-47d0-a1ea-db64dc849f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.027406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.031851 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "PUT /v2.0/ports/37b76627-8c40-43cc-bd9d-c98377de133f HTTP/1.1" status: 200 len: 969 time: 3.5030088 Apr 22 09:33:47.039556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.040312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.045009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca1a30-d430-46bc-b855-be9d909da744 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event updated for resources: {'Port': ['ID=37b76627-8c40-43cc-bd9d-c98377de133f,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:47.047595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58208) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:47.048510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc98fda-d264-4302-a764-1855b4cf6721 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=9138672a-0b7b-4a8e-84fe-ad21d696b45a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:47.062094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=0209d91e-e63b-4566-9304-8e833868969a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:47.111059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe157926-6cd1-4b42-83b3-fb472ba54709 None None] Network b8ae033f-c327-479a-a317-ad961c456b02 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:47.129042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-41955a8f-3632-47d0-a1ea-db64dc849f1d None None] Port 9138672a-0b7b-4a8e-84fe-ad21d696b45a was deleted so its status cannot be updated. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 09:33:47.163381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ebc98fda-d264-4302-a764-1855b4cf6721 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.175480 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ebc98fda-d264-4302-a764-1855b4cf6721 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/9138672a-0b7b-4a8e-84fe-ad21d696b45a HTTP/1.1" status: 204 len: 168 time: 1.1762259 Apr 22 09:33:47.179313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58212) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:47.200482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:47.238082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4480959b-4e2c-4b1c-a2bf-efb080def632 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port 37b76627-8c40-43cc-bd9d-c98377de133f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:47.238485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4480959b-4e2c-4b1c-a2bf-efb080def632 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.317432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49023a9d-cbd8-49b9-88ed-95317f6c1df6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:47.319120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.319943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49023a9d-cbd8-49b9-88ed-95317f6c1df6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:47.320764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-49023a9d-cbd8-49b9-88ed-95317f6c1df6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:47.345007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Port': ['ID=ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:47.393062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7502aab1-081b-4024-ba45-e9738ca593af None None] For port c6330654-ab09-4d66-ab09-1061c4832a25, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6330654-ab09-4d66-ab09-1061c4832a25,segment=NetworkSegment(0c0cbb7f-780b-47d8-a456-e5561d5a8a38),segment_id=0c0cbb7f-780b-47d8-a456-e5561d5a8a38)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:47.394911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6c9466-3719-4e95-83a1-989711ea8d42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:47.407058 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2652a3-92aa-4abe-8400-01058f6120da None None] Sync routers for ids ['6bd671f3-acb2-43bf-9448-655aa3214505'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:47.410777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5b6c9466-3719-4e95-83a1-989711ea8d42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.412173 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5b6c9466-3719-4e95-83a1-989711ea8d42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/6bd671f3-acb2-43bf-9448-655aa3214505 HTTP/1.1" status: 200 len: 892 time: 3.1378291 Apr 22 09:33:47.416191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58216) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:47.424541 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2652a3-92aa-4abe-8400-01058f6120da None None] Routers {'6bd671f3-acb2-43bf-9448-655aa3214505'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:47.425413 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-da2652a3-92aa-4abe-8400-01058f6120da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6bd671f3-acb2-43bf-9448-655aa3214505'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:47.426847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7502aab1-081b-4024-ba45-e9738ca593af None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.448256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7502aab1-081b-4024-ba45-e9738ca593af None None] Transition to ACTIVE for port object c6330654-ab09-4d66-ab09-1061c4832a25 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:47.452113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0758be3d-4f2e-45e3-8478-9ab2433848d0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:47.530937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network 989e338d-a611-4f77-8c03-1235bb693439 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:47.534153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7502aab1-081b-4024-ba45-e9738ca593af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.536035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:47.547427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4480959b-4e2c-4b1c-a2bf-efb080def632 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.565016 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-da2652a3-92aa-4abe-8400-01058f6120da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:47.586494 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2652a3-92aa-4abe-8400-01058f6120da None None] Routers {'6bd671f3-acb2-43bf-9448-655aa3214505'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:47.587389 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-da2652a3-92aa-4abe-8400-01058f6120da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['6bd671f3-acb2-43bf-9448-655aa3214505'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:47.703889 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-da2652a3-92aa-4abe-8400-01058f6120da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:47.704206 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2652a3-92aa-4abe-8400-01058f6120da None None] The sync data for ids ['6bd671f3-acb2-43bf-9448-655aa3214505'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:47.720543 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-41955a8f-3632-47d0-a1ea-db64dc849f1d None None] Provisioning complete for port 0758be3d-4f2e-45e3-8478-9ab2433848d0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:47.721008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41955a8f-3632-47d0-a1ea-db64dc849f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:47.758942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4480959b-4e2c-4b1c-a2bf-efb080def632 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for 37b76627-8c40-43cc-bd9d-c98377de133f owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:47.826900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-49023a9d-cbd8-49b9-88ed-95317f6c1df6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:47.831970 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-49023a9d-cbd8-49b9-88ed-95317f6c1df6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6517634 Apr 22 09:33:47.832891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58220) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:47.863856 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-34934ee6-f371-4f4f-a98a-b3dabfc5d46f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/routers/6bd671f3-acb2-43bf-9448-655aa3214505 HTTP/1.1" status: 200 len: 892 time: 0.4456246 Apr 22 09:33:47.865965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58224) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:47.945441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1d81f4ac-a040-460e-a6c7-d56f21fe3881 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:47.984706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1d81f4ac-a040-460e-a6c7-d56f21fe3881 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:47.988225 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1d81f4ac-a040-460e-a6c7-d56f21fe3881 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd671f3-acb2-43bf-9448-655aa3214505 HTTP/1.1" status: 200 len: 205 time: 0.1181183 Apr 22 09:33:47.992543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58228) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:48.027992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4480959b-4e2c-4b1c-a2bf-efb080def632 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.096505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480959b-4e2c-4b1c-a2bf-efb080def632 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=37b76627-8c40-43cc-bd9d-c98377de133f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:48.097757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Router 2d00757e-0292-40fe-80d1-43b027404621 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:33:48.170615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4480959b-4e2c-4b1c-a2bf-efb080def632 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.177080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-d662655e-1c2c-4692-8d1b-0803f0c690ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 46ac7f17-0a7c-45f3-bf45-1b2aae4c0ed4 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:48.184229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d662655e-1c2c-4692-8d1b-0803f0c690ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.234440 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4480959b-4e2c-4b1c-a2bf-efb080def632 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/37b76627-8c40-43cc-bd9d-c98377de133f HTTP/1.1" status: 204 len: 168 time: 1.1824954 Apr 22 09:33:48.238406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58232) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:48.259457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502aab1-081b-4024-ba45-e9738ca593af None None] Pushing event updated for resources: {'Port': ['ID=c6330654-ab09-4d66-ab09-1061c4832a25,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:48.273033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 0758be3d-4f2e-45e3-8478-9ab2433848d0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:48.273509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.297830 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abca2d7-3624-46dd-8f81-fb1d3a796f43 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] GET failed (client error): The resource could not be found. Apr 22 09:33:48.298460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9abca2d7-3624-46dd-8f81-fb1d3a796f43 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Synchronizing usage tracker for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:48.311497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d662655e-1c2c-4692-8d1b-0803f0c690ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.406231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9abca2d7-3624-46dd-8f81-fb1d3a796f43 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Unset dirty status for tenant:48da3bd2d4f648b9b7e64b59eaff9218 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:48.410940 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9abca2d7-3624-46dd-8f81-fb1d3a796f43 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports/37b76627-8c40-43cc-bd9d-c98377de133f HTTP/1.1" status: 404 len: 333 time: 0.1710932 Apr 22 09:33:48.414437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58236) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:48.472542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Could not find standard attr ID for object 9138672a-0b7b-4a8e-84fe-ad21d696b45a. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:33:48.493641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Provisioning for port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:48.498940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Provisioning complete for port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:48.499207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.522957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d662655e-1c2c-4692-8d1b-0803f0c690ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.561778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6dec277-aadf-4c44-9917-2aaff4a92fbb tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.647753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.651526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6dec277-aadf-4c44-9917-2aaff4a92fbb tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.682016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6330654-ab09-4d66-ab09-1061c4832a25 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:48.746470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d662655e-1c2c-4692-8d1b-0803f0c690ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.788351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6dec277-aadf-4c44-9917-2aaff4a92fbb tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.793049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:48.801339 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-de1b9592-01ab-4a5c-82f6-b6abfa7f724d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "PUT /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6950297 Apr 22 09:33:48.804464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58240) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:48.805725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662655e-1c2c-4692-8d1b-0803f0c690ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=46ac7f17-0a7c-45f3-bf45-1b2aae4c0ed4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:48.815975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dec277-aadf-4c44-9917-2aaff4a92fbb tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08d7c9-455f-4688-844a-b06e53c880ac,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:48.817994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d662655e-1c2c-4692-8d1b-0803f0c690ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.834458 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d662655e-1c2c-4692-8d1b-0803f0c690ba tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/46ac7f17-0a7c-45f3-bf45-1b2aae4c0ed4 HTTP/1.1" status: 204 len: 168 time: 0.9952784 Apr 22 09:33:48.835368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58244) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:48.835765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c865c-7b5a-4061-9317-47f092df13d8 None None] Sync routers for ids ['2d00757e-0292-40fe-80d1-43b027404621'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:48.838544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e6dec277-aadf-4c44-9917-2aaff4a92fbb tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.842528 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e6dec277-aadf-4c44-9917-2aaff4a92fbb tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c08d7c9-455f-4688-844a-b06e53c880ac HTTP/1.1" status: 204 len: 168 time: 0.4241850 Apr 22 09:33:48.842833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58248) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:48.848731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c86ca4-dfc1-43b1-9790-59cda54e9499 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:48.872357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:48.936489 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fc2ef159-5d9c-4653-b018-5d41bd5f756a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998557 Apr 22 09:33:48.941151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58252) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:48.963571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c865c-7b5a-4061-9317-47f092df13d8 None None] Routers {'2d00757e-0292-40fe-80d1-43b027404621'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:48.964210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-869c865c-7b5a-4061-9317-47f092df13d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['2d00757e-0292-40fe-80d1-43b027404621'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:49.097979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0209d91e-e63b-4566-9304-8e833868969a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:49.141564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.152993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-869c865c-7b5a-4061-9317-47f092df13d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:49.181170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f812927-20a0-4dbd-b4b8-05ea4d9cc0d8 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.219017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 1b54216c-c385-4fef-9e16-38ad728f6b4f {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:49.219277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.222506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] For port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=225bb9dd-69b8-4894-ba0f-0fb7074a1f2d,segment=NetworkSegment(d113b8af-d7ce-4b18-b15d-32bbe69b9234),segment_id=d113b8af-d7ce-4b18-b15d-32bbe69b9234)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:49.225295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f812927-20a0-4dbd-b4b8-05ea4d9cc0d8 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.241329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17dc321-1d4f-4d79-bd50-ff5595de369c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:49.242051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b17dc321-1d4f-4d79-bd50-ff5595de369c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:49.259105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869c865c-7b5a-4061-9317-47f092df13d8 None None] Routers {'2d00757e-0292-40fe-80d1-43b027404621'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:49.259838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-869c865c-7b5a-4061-9317-47f092df13d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['2d00757e-0292-40fe-80d1-43b027404621'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:49.292469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b17dc321-1d4f-4d79-bd50-ff5595de369c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:49.293656 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b17dc321-1d4f-4d79-bd50-ff5595de369c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3527694 Apr 22 09:33:49.298186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58258) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:49.327571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.351542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f812927-20a0-4dbd-b4b8-05ea4d9cc0d8 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.390533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f812927-20a0-4dbd-b4b8-05ea4d9cc0d8 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e313d80-0cc2-4f03-9b72-39c5d06dbf35,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:49.405136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccd38ad-6e00-4f45-a493-242ca56efccb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:49.405803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1ccd38ad-6e00-4f45-a493-242ca56efccb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:49.410330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f812927-20a0-4dbd-b4b8-05ea4d9cc0d8 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.414220 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1f812927-20a0-4dbd-b4b8-05ea4d9cc0d8 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/security-groups/2e313d80-0cc2-4f03-9b72-39c5d06dbf35 HTTP/1.1" status: 204 len: 168 time: 0.5703695 Apr 22 09:33:49.415543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58262) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:49.415672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Could not find standard attr ID for object 320ef492-965d-44c3-981d-9c9a8e266363. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:33:49.422600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-869c865c-7b5a-4061-9317-47f092df13d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:49.423032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869c865c-7b5a-4061-9317-47f092df13d8 None None] The sync data for ids ['2d00757e-0292-40fe-80d1-43b027404621'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:49.451782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1ccd38ad-6e00-4f45-a493-242ca56efccb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:49.453103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1ccd38ad-6e00-4f45-a493-242ca56efccb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1551833 Apr 22 09:33:49.456747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58266) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:49.504837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 0209d91e-e63b-4566-9304-8e833868969a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:49.505739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.537664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Provisioning complete for port ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:49.538694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.555053 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e8db4a1f-16b2-4c1e-8c9a-2a71e91ec573 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0900011 Apr 22 09:33:49.560409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58270) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:49.566200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:49.580461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Pushing event updated for resources: {'Port': ['ID=225bb9dd-69b8-4894-ba0f-0fb7074a1f2d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:49.633864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2d68bb8-f382-440e-9db3-10a22b0c3341 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.669650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.677709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-098e0d9c-b266-47a9-b471-eba700d8e7f7 None None] Port ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:49.793420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2d68bb8-f382-440e-9db3-10a22b0c3341 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.797486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Could not find standard attr ID for object 37b76627-8c40-43cc-bd9d-c98377de133f. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:33:49.801968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:49.806660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:49.813683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] Deleting port 0758be3d-4f2e-45e3-8478-9ab2433848d0 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:49.814143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.830781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:49.846214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 1b54216c-c385-4fef-9e16-38ad728f6b4f owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:49.848361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Provisioning for port c6330654-ab09-4d66-ab09-1061c4832a25 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:49.862280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Provisioning complete for port c6330654-ab09-4d66-ab09-1061c4832a25 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:49.862729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.862913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:49.866843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.886060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2d68bb8-f382-440e-9db3-10a22b0c3341 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.971767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d68bb8-f382-440e-9db3-10a22b0c3341 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a761e48a-2b35-41aa-96bc-5f139d9bd70d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:49.979859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c2d68bb8-f382-440e-9db3-10a22b0c3341 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:49.984766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c2d68bb8-f382-440e-9db3-10a22b0c3341 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/security-groups/a761e48a-2b35-41aa-96bc-5f139d9bd70d HTTP/1.1" status: 204 len: 168 time: 0.5677297 Apr 22 09:33:49.988116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58274) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:49.995777 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-a7e55a15-0441-4e8f-8ccc-4b7b50fefab8 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:50.000994 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a7e55a15-0441-4e8f-8ccc-4b7b50fefab8 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "PUT /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1915190 Apr 22 09:33:50.001975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58278) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:50.083211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-230de6c2-9ea9-4b6a-bd4e-3fa36d1652b0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet d57db25e-8acd-42e7-aa3d-54a4a2adf6ca {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:50.086781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-230de6c2-9ea9-4b6a-bd4e-3fa36d1652b0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.169925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] For port 0758be3d-4f2e-45e3-8478-9ab2433848d0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0758be3d-4f2e-45e3-8478-9ab2433848d0,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:50.170699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.193168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-230de6c2-9ea9-4b6a-bd4e-3fa36d1652b0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.319287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] Calling delete_port for 0758be3d-4f2e-45e3-8478-9ab2433848d0 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:50.378217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Provisioning complete for port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:50.378548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.382817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-230de6c2-9ea9-4b6a-bd4e-3fa36d1652b0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.468172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.477834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:33:50.481454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.521569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] Pushing event deleted for resources: {'Port': ['ID=0758be3d-4f2e-45e3-8478-9ab2433848d0,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:50.574261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97982b7-5312-40a7-90a5-759280faa48a None None] No DVR routers for this DVR port 0758be3d-4f2e-45e3-8478-9ab2433848d0 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:50.600698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:50.611972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:50.615431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:50.617441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.636026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.639999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0a7597-d92c-4a34-8c4e-dbecf61ab8d2 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:50.649073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-230de6c2-9ea9-4b6a-bd4e-3fa36d1652b0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.664792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=2fe59693-6590-4912-83da-f39e0af7f8a1,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:50.682106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:50.716133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-230de6c2-9ea9-4b6a-bd4e-3fa36d1652b0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.718613 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-230de6c2-9ea9-4b6a-bd4e-3fa36d1652b0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/d57db25e-8acd-42e7-aa3d-54a4a2adf6ca HTTP/1.1" status: 204 len: 168 time: 0.7293770 Apr 22 09:33:50.719847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230de6c2-9ea9-4b6a-bd4e-3fa36d1652b0 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=d57db25e-8acd-42e7-aa3d-54a4a2adf6ca,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:50.726232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58282) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:50.751282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae340ee-b5b1-4919-a885-228ae90603c4 None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:50.767354 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-57d03573-d280-40e4-b43a-459ec7734fc3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2034457 Apr 22 09:33:50.770883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58286) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:50.778144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:f4:45:92', 'name': 'tempest-NetworksTestDHCPv6-1290091630'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:50.801377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=1b54216c-c385-4fef-9e16-38ad728f6b4f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:50.889552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bf9f6d-65f8-42a7-a490-6e223d7fa276 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet 2b21a607-8b45-4668-a144-3d15a66536ef {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:50.904710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9f6d-65f8-42a7-a490-6e223d7fa276 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.948599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:50.989716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9f6d-65f8-42a7-a490-6e223d7fa276 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.003531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Provisioning complete for port ebeb576a-1c49-4987-910e-e9e37194579d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:51.003983 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.043687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:51.056213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:51.086175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:51.176181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.179323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.184027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4bbe676b-691d-483b-9cc1-7c76bcdfbff9 None None] Port ebeb576a-1c49-4987-910e-e9e37194579d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:51.190282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:51.190657 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.209372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.209872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Fanout notify agent at l3_agent the message router_deleted on router 6bd671f3-acb2-43bf-9448-655aa3214505 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:33:51.224797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9f6d-65f8-42a7-a490-6e223d7fa276 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.236870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.307857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.317212 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-70540e87-3872-40c5-a6f8-3de40401bdd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/6bd671f3-acb2-43bf-9448-655aa3214505 HTTP/1.1" status: 204 len: 168 time: 3.3182292 Apr 22 09:33:51.317450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58292) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:51.329070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1499446597'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:51.335466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.381265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '2fe59693-6590-4912-83da-f39e0af7f8a1'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:51.382248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.471889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:51.485575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:51.490194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:51.505838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:51.549194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 61302ea5-bbd1-405f-ad48-cd856a209e01 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:33:51.624248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0758be3d-4f2e-45e3-8478-9ab2433848d0 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:51.634256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9f6d-65f8-42a7-a490-6e223d7fa276 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.649523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting port ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:51.650286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.673641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 0758be3d-4f2e-45e3-8478-9ab2433848d0 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:51.674107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0758be3d-4f2e-45e3-8478-9ab2433848d0 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:51.686469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:51.690144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.700080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Allocated IP 2001:db8::f816:3eff:fe37:3aa9 (f441e355-9a94-4c8f-aa75-59d20254aa63/2fe59693-6590-4912-83da-f39e0af7f8a1/2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:51.725275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf9f6d-65f8-42a7-a490-6e223d7fa276 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=2b21a607-8b45-4668-a144-3d15a66536ef,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:51.751486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e5bf9f6d-65f8-42a7-a490-6e223d7fa276 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.792954 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e5bf9f6d-65f8-42a7-a490-6e223d7fa276 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/2b21a607-8b45-4668-a144-3d15a66536ef HTTP/1.1" status: 204 len: 168 time: 1.0650661 Apr 22 09:33:51.794102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58296) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:51.795472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:33:51.854256 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-8610e0d6-00e3-4cd9-b1ac-db111e09b567 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:51.855508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8610e0d6-00e3-4cd9-b1ac-db111e09b567 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:51.859196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.859774 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment 2c752b5d-477c-4c66-ae5f-2630eae55e55 of type vlan for network 3f80d83b-4ab0-440f-8a12-6e097350d35b Apr 22 09:33:51.871817 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8610e0d6-00e3-4cd9-b1ac-db111e09b567 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/d57db25e-8acd-42e7-aa3d-54a4a2adf6ca HTTP/1.1" status: 404 len: 337 time: 0.0721087 Apr 22 09:33:51.873279 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58300) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:51.945924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.973175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed62e60-083e-4569-9386-3f7eebba39e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting subnet 2e16b32e-3659-4900-8e4f-f07ef4f91213 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:51.987729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ed62e60-083e-4569-9386-3f7eebba39e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:51.990807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.011530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Transition to ACTIVE for port object 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:52.032362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Transition to ACTIVE for port object 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:52.039760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.040593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.080484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.090277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:52.090945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.110744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:52.113898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:52.118145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:52.132341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Pushing event updated for resources: {'Port': ['ID=2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:52.190972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ed62e60-083e-4569-9386-3f7eebba39e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.207104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Calling delete_port for ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:52.254106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Attempting to bind port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:52.254501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Attempting to bind port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:52.254904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Attempting to bind port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:52.260970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:52.261369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:52.261802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.262244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:52.263049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Bound port: 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:52.263181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.311123 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9947712 Apr 22 09:33:52.316318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58306) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:52.324745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': '3f80d83b-4ab0-440f-8a12-6e097350d35b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:52.326384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb89e4-b73f-44e4-a552-2d5eaa2326f5 None None] Network b21a404d-10d1-4c09-88c6-fdb21b8a972f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:52.338355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fef4:4592 (f441e355-9a94-4c8f-aa75-59d20254aa63/2fe59693-6590-4912-83da-f39e0af7f8a1/61302ea5-bbd1-405f-ad48-cd856a209e01) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:52.340680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afed48e-6b44-4290-a52d-377a886c6dd2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=3f80d83b-4ab0-440f-8a12-6e097350d35b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:52.367105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 3f80d83b-4ab0-440f-8a12-6e097350d35b details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:33:52.409971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ed62e60-083e-4569-9386-3f7eebba39e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.476384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:52.481313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:52.486152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:52.496834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:52.560174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a9763cfe-345b-4923-b2fb-469b20148210 None None] Provisioning complete for port c6330654-ab09-4d66-ab09-1061c4832a25 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:52.560785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9763cfe-345b-4923-b2fb-469b20148210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.586288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:52.592550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.611767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ed62e60-083e-4569-9386-3f7eebba39e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.666980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] For port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:52.679307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed62e60-083e-4569-9386-3f7eebba39e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Subnet': ['ID=2e16b32e-3659-4900-8e4f-f07ef4f91213,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:52.688232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4ed62e60-083e-4569-9386-3f7eebba39e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.699107 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4ed62e60-083e-4569-9386-3f7eebba39e3 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/2e16b32e-3659-4900-8e4f-f07ef4f91213 HTTP/1.1" status: 204 len: 168 time: 0.8213968 Apr 22 09:33:52.702547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58310) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:52.713240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] For port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:52.724100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.745585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.758735 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-385f8ae3-fab3-4828-8e8b-c9ac48db6c78 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:52.759268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385f8ae3-fab3-4828-8e8b-c9ac48db6c78 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:52.764056 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-385f8ae3-fab3-4828-8e8b-c9ac48db6c78 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/74e0a5e8-e1aa-46cf-b92f-75ab612aa9a7 HTTP/1.1" status: 404 len: 337 time: 0.0583179 Apr 22 09:33:52.765183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58314) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:52.792557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Port': ['ID=ca03b39a-26a2-4cd8-acfe-7f75f6f85ab4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:52.827389 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d7479b17-9013-418d-9b3f-4aedd2e63bf1 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "GET /v2.0/ports?device_id=b2b24cce-e470-46e3-946e-3532df779fd7 HTTP/1.1" status: 200 len: 205 time: 0.0583653 Apr 22 09:33:52.829154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58318) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:52.895351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:52.915939 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-7125e768-f2c7-4d00-9187-0faef4fddf81 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] delete failed (client error): The resource could not be found. Apr 22 09:33:52.920611 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7125e768-f2c7-4d00-9187-0faef4fddf81 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/routers/b2b24cce-e470-46e3-946e-3532df779fd7 HTTP/1.1" status: 404 len: 336 time: 0.0883505 Apr 22 09:33:52.922352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58322) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:52.973914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 61302ea5-bbd1-405f-ad48-cd856a209e01 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:52.975821 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-a815cc26-a121-46b8-a224-0c39e86dff0c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:52.976406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a815cc26-a121-46b8-a224-0c39e86dff0c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:52.980633 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a815cc26-a121-46b8-a224-0c39e86dff0c tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/d191ae91-1bd2-41d9-ad2c-1c937479694d HTTP/1.1" status: 404 len: 337 time: 0.0548658 Apr 22 09:33:52.981408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58326) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.011097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efd08b-805a-4cd1-b79a-5d709a85cddd None None] Pushing event updated for resources: {'Port': ['ID=2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:53.013354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.046299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a9763cfe-345b-4923-b2fb-469b20148210 None None] Provisioning complete for port ebeb576a-1c49-4987-910e-e9e37194579d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:53.047128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a9763cfe-345b-4923-b2fb-469b20148210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.060356 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d69cf5-1fcf-40ca-b20a-f0fa0add6214 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:53.060850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d69cf5-1fcf-40ca-b20a-f0fa0add6214 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:53.070205 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-12d69cf5-1fcf-40ca-b20a-f0fa0add6214 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/d868236e-caa1-4bde-a475-9246c0924f7d HTTP/1.1" status: 404 len: 337 time: 0.0818813 Apr 22 09:33:53.070945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58330) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.115465 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f41ea3a-a8c4-4ed8-92d7-0968ee688e6f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:53.115972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f41ea3a-a8c4-4ed8-92d7-0968ee688e6f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:53.118932 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2f41ea3a-a8c4-4ed8-92d7-0968ee688e6f tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/f8218b13-de07-40a3-9caa-b6c16650b88a HTTP/1.1" status: 404 len: 337 time: 0.0463622 Apr 22 09:33:53.124099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58334) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.148698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a9763cfe-345b-4923-b2fb-469b20148210 None None] Port ebeb576a-1c49-4987-910e-e9e37194579d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:53.185660 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c557f72-cbf6-43df-969f-345caa0c3ef5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:53.186168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c557f72-cbf6-43df-969f-345caa0c3ef5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:53.187889 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9c557f72-cbf6-43df-969f-345caa0c3ef5 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/bc17b56d-907e-4ab6-bed4-48a125eeb450 HTTP/1.1" status: 404 len: 333 time: 0.0627513 Apr 22 09:33:53.190647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58338) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.192610 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] DHCP port deletion for b21a404d-10d1-4c09-88c6-fdb21b8a972f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:53.201396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] Deleting port c6330654-ab09-4d66-ab09-1061c4832a25 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:53.201767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.233496 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e616364-c787-45d8-bb50-a70758c3e132 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:53.234016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e616364-c787-45d8-bb50-a70758c3e132 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:53.235894 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1e616364-c787-45d8-bb50-a70758c3e132 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/c2290183-3fc5-40d9-aeae-f0b174e10282 HTTP/1.1" status: 404 len: 337 time: 0.0443399 Apr 22 09:33:53.237812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.239353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58342) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.363410 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd0ee6f-f6b6-4134-a4b8-e8a243cbb191 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:53.363877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd0ee6f-f6b6-4134-a4b8-e8a243cbb191 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:53.365742 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-efd0ee6f-f6b6-4134-a4b8-e8a243cbb191 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/41f24b63-011b-4c0f-88d7-814e2a1254d7 HTTP/1.1" status: 404 len: 337 time: 0.1253650 Apr 22 09:33:53.374302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58346) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.408881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:53.445893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=61302ea5-bbd1-405f-ad48-cd856a209e01,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:53.449125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:53.457506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:53.463354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:53.464508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.490465 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-606f3a7f-8b4e-4ffa-8c0c-31f880bae773 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:53.491053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606f3a7f-8b4e-4ffa-8c0c-31f880bae773 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:53.493981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-606f3a7f-8b4e-4ffa-8c0c-31f880bae773 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/e06ddf39-3c45-42d5-8724-a3307ef515f7 HTTP/1.1" status: 404 len: 333 time: 0.1175027 Apr 22 09:33:53.495686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58352) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.537668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] For port c6330654-ab09-4d66-ab09-1061c4832a25, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c6330654-ab09-4d66-ab09-1061c4832a25,segment=NetworkSegment(0c0cbb7f-780b-47d8-a456-e5561d5a8a38),segment_id=0c0cbb7f-780b-47d8-a456-e5561d5a8a38)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:53.538431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.557641 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ed995d56-cf60-4689-8511-116559ef6e58 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7825084 Apr 22 09:33:53.557892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.562637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58356) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.563450 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb1c648-e483-4d4d-b07a-75845c60b6b7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:53.563916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb1c648-e483-4d4d-b07a-75845c60b6b7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:53.565768 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1fb1c648-e483-4d4d-b07a-75845c60b6b7 tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/2aa7c10e-c3e0-4a61-bd77-291390c1ed49 HTTP/1.1" status: 404 len: 337 time: 0.0684986 Apr 22 09:33:53.568698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58358) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.665438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Router 2d00757e-0292-40fe-80d1-43b027404621 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:33:53.690939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] Calling delete_port for c6330654-ab09-4d66-ab09-1061c4832a25 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:53.712725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=97cbca82-90f6-45f8-a109-8b537bd288e1,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:53.731673 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07f3b10-c323-4988-a8d2-fc9073f5743e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] DELETE failed (client error): The resource could not be found. Apr 22 09:33:53.732230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07f3b10-c323-4988-a8d2-fc9073f5743e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:33:53.736142 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d07f3b10-c323-4988-a8d2-fc9073f5743e tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/subnets/c015b619-a404-4bd9-8485-8c6b98f60b31 HTTP/1.1" status: 404 len: 337 time: 0.1664457 Apr 22 09:33:53.736760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58364) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.772619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58368) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.780033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.830850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] Pushing event deleted for resources: {'Port': ['ID=c6330654-ab09-4d66-ab09-1061c4832a25,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:53.832791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e0da0-f968-4352-b291-6ac7d017caea None None] No DVR routers for this DVR port c6330654-ab09-4d66-ab09-1061c4832a25 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:53.868115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': '2c752b5d-477c-4c66-ae5f-2630eae55e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3f80d83b-4ab0-440f-8a12-6e097350d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:53.868946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: 3f80d83b-4ab0-440f-8a12-6e097350d35b, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:33:53.877041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:33:53.879925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a19c915a-b7f6-446d-8a7e-ffb92b1fc01b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Deleting port ebeb576a-1c49-4987-910e-e9e37194579d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:53.880274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a19c915a-b7f6-446d-8a7e-ffb92b1fc01b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:53.888669 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fb013-7efd-42a8-b373-e315d9f71eb2 None None] Sync routers for ids ['2d00757e-0292-40fe-80d1-43b027404621'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:33:53.899040 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fb013-7efd-42a8-b373-e315d9f71eb2 None None] Routers {'2d00757e-0292-40fe-80d1-43b027404621'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:53.899917 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-328fb013-7efd-42a8-b373-e315d9f71eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['2d00757e-0292-40fe-80d1-43b027404621'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:53.916189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3648c0d-ed18-4ed4-8396-5e3e1637cd43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:53.922169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3648c0d-ed18-4ed4-8396-5e3e1637cd43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:53.926264 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b3648c0d-ed18-4ed4-8396-5e3e1637cd43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3341622 Apr 22 09:33:53.926904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58372) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.933280 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f52b9dd1-9b78-4cbc-9da4-a296f0c6950d tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "PUT /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9310210 Apr 22 09:33:53.938105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58376) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:53.971046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 3f80d83b-4ab0-440f-8a12-6e097350d35b is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:33:53.977973 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-328fb013-7efd-42a8-b373-e315d9f71eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:53.988038 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328fb013-7efd-42a8-b373-e315d9f71eb2 None None] Routers {'2d00757e-0292-40fe-80d1-43b027404621'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:33:53.988760 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-328fb013-7efd-42a8-b373-e315d9f71eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['2d00757e-0292-40fe-80d1-43b027404621'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:53.998453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 3f80d83b-4ab0-440f-8a12-6e097350d35b) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:54.011129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e78d59-4e43-4e07-b4c3-34bdd1a06bc7 None None] Network 3f80d83b-4ab0-440f-8a12-6e097350d35b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:54.013909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:54.014718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.026327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b1215c90-c658-4b20-b27d-ffaf9ccc48c7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 61302ea5-bbd1-405f-ad48-cd856a209e01 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:54.026680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1215c90-c658-4b20-b27d-ffaf9ccc48c7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.058207 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-328fb013-7efd-42a8-b373-e315d9f71eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:54.061020 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328fb013-7efd-42a8-b373-e315d9f71eb2 None None] The sync data for ids ['2d00757e-0292-40fe-80d1-43b027404621'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:33:54.089600 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c2a4f099-27eb-4a9b-a2f2-79a1011f8514 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7708292 Apr 22 09:33:54.097816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58380) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:54.106143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1932306834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:54.148079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:54.160758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:router and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:54.166077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:54.177023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:54.183864 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-fe0c1de7-2733-45f0-964a-35a98f0623f6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] delete failed (client error): The resource could not be found. Apr 22 09:33:54.189774 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fe0c1de7-2733-45f0-964a-35a98f0623f6 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1158723084 HTTP/1.1" status: 404 len: 335 time: 0.2506022 Apr 22 09:33:54.190533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58384) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:54.198482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f357e5a8-44ae-4975-82b5-40d1fbd2b4fe tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'router': {'external_gateway_info': {'network_id': '2d00757e-0292-40fe-80d1-43b027404621'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:54.321836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-3f80d83b-4ab0-440f-8a12-6e097350d35b', 'network_id': '3f80d83b-4ab0-440f-8a12-6e097350d35b', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': '97cbca82-90f6-45f8-a109-8b537bd288e1'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:54.322849 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.421858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.422910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.512545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Allocated IP 2001:db8::2 (3f80d83b-4ab0-440f-8a12-6e097350d35b/97cbca82-90f6-45f8-a109-8b537bd288e1/7907518e-2475-4ed4-861c-f3efc3c9a9df) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:54.572315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.585994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a19c915a-b7f6-446d-8a7e-ffb92b1fc01b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.693685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0c91535c-1997-4a0a-b43b-c3a89aa709f4 None None] Provisioning for port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:54.708660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:54.789601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a19c915a-b7f6-446d-8a7e-ffb92b1fc01b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Calling delete_port for ebeb576a-1c49-4987-910e-e9e37194579d owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:54.868650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.886903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:54.888682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f357e5a8-44ae-4975-82b5-40d1fbd2b4fe tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.892296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.893552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1215c90-c658-4b20-b27d-ffaf9ccc48c7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.900438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:54.900807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.942866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5cb406e2-a94e-4332-9611-267b71695891 None None] Provisioning for port 61302ea5-bbd1-405f-ad48-cd856a209e01 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:54.955200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Transition to ACTIVE for port object 7907518e-2475-4ed4-861c-f3efc3c9a9df will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:54.959627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5cb406e2-a94e-4332-9611-267b71695891 None None] Provisioning complete for port 61302ea5-bbd1-405f-ad48-cd856a209e01 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:54.960006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5cb406e2-a94e-4332-9611-267b71695891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.988952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a19c915a-b7f6-446d-8a7e-ffb92b1fc01b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.989969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:54.993642 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f9163611-f915-49dc-894f-068ac368a8b5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8918865 Apr 22 09:33:54.998212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58388) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:55.034566 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Transition to ACTIVE for port object 7907518e-2475-4ed4-861c-f3efc3c9a9df will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:55.035093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a19c915a-b7f6-446d-8a7e-ffb92b1fc01b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.047472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-f357e5a8-44ae-4975-82b5-40d1fbd2b4fe tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] update failed (client error): The resource could not be found. Apr 22 09:33:55.048771 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f357e5a8-44ae-4975-82b5-40d1fbd2b4fe tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "PUT /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621 HTTP/1.1" status: 404 len: 339 time: 0.8555255 Apr 22 09:33:55.049918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5cb406e2-a94e-4332-9611-267b71695891 None None] Port 61302ea5-bbd1-405f-ad48-cd856a209e01 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:33:55.056669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.057132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b1215c90-c658-4b20-b27d-ffaf9ccc48c7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 61302ea5-bbd1-405f-ad48-cd856a209e01 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:55.085867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58392) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:55.101266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2135983493'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:55.108087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:55.113939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:network and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:55.118633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:55.127552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:55.140225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c915a-b7f6-446d-8a7e-ffb92b1fc01b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Port': ['ID=ebeb576a-1c49-4987-910e-e9e37194579d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:55.156532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Network 3f80d83b-4ab0-440f-8a12-6e097350d35b is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:55.169671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:55.173773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Pushing event updated for resources: {'Port': ['ID=7907518e-2475-4ed4-861c-f3efc3c9a9df,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:55.176207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:55.303843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.310461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Made reservation on behalf of b7f80f5b4b0f436c9bfb6316b5ad63ed for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:55.314032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.351757 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a19c915a-b7f6-446d-8a7e-ffb92b1fc01b tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/ports/ebeb576a-1c49-4987-910e-e9e37194579d HTTP/1.1" status: 204 len: 168 time: 1.6118317 Apr 22 09:33:55.354490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Attempting to bind port 7907518e-2475-4ed4-861c-f3efc3c9a9df on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:55.354856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Attempting to bind port 7907518e-2475-4ed4-861c-f3efc3c9a9df by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '2c752b5d-477c-4c66-ae5f-2630eae55e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3f80d83b-4ab0-440f-8a12-6e097350d35b'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:55.355216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Attempting to bind port 7907518e-2475-4ed4-861c-f3efc3c9a9df on network 3f80d83b-4ab0-440f-8a12-6e097350d35b {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:55.365228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58396) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:55.372060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:55.372508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Checking segment: {'id': '2c752b5d-477c-4c66-ae5f-2630eae55e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3f80d83b-4ab0-440f-8a12-6e097350d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:55.372896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.373287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Bound using segment: {'id': '2c752b5d-477c-4c66-ae5f-2630eae55e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3f80d83b-4ab0-440f-8a12-6e097350d35b'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:55.373763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Bound port: 7907518e-2475-4ed4-861c-f3efc3c9a9df, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c752b5d-477c-4c66-ae5f-2630eae55e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '3f80d83b-4ab0-440f-8a12-6e097350d35b'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:55.374131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.380492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:33:55.390132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:55.406629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.406990 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Added segment 4a9727b2-6b59-4933-bfc6-f54782fd91df of type vlan for network 900255a7-f15a-45f9-b3d4-e93af3932069 Apr 22 09:33:55.423463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.445851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.450657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1215c90-c658-4b20-b27d-ffaf9ccc48c7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.525866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6330654-ab09-4d66-ab09-1061c4832a25 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:55.571910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:55.574665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: c6330654-ab09-4d66-ab09-1061c4832a25 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:33:55.575226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c6330654-ab09-4d66-ab09-1061c4832a25 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:55.582744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] For port 7907518e-2475-4ed4-861c-f3efc3c9a9df, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:33:55.586651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] For port 7907518e-2475-4ed4-861c-f3efc3c9a9df, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7907518e-2475-4ed4-861c-f3efc3c9a9df,segment=NetworkSegment(2c752b5d-477c-4c66-ae5f-2630eae55e55),segment_id=2c752b5d-477c-4c66-ae5f-2630eae55e55)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:33:55.594276 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.608820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1215c90-c658-4b20-b27d-ffaf9ccc48c7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=61302ea5-bbd1-405f-ad48-cd856a209e01,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:55.662053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.670237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:55.671550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.735722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ff4bf-e546-4fa2-8703-884574784325 None None] Pushing event updated for resources: {'Port': ['ID=7907518e-2475-4ed4-861c-f3efc3c9a9df,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:55.769751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1215c90-c658-4b20-b27d-ffaf9ccc48c7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.776711 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b1215c90-c658-4b20-b27d-ffaf9ccc48c7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/61302ea5-bbd1-405f-ad48-cd856a209e01 HTTP/1.1" status: 204 len: 168 time: 1.8483603 Apr 22 09:33:55.785698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58402) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:55.787846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7018425 Apr 22 09:33:55.839789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58404) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:55.845900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'subnet': {'network_id': '900255a7-f15a-45f9-b3d4-e93af3932069', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:55.854582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:55.955295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1644fb-572e-45a7-bf16-c6f53e0defce tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Network': ['ID=900255a7-f15a-45f9-b3d4-e93af3932069,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:55.968809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 900255a7-f15a-45f9-b3d4-e93af3932069 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:33:56.102997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:56.112459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d515e67-92d7-4e95-90ec-fe8fca141b34 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:56.118311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d515e67-92d7-4e95-90ec-fe8fca141b34 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:56.119129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1d515e67-92d7-4e95-90ec-fe8fca141b34 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:33:56.125171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Usage tracker for resource:subnet and tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:56.139721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:56.152747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:56.156080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1d515e67-92d7-4e95-90ec-fe8fca141b34 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:33:56.160112 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1d515e67-92d7-4e95-90ec-fe8fca141b34 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3666356 Apr 22 09:33:56.160817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58410) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:56.218424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Made reservation on behalf of b7f80f5b4b0f436c9bfb6316b5ad63ed for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:56.222231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.249897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.295286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.322431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1f73a1-f5eb-45e6-be44-f1ecf99e237d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 2fe59693-6590-4912-83da-f39e0af7f8a1 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:33:56.332827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd1f73a1-f5eb-45e6-be44-f1ecf99e237d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.406087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21a404d-10d1-4c09-88c6-fdb21b8a972f']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:56.407323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd1f73a1-f5eb-45e6-be44-f1ecf99e237d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.440163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0cbb7f-780b-47d8-a456-e5561d5a8a38') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:56.440533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0cbb7f-780b-47d8-a456-e5561d5a8a38') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:33:56.510354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.587556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd1f73a1-f5eb-45e6-be44-f1ecf99e237d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.595356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.599978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.684743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.732721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:33:56.733126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.739772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7907518e-2475-4ed4-861c-f3efc3c9a9df up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:33:56.750704 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:33:56.789081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Subnet': ['ID=f12d0915-5843-4ef6-b99e-51b293a30456,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:56.797211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd1f73a1-f5eb-45e6-be44-f1ecf99e237d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.801065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Checking segment: {'id': '4a9727b2-6b59-4933-bfc6-f54782fd91df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '900255a7-f15a-45f9-b3d4-e93af3932069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:56.801423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network hostable DHCP agents. Network: 900255a7-f15a-45f9-b3d4-e93af3932069, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:33:56.830356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 7907518e-2475-4ed4-861c-f3efc3c9a9df completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:56.837888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:33:56.845590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f73a1-f5eb-45e6-be44-f1ecf99e237d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe59693-6590-4912-83da-f39e0af7f8a1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:56.859494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cd1f73a1-f5eb-45e6-be44-f1ecf99e237d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.879738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d5e397-7a66-4a8a-9b4b-0b8f24c9099e None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:56.889753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network 900255a7-f15a-45f9-b3d4-e93af3932069 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:33:56.902530 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cd1f73a1-f5eb-45e6-be44-f1ecf99e237d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/2fe59693-6590-4912-83da-f39e0af7f8a1 HTTP/1.1" status: 204 len: 168 time: 0.7408602 Apr 22 09:33:56.909119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58414) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:56.914446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 900255a7-f15a-45f9-b3d4-e93af3932069) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:56.918209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:56.921086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:56.930016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f05eca0-903b-4394-8468-486d99f5b189 None None] Network 900255a7-f15a-45f9-b3d4-e93af3932069 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:56.979420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.017388 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3b127333-434e-4443-99e9-1dfe85425337 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063602 Apr 22 09:33:57.021243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58418) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:57.027872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:57.053205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bb1856f4-95b6-4afd-9e8d-ebcd1660f736 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2117517 Apr 22 09:33:57.053649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58422) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:57.075087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1b592bab-56cf-45d7-96fb-cf489dadb440 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'router': {'external_gateway_info': {'network_id': '900255a7-f15a-45f9-b3d4-e93af3932069'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:57.172588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.175275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] Pushing event deleted for resources: {'Network': ['ID=b21a404d-10d1-4c09-88c6-fdb21b8a972f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:57.237350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1842e06-252b-4381-b609-3147b2804439 None None] Network 3f80d83b-4ab0-440f-8a12-6e097350d35b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:57.264270 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-290686e0-f7d3-413f-a791-bbe1d377a5db tempest-PortsIpV6TestJSON-1818594716 tempest-PortsIpV6TestJSON-1818594716-project] 10.222.0.32 "DELETE /v2.0/networks/b21a404d-10d1-4c09-88c6-fdb21b8a972f HTTP/1.1" status: 204 len: 168 time: 1.8969553 Apr 22 09:33:57.415652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8::1 (3f80d83b-4ab0-440f-8a12-6e097350d35b/97cbca82-90f6-45f8-a109-8b537bd288e1/58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:57.519283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:57.519657 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.549146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-900255a7-f15a-45f9-b3d4-e93af3932069', 'network_id': '900255a7-f15a-45f9-b3d4-e93af3932069', 'tenant_id': 'b7f80f5b4b0f436c9bfb6316b5ad63ed', 'fixed_ips': [{'subnet_id': 'f12d0915-5843-4ef6-b99e-51b293a30456'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:57.549951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.567866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3f4cd83-8cb6-4cca-811d-429ed9c21598 None None] Provisioning for port 7907518e-2475-4ed4-861c-f3efc3c9a9df completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:57.618718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:57.639523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3f4cd83-8cb6-4cca-811d-429ed9c21598 None None] Provisioning complete for port 7907518e-2475-4ed4-861c-f3efc3c9a9df triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:57.640166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cd83-8cb6-4cca-811d-429ed9c21598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.689033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:57.693551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:57.720108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58430) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:57.737511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 052b0812-7198-4d97-8cf7-92c776333998 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:57.737976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.753994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:57.768464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b592bab-56cf-45d7-96fb-cf489dadb440 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.820083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:57.821551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.826485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:57.874301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:57.875929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:33:57.908967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] Deleting port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:33:57.909333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.089598 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0865e97a-147a-4b5a-bfc9-357cd5172a21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48da3bd2d4f648b9b7e64b59eaff9218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655539 Apr 22 09:33:58.097279 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58436) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:58.113313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.161802 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-1b592bab-56cf-45d7-96fb-cf489dadb440 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:33:58.162860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1b592bab-56cf-45d7-96fb-cf489dadb440 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "PUT /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621 HTTP/1.1" status: 400 len: 364 time: 1.0958245 Apr 22 09:33:58.174845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58440) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:58.184314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 052b0812-7198-4d97-8cf7-92c776333998, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=052b0812-7198-4d97-8cf7-92c776333998,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:58.185433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.215867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 3f80d83b-4ab0-440f-8a12-6e097350d35b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:58.226400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:58.228996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:58.229782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.237651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Allocated IP 2001:db8:1::2 (900255a7-f15a-45f9-b3d4-e93af3932069/f12d0915-5843-4ef6-b99e-51b293a30456/ca4b9f5e-5dcb-483b-818c-c12c3276a702) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:58.240091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cd83-8cb6-4cca-811d-429ed9c21598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.418130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 052b0812-7198-4d97-8cf7-92c776333998 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:58.455524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3f4cd83-8cb6-4cca-811d-429ed9c21598 None None] For port 7907518e-2475-4ed4-861c-f3efc3c9a9df, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7907518e-2475-4ed4-861c-f3efc3c9a9df,segment=NetworkSegment(2c752b5d-477c-4c66-ae5f-2630eae55e55),segment_id=2c752b5d-477c-4c66-ae5f-2630eae55e55)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:58.478052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cd83-8cb6-4cca-811d-429ed9c21598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.488227 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:58.532990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] For port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:33:58.533379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.630572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-717b4916-4924-4df6-a470-76f7094918a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.718394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:33:58.730144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-717b4916-4924-4df6-a470-76f7094918a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.755615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] Calling delete_port for 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:33:58.784144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:33:58.856123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:58.873091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4cd83-8cb6-4cca-811d-429ed9c21598 None None] Pushing event updated for resources: {'Port': ['ID=7907518e-2475-4ed4-861c-f3efc3c9a9df,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:58.907747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.024242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.043353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Transition to ACTIVE for port object ca4b9f5e-5dcb-483b-818c-c12c3276a702 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:59.070842 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Transition to ACTIVE for port object ca4b9f5e-5dcb-483b-818c-c12c3276a702 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:59.095444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-717b4916-4924-4df6-a470-76f7094918a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.111470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No active binding found for port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 {{(pid=88064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 22 09:33:59.112482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:33:59.120110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.132608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.177874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b4916-4924-4df6-a470-76f7094918a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c0e0ce-8db3-4d27-b5be-f0d5f1445b09,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:59.194756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.229104 dv-neutron-839018-1-hyperv neutron-server[88063]: WARNING neutron.services.revisions.revision_plugin [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Could not find related port for resource to bump revision. Apr 22 09:33:59.235701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Network 900255a7-f15a-45f9-b3d4-e93af3932069 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:59.245238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:59.251441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_pluggable_backend [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88063) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 22 09:33:59.251745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_pluggable_backend [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Reverting IP allocation for 2001:db8::f816:3eff:fe37:3aa9 {{(pid=88063) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 22 09:33:59.255125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:33:59.258144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] No DVR routers for this DVR port 2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:33:59.259033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8fd7f3dc-c10d-4522-81a2-c794d06a246a None None] Provisioning complete for port 7907518e-2475-4ed4-861c-f3efc3c9a9df triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:59.259427 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8fd7f3dc-c10d-4522-81a2-c794d06a246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.271000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.291999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Pushing event updated for resources: {'Port': ['ID=ca4b9f5e-5dcb-483b-818c-c12c3276a702,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:59.370938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:33:59.384089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:33:59.391927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:33:59.392545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.408453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd24f0-d085-4faa-8f74-5eda43611d5f None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:33:59.422358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6798eb5-2c00-457f-9039-732a9980120b None None] Pushing event deleted for resources: {'Port': ['ID=2dcc0bba-477a-46dd-9bfe-73dcb7fc5f94,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:59.439468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=6d41bffd-1a92-4437-9445-6ef105ada76e,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:59.486184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=052b0812-7198-4d97-8cf7-92c776333998,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:33:59.495360 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-54beee03-12ae-48d9-aa57-b1e0f7aa29f1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4702358 Apr 22 09:33:59.498897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58444) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:33:59.504672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:43:9e:f6', 'name': 'tempest-NetworksTestDHCPv6-1990438691'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:33:59.647444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Allocated IP 2001:db8::1 (6a58d467-99f5-4e18-92d4-979ce8747ede/19a07000-4453-4bf3-8f2b-3fde73aef553/8c4cbd29-1284-4433-b8a0-2fdb195fbc2c) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:33:59.671698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Attempting to bind port ca4b9f5e-5dcb-483b-818c-c12c3276a702 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:33:59.671698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Attempting to bind port ca4b9f5e-5dcb-483b-818c-c12c3276a702 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '4a9727b2-6b59-4933-bfc6-f54782fd91df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '900255a7-f15a-45f9-b3d4-e93af3932069'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:33:59.672004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Attempting to bind port ca4b9f5e-5dcb-483b-818c-c12c3276a702 on network 900255a7-f15a-45f9-b3d4-e93af3932069 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:33:59.695781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:33:59.696201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Checking segment: {'id': '4a9727b2-6b59-4933-bfc6-f54782fd91df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '900255a7-f15a-45f9-b3d4-e93af3932069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:33:59.696769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.696941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Bound using segment: {'id': '4a9727b2-6b59-4933-bfc6-f54782fd91df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '900255a7-f15a-45f9-b3d4-e93af3932069'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:33:59.697402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Bound port: ca4b9f5e-5dcb-483b-818c-c12c3276a702, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9727b2-6b59-4933-bfc6-f54782fd91df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '900255a7-f15a-45f9-b3d4-e93af3932069'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:33:59.697767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.777531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:33:59.791410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:33:59.795656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-717b4916-4924-4df6-a470-76f7094918a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.796984 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-717b4916-4924-4df6-a470-76f7094918a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59c0e0ce-8db3-4d27-b5be-f0d5f1445b09 HTTP/1.1" status: 204 len: 168 time: 1.6985509 Apr 22 09:33:59.798132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:33:59.808978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:33:59.837338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.890136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8fd7f3dc-c10d-4522-81a2-c794d06a246a None None] Provisioning for port 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:33:59.896664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.897465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8fd7f3dc-c10d-4522-81a2-c794d06a246a None None] Provisioning complete for port 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:33:59.897977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8fd7f3dc-c10d-4522-81a2-c794d06a246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:33:59.920223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Transition to ACTIVE for port object 8c4cbd29-1284-4433-b8a0-2fdb195fbc2c will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:33:59.939112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:33:59.997653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '6d41bffd-1a92-4437-9445-6ef105ada76e'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:33:59.998597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.051509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.103766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7f3dc-c10d-4522-81a2-c794d06a246a None None] Port 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:00.105718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] For port ca4b9f5e-5dcb-483b-818c-c12c3276a702, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:00.134442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] For port ca4b9f5e-5dcb-483b-818c-c12c3276a702, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ca4b9f5e-5dcb-483b-818c-c12c3276a702,segment=NetworkSegment(4a9727b2-6b59-4933-bfc6-f54782fd91df),segment_id=4a9727b2-6b59-4933-bfc6-f54782fd91df)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:00.146492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.167614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network 6a58d467-99f5-4e18-92d4-979ce8747ede is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:00.173656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:00.176457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:00.177177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.240791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fdb27-66d5-43a9-967f-f4708ff8aa11 None None] Pushing event updated for resources: {'Port': ['ID=ca4b9f5e-5dcb-483b-818c-c12c3276a702,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:00.275633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-21e4b962-24b4-44df-a44f-defb0d731f78 None None] Provisioning complete for port 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:00.276436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21e4b962-24b4-44df-a44f-defb0d731f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.357392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.362442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:34:00.380637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Port': ['ID=8c4cbd29-1284-4433-b8a0-2fdb195fbc2c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:00.391812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.400888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-21e4b962-24b4-44df-a44f-defb0d731f78 None None] Port 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:00.413327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.414150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.429068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.477078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Allocated IP 2001:db8::f816:3eff:fe38:cca0 (f441e355-9a94-4c8f-aa75-59d20254aa63/6d41bffd-1a92-4437-9445-6ef105ada76e/068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:00.524345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 73c7a9b0-3e1f-415f-8462-953b1c2a2246 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:34:00.747165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:00.861356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7907518e-2475-4ed4-861c-f3efc3c9a9df up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:00.891298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 548387c9-816d-4ee6-a2fc-9d592e398ab3 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:00.973386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:00.981108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-48f7ed3a-b961-439c-a446-89abbaf8c274 None None] Provisioning for port 8c4cbd29-1284-4433-b8a0-2fdb195fbc2c completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:00.993214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Transition to ACTIVE for port object 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:00.999654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-48f7ed3a-b961-439c-a446-89abbaf8c274 None None] Provisioning complete for port 8c4cbd29-1284-4433-b8a0-2fdb195fbc2c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:01.000036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-48f7ed3a-b961-439c-a446-89abbaf8c274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.017713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58470) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:01.060821 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Transition to ACTIVE for port object 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:01.063216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 3f80d83b-4ab0-440f-8a12-6e097350d35b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:01.066961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:01.083420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7907518e-2475-4ed4-861c-f3efc3c9a9df triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:01.083855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.118944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.159010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-48f7ed3a-b961-439c-a446-89abbaf8c274 None None] Port 8c4cbd29-1284-4433-b8a0-2fdb195fbc2c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:01.219584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:01.229779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:01.232384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:01.241538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Pushing event updated for resources: {'Port': ['ID=068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:01.393812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Attempting to bind port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:01.394342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Attempting to bind port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:01.394662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Attempting to bind port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:01.410990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:01.411370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:01.411783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.412225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:01.412672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Bound port: 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:01.413049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.500521 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-48cf650d-0444-49a0-b603-f6a486e32078 tempest-ServiceProvidersTest-1680448827 tempest-ServiceProvidersTest-1680448827-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4620855 Apr 22 09:34:01.501133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fe43:9ef6 (f441e355-9a94-4c8f-aa75-59d20254aa63/6d41bffd-1a92-4437-9445-6ef105ada76e/73c7a9b0-3e1f-415f-8462-953b1c2a2246) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:01.549605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-465c2333-442f-482b-9209-e9b2d7ae40f1 None None] Provisioning complete for port 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:01.551481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-465c2333-442f-482b-9209-e9b2d7ae40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.581681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:01.592810 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-17343979-c8b9-4a2b-bb23-80517455c1ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/548387c9-816d-4ee6-a2fc-9d592e398ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8191001 Apr 22 09:34:01.695139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router ff07d412-a47b-4edb-aabf-686a88770d17 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:34:01.701241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-465c2333-442f-482b-9209-e9b2d7ae40f1 None None] Port 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:01.704406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] Sync routers for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:01.741737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:01.744034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:01.753058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.772528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 73c7a9b0-3e1f-415f-8462-953b1c2a2246 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:01.812517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.913937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] For port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:01.929621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=73c7a9b0-3e1f-415f-8462-953b1c2a2246,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:01.946074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:01.947557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:34:01.951905 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] For port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:01.958824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:01.961706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:01.969597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:01.971028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:01.971693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:02.007553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:02.015901 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a6a5703c-b7cc-40bb-8594-4ba6df76db22 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5140679 Apr 22 09:34:02.016304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58482) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:02.024318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:02.036857 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450857a-85d2-4cc9-b195-08d87a788822 None None] Sync routers for ids ['ff07d412-a47b-4edb-aabf-686a88770d17'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:02.043828 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6244e8e9-e71c-4107-bffe-51c81a43d3e9 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/ff07d412-a47b-4edb-aabf-686a88770d17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0054624 Apr 22 09:34:02.045840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58488) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:02.050092 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450857a-85d2-4cc9-b195-08d87a788822 None None] Routers {'ff07d412-a47b-4edb-aabf-686a88770d17'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:02.053379 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0450857a-85d2-4cc9-b195-08d87a788822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ff07d412-a47b-4edb-aabf-686a88770d17'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:02.068177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:02.068177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:02.143445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58492) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:02.169115 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0450857a-85d2-4cc9-b195-08d87a788822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:02.181717 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450857a-85d2-4cc9-b195-08d87a788822 None None] Routers {'ff07d412-a47b-4edb-aabf-686a88770d17'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:02.182618 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0450857a-85d2-4cc9-b195-08d87a788822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ff07d412-a47b-4edb-aabf-686a88770d17'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:02.222568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bbe550-ff78-497a-8ccd-3b843ed6df1a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:02.223199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d6bbe550-ff78-497a-8ccd-3b843ed6df1a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:02.282050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862f7ce-24cf-4cac-8d36-57582518c1b4 None None] Network 900255a7-f15a-45f9-b3d4-e93af3932069 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:02.283039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d6bbe550-ff78-497a-8ccd-3b843ed6df1a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:02.287780 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d6bbe550-ff78-497a-8ccd-3b843ed6df1a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports/58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb HTTP/1.1" status: 200 len: 911 time: 0.2408524 Apr 22 09:34:02.288635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58498) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:02.295894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-eb2a6cc1-ae25-4572-81d2-3a224c856f36 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97cbca82-90f6-45f8-a109-8b537bd288e1'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:02.305123 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0450857a-85d2-4cc9-b195-08d87a788822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:02.305905 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450857a-85d2-4cc9-b195-08d87a788822 None None] The sync data for ids ['ff07d412-a47b-4edb-aabf-686a88770d17'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:02.349769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event updated for resources: {'Port': ['ID=8c4cbd29-1284-4433-b8a0-2fdb195fbc2c,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:02.381677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf834a4-cdf7-41b3-a462-1c7264c7be40 None None] Pushing event updated for resources: {'Port': ['ID=068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:02.424470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:02.475524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:02.498607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9aeea64f73940b18c5bcbbadb7cb5ec is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:02.506241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:02.517962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:02.525322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Network 6a58d467-99f5-4e18-92d4-979ce8747ede is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:02.527931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a466eb8f-c2d0-4828-9885-2903fc9be8e6 None None] Provisioning for port ca4b9f5e-5dcb-483b-818c-c12c3276a702 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:02.531508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:02.560560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:02.725426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc0896f-5684-46c3-828f-b299737987e4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:02.734675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc0896f-5684-46c3-828f-b299737987e4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:02.735648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3dc0896f-5684-46c3-828f-b299737987e4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:02.757966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3148ff-ce3d-4b80-aaeb-5d48451a3609 req-e0051903-2a55-4b27-94ab-90db05f2b152 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:02.760704 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af3148ff-ce3d-4b80-aaeb-5d48451a3609 req-e0051903-2a55-4b27-94ab-90db05f2b152 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 946 time: 0.4120231 Apr 22 09:34:02.831768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6cc1-ae25-4572-81d2-3a224c856f36 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:02.854669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3dc0896f-5684-46c3-828f-b299737987e4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:02.859243 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3dc0896f-5684-46c3-828f-b299737987e4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8386207 Apr 22 09:34:02.869621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58504) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:02.870448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ca4b9f5e-5dcb-483b-818c-c12c3276a702 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:02.967347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e17f36b8-3104-4a2c-8b7a-7d9e5c813d40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 73c7a9b0-3e1f-415f-8462-953b1c2a2246 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:02.967717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e17f36b8-3104-4a2c-8b7a-7d9e5c813d40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.025591 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af3148ff-ce3d-4b80-aaeb-5d48451a3609 req-2b0b335a-a273-48b5-bf11-4a2e6420cd29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535946 Apr 22 09:34:03.074947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Router 2d00757e-0292-40fe-80d1-43b027404621 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:03.094548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.126109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.161050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3958f24b-1a8b-4b73-8fd0-dcf549e00514 None None] Provisioning complete for port 8c4cbd29-1284-4433-b8a0-2fdb195fbc2c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:03.161567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3958f24b-1a8b-4b73-8fd0-dcf549e00514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.179369 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9aeea64f73940b18c5bcbbadb7cb5ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347860 Apr 22 09:34:03.186930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58508) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:03.241317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3958f24b-1a8b-4b73-8fd0-dcf549e00514 None None] Port 8c4cbd29-1284-4433-b8a0-2fdb195fbc2c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:03.299372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:03.304224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ca4b9f5e-5dcb-483b-818c-c12c3276a702 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:03.306719 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-71d881e8-7c68-49c3-84c0-e00ba998d81e tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "PUT /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1308415 Apr 22 09:34:03.316093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58512) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:03.340235 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52976e10-017f-417c-91c9-46dfc125814e None None] Sync routers for ids ['2d00757e-0292-40fe-80d1-43b027404621'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:03.348873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ca4b9f5e-5dcb-483b-818c-c12c3276a702 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:03.348873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.408316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52976e10-017f-417c-91c9-46dfc125814e None None] Routers {'2d00757e-0292-40fe-80d1-43b027404621'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:03.409039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-52976e10-017f-417c-91c9-46dfc125814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['2d00757e-0292-40fe-80d1-43b027404621'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:03.410193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4b23c-7f2e-4292-954e-549ed8d9d0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cac06be-104b-4b25-9225-444e37fa2158,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:03.435110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0bd52dff-91b2-4be8-9c9c-02aab5b17c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.469627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0bd52dff-91b2-4be8-9c9c-02aab5b17c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.523811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-52976e10-017f-417c-91c9-46dfc125814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:03.599211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52976e10-017f-417c-91c9-46dfc125814e None None] Routers {'2d00757e-0292-40fe-80d1-43b027404621'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:03.613164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-52976e10-017f-417c-91c9-46dfc125814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['2d00757e-0292-40fe-80d1-43b027404621'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:03.699735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0bd52dff-91b2-4be8-9c9c-02aab5b17c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.739005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-52976e10-017f-417c-91c9-46dfc125814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:03.739488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52976e10-017f-417c-91c9-46dfc125814e None None] The sync data for ids ['2d00757e-0292-40fe-80d1-43b027404621'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:03.752361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:58Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:33Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:03.768919 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.793538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] Checking router: 548387c9-816d-4ee6-a2fc-9d592e398ab3 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:03.796662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-25217a3f-7b56-4bb6-b362-0ed2e31f2183 None None] Provisioning for port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:03.828094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ca4b9f5e-5dcb-483b-818c-c12c3276a702, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ca4b9f5e-5dcb-483b-818c-c12c3276a702,segment=NetworkSegment(4a9727b2-6b59-4933-bfc6-f54782fd91df),segment_id=4a9727b2-6b59-4933-bfc6-f54782fd91df)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:03.829235 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:03.829915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:03.880933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0bd52dff-91b2-4be8-9c9c-02aab5b17c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.884841 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0bd52dff-91b2-4be8-9c9c-02aab5b17c19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7cac06be-104b-4b25-9225-444e37fa2158 HTTP/1.1" status: 204 len: 168 time: 0.6506097 Apr 22 09:34:03.884841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd52dff-91b2-4be8-9c9c-02aab5b17c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cac06be-104b-4b25-9225-444e37fa2158,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:03.895144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6cc1-ae25-4572-81d2-3a224c856f36 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.907602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.908685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:03.933150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6cc1-ae25-4572-81d2-3a224c856f36 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.939966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2a6cc1-ae25-4572-81d2-3a224c856f36 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:03.940185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e17f36b8-3104-4a2c-8b7a-7d9e5c813d40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.940747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-eb2a6cc1-ae25-4572-81d2-3a224c856f36 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:03.942231 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-eb2a6cc1-ae25-4572-81d2-3a224c856f36 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/ports/58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb HTTP/1.1" status: 200 len: 911 time: 1.6525216 Apr 22 09:34:03.953010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58380dc8-25d1-4dd2-b13d-443d8e2e57e8 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:04.032756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58518) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:04.170594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1dd91cb8-5edc-4135-bb45-9fe2cefd75c8 None None] Provisioning complete for port ca4b9f5e-5dcb-483b-818c-c12c3276a702 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:04.171059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1dd91cb8-5edc-4135-bb45-9fe2cefd75c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:04.185463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a6cc1-ae25-4572-81d2-3a224c856f36 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:04.204361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e17f36b8-3104-4a2c-8b7a-7d9e5c813d40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 73c7a9b0-3e1f-415f-8462-953b1c2a2246 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:04.204621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-432a0d99-ec37-411a-ad79-eff3c1224b6b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:04.205688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-432a0d99-ec37-411a-ad79-eff3c1224b6b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:04.256745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ca4b9f5e-5dcb-483b-818c-c12c3276a702,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:04.332738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea34a80-2df1-4adf-9b21-1df85ce19b4e req-150a4419-0c3e-4551-bdaa-99f9def29bd1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:04.333987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-bea34a80-2df1-4adf-9b21-1df85ce19b4e req-150a4419-0c3e-4551-bdaa-99f9def29bd1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:04.334578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:04.339242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-432a0d99-ec37-411a-ad79-eff3c1224b6b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:04.339709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:04.340736 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-432a0d99-ec37-411a-ad79-eff3c1224b6b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 946 time: 0.5040410 Apr 22 09:34:04.351280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-bea34a80-2df1-4adf-9b21-1df85ce19b4e req-150a4419-0c3e-4551-bdaa-99f9def29bd1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:04.352459 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bea34a80-2df1-4adf-9b21-1df85ce19b4e req-150a4419-0c3e-4551-bdaa-99f9def29bd1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 946 time: 0.1684837 Apr 22 09:34:04.399244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:04.399244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:04.451971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 07a91d7b-9de6-4913-842b-78acafdb5212 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:04.452307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:04.493989 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bea34a80-2df1-4adf-9b21-1df85ce19b4e req-57dd2207-5591-4530-87a2-e799e101c168 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=c2e5d260-b124-4e41-96db-5284fd28de68&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029422 Apr 22 09:34:04.595118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e17f36b8-3104-4a2c-8b7a-7d9e5c813d40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:04.712329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f36b8-3104-4a2c-8b7a-7d9e5c813d40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=73c7a9b0-3e1f-415f-8462-953b1c2a2246,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:04.727109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e17f36b8-3104-4a2c-8b7a-7d9e5c813d40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:04.730867 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-58380dc8-25d1-4dd2-b13d-443d8e2e57e8 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 09:34:04.735552 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-58380dc8-25d1-4dd2-b13d-443d8e2e57e8 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621 HTTP/1.1" status: 409 len: 329 time: 1.4181101 Apr 22 09:34:04.736266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58524) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:04.784806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 07a91d7b-9de6-4913-842b-78acafdb5212, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=07a91d7b-9de6-4913-842b-78acafdb5212,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:04.785334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:04.880001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:04.889294 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e17f36b8-3104-4a2c-8b7a-7d9e5c813d40 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/73c7a9b0-3e1f-415f-8462-953b1c2a2246 HTTP/1.1" status: 204 len: 168 time: 2.0160763 Apr 22 09:34:04.891534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-59c569a5-6a31-43f8-8020-81dec8d1187f None None] Could not find standard attr ID for object 73c7a9b0-3e1f-415f-8462-953b1c2a2246. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:34:04.898682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58528) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:04.965878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:04.970857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 07a91d7b-9de6-4913-842b-78acafdb5212 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:04.981870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:05.067688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:05.073490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ca4b9f5e-5dcb-483b-818c-c12c3276a702 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:05.127566 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:58Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:33Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:05.140988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2f16b-54d3-4902-a9e3-43708346ff35 None None] The sync data for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv is: [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:58Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'fd837f6e-a3fe-4a9d-9966-822dc47df998', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.4', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'port_id': 'e2945467-53f4-448e-bc00-7763ab058382', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'mac_address': 'fa:16:3e:1d:3b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:31:27Z', 'updated_at': '2022-04-22T09:31:33Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:05.156821 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ca4b9f5e-5dcb-483b-818c-c12c3276a702 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:05.157193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:05.166936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:05.232478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=07a91d7b-9de6-4913-842b-78acafdb5212,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:05.300527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b476d2-cbc2-4567-a76b-2393f090baa8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:05.302122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b476d2-cbc2-4567-a76b-2393f090baa8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:05.302863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-44b476d2-cbc2-4567-a76b-2393f090baa8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:05.321151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port 07a91d7b-9de6-4913-842b-78acafdb5212 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:05.323415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:05.325996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153', 'name': 'network-vif-deleted', 'tag': '07a91d7b-9de6-4913-842b-78acafdb5212'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:34:05.345641 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-477dc8a4-3183-4e4e-bf0a-398f5fbdadfb req-e334e299-9b68-43e0-bba1-30897181b830 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/07a91d7b-9de6-4913-842b-78acafdb5212 HTTP/1.1" status: 204 len: 173 time: 0.9952135 Apr 22 09:34:05.374297 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6560005-c8b4-4ba4-b314-535514f17b02'] response: {'server_uuid': '48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153', 'name': 'network-vif-deleted', 'tag': '07a91d7b-9de6-4913-842b-78acafdb5212', 'status': 'completed', 'code': 200} Apr 22 09:34:05.518100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-44b476d2-cbc2-4567-a76b-2393f090baa8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:05.522152 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-44b476d2-cbc2-4567-a76b-2393f090baa8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.6183579 Apr 22 09:34:05.523253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58534) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:05.640244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-d827c3f4-5012-473e-adf9-a582beb7141c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 6d41bffd-1a92-4437-9445-6ef105ada76e {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:05.647651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d827c3f4-5012-473e-adf9-a582beb7141c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:05.779317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-14d4cc9c-1de5-461d-ae6a-831e29731222 req-0b3b4d71-e340-45f7-8f43-970782159e65 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:05.803311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d827c3f4-5012-473e-adf9-a582beb7141c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:05.837197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-14d4cc9c-1de5-461d-ae6a-831e29731222 req-0b3b4d71-e340-45f7-8f43-970782159e65 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:05.838400 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-14d4cc9c-1de5-461d-ae6a-831e29731222 req-0b3b4d71-e340-45f7-8f43-970782159e65 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=48aa3fd2-9d3c-4aa3-a5c2-8e6a42b6e153 HTTP/1.1" status: 200 len: 210 time: 0.1384149 Apr 22 09:34:05.901451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d827c3f4-5012-473e-adf9-a582beb7141c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:05.911980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:05.992236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d827c3f4-5012-473e-adf9-a582beb7141c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.032661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d827c3f4-5012-473e-adf9-a582beb7141c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=6d41bffd-1a92-4437-9445-6ef105ada76e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:06.036407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d827c3f4-5012-473e-adf9-a582beb7141c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.043483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aef9e5-53a3-4ea8-86df-0770508cb8e7 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:06.057853 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d827c3f4-5012-473e-adf9-a582beb7141c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/6d41bffd-1a92-4437-9445-6ef105ada76e HTTP/1.1" status: 204 len: 168 time: 0.5317433 Apr 22 09:34:06.058262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58542) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:06.067921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.137387 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c8b97614-3f6e-44b6-813a-c97a43f7a0c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0760489 Apr 22 09:34:06.138598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58546) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:06.223390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18aedf3-2861-4f4c-906a-08687788cf4e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:06.224295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f18aedf3-2861-4f4c-906a-08687788cf4e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:06.243495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f18aedf3-2861-4f4c-906a-08687788cf4e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:06.247854 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f18aedf3-2861-4f4c-906a-08687788cf4e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1081665 Apr 22 09:34:06.248592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58550) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:06.326989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:06.328285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff6c957-3666-43ad-bb03-ed5f35cc16c2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:06.329088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9ff6c957-3666-43ad-bb03-ed5f35cc16c2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:06.333911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] Deleting port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:06.334287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.351714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9ff6c957-3666-43ad-bb03-ed5f35cc16c2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:06.356767 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9ff6c957-3666-43ad-bb03-ed5f35cc16c2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1069911 Apr 22 09:34:06.357614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58554) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:06.432982 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8cc6ca0a-29b8-489d-9f87-9b91767602b8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737803 Apr 22 09:34:06.433386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58558) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:06.438874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:06.553860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:06.560062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] For port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:06.560738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.563915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:06.575802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:06.579531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.704639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] Calling delete_port for 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:06.750764 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:06.751380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.788204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.812145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting port 8c4cbd29-1284-4433-b8a0-2fdb195fbc2c {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:06.813775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.843313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] Pushing event deleted for resources: {'Port': ['ID=068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:06.845127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e7b9d-8f40-42d9-b0fc-236c3a2e9193 None None] No DVR routers for this DVR port 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:06.940317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:06.959169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58564) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:07.014938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:07.019064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:07.024278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:07.024600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.033240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903da90-2b67-4f70-864a-309f21a437ec None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:07.049450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=ac02a4ac-519d-40e0-966f-2894ffa50a4c,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:07.062913 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-92ec1a38-7363-4c85-a8c1-b63c29f75d43 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6284158 Apr 22 09:34:07.067461 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58568) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:07.073310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:c3:4b:88', 'name': 'tempest-NetworksTestDHCPv6-447891633'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:07.079428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 052b0812-7198-4d97-8cf7-92c776333998 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:07.120504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 052b0812-7198-4d97-8cf7-92c776333998 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:07.120777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 052b0812-7198-4d97-8cf7-92c776333998 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:07.121544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:07.175084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.233957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:07.243800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:07.245067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:07.245417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 068c4862-3b6b-4e8a-9f2b-1a5b60b74ea2 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:07.255581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:07.263316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e42611c-793d-4c53-859c-fe07f15d1a49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.266330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.357131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:07.388680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': 'ac02a4ac-519d-40e0-966f-2894ffa50a4c'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:07.388886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.389625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.416449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port df90726e-57c1-427b-89dc-b5c999c8a2d9 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:34:07.522492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Calling delete_port for 8c4cbd29-1284-4433-b8a0-2fdb195fbc2c owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:07.560976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/ac02a4ac-519d-40e0-966f-2894ffa50a4c/f6c85525-156b-447e-91b8-1843775f8956) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:07.567075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e42611c-793d-4c53-859c-fe07f15d1a49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.744201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e42611c-793d-4c53-859c-fe07f15d1a49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.785194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.832099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42611c-793d-4c53-859c-fe07f15d1a49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e5d260-b124-4e41-96db-5284fd28de68,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:07.890778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.898111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Transition to ACTIVE for port object f6c85525-156b-447e-91b8-1843775f8956 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:07.917264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Transition to ACTIVE for port object f6c85525-156b-447e-91b8-1843775f8956 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:07.922766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.926307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e42611c-793d-4c53-859c-fe07f15d1a49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.930067 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e42611c-793d-4c53-859c-fe07f15d1a49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/c2e5d260-b124-4e41-96db-5284fd28de68 HTTP/1.1" status: 204 len: 168 time: 0.9673345 Apr 22 09:34:07.941821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:07.947748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=58c5194d-3dfb-4a0d-bc66-aa464fcfd7fb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:07.976784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58574) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:08.017111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:08.019980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:08.024350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:08.040914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Port': ['ID=8c4cbd29-1284-4433-b8a0-2fdb195fbc2c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:08.075887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::113 (f441e355-9a94-4c8f-aa75-59d20254aa63/ac02a4ac-519d-40e0-966f-2894ffa50a4c/df90726e-57c1-427b-89dc-b5c999c8a2d9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:08.102374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Pushing event updated for resources: {'Port': ['ID=f6c85525-156b-447e-91b8-1843775f8956,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:08.130473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2621453-a955-46a1-ae71-fd276abe5799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet ccf984e0-45bb-4632-8a8d-955148c68178 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:08.136567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Attempting to bind port f6c85525-156b-447e-91b8-1843775f8956 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:08.137565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Attempting to bind port f6c85525-156b-447e-91b8-1843775f8956 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:08.138654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Attempting to bind port f6c85525-156b-447e-91b8-1843775f8956 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:08.147798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:08.148676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:08.149419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.150131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:08.150846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Bound port: f6c85525-156b-447e-91b8-1843775f8956, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:08.151467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.290526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2621453-a955-46a1-ae71-fd276abe5799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.303730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] For port f6c85525-156b-447e-91b8-1843775f8956, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:08.307980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] For port f6c85525-156b-447e-91b8-1843775f8956, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6c85525-156b-447e-91b8-1843775f8956,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:08.320135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.387934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2621453-a955-46a1-ae71-fd276abe5799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.401177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.428820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0dedf0-7966-4410-957e-ea6b7c27451b None None] Pushing event updated for resources: {'Port': ['ID=f6c85525-156b-447e-91b8-1843775f8956,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:08.482217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.498318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.510237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object df90726e-57c1-427b-89dc-b5c999c8a2d9 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:08.542785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2621453-a955-46a1-ae71-fd276abe5799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.607646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.626208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.704217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=df90726e-57c1-427b-89dc-b5c999c8a2d9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:08.728249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:08.730092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2621453-a955-46a1-ae71-fd276abe5799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.735833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:08.773767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:08.779487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:08.780154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.799920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c360db-9c8f-4206-8851-74bf62c5f9a1 None None] Network fbb26e6b-b60b-4553-92ff-21b63b39b826 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:08.806622 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a2621453-a955-46a1-ae71-fd276abe5799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:08.810165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2621453-a955-46a1-ae71-fd276abe5799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=ccf984e0-45bb-4632-8a8d-955148c68178,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:08.834938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a2621453-a955-46a1-ae71-fd276abe5799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/ccf984e0-45bb-4632-8a8d-955148c68178 HTTP/1.1" status: 204 len: 168 time: 0.8574142 Apr 22 09:34:08.835724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58578) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:08.842971 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-94535e99-4d9e-4fbb-8d27-6712b6c10073 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7718079 Apr 22 09:34:08.865433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58582) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:08.930053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 07a91d7b-9de6-4913-842b-78acafdb5212 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:08.997461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 07a91d7b-9de6-4913-842b-78acafdb5212 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:08.997578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 07a91d7b-9de6-4913-842b-78acafdb5212 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:09.022891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:09.058590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a35975-ac6a-4ac6-b6dc-d9591ebae39d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:09.069842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a35975-ac6a-4ac6-b6dc-d9591ebae39d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:09.071281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-81a35975-ac6a-4ac6-b6dc-d9591ebae39d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:09.085458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 144ba599-53d1-46c4-83bf-b3a81557441c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:09.085783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:09.111635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Router 2d00757e-0292-40fe-80d1-43b027404621 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:09.127638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-81a35975-ac6a-4ac6-b6dc-d9591ebae39d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:09.128825 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-81a35975-ac6a-4ac6-b6dc-d9591ebae39d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2623398 Apr 22 09:34:09.131777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58586) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:09.142091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] DHCP port deletion for fbb26e6b-b60b-4553-92ff-21b63b39b826 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:09.147674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] Deleting port 144ba599-53d1-46c4-83bf-b3a81557441c {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:09.148320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:09.199530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f6c85525-156b-447e-91b8-1843775f8956 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:09.207720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router ff07d412-a47b-4edb-aabf-686a88770d17 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:09.375759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port f6c85525-156b-447e-91b8-1843775f8956 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:09.425540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:09.435458 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-57e8ee48-6340-41a6-b86d-6db1aac7b062 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "PUT /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6923199 Apr 22 09:34:09.442833 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad44aca-0654-4fe4-927d-e58ef3ae7974 None None] Sync routers for ids ['2d00757e-0292-40fe-80d1-43b027404621'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:09.460760 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad44aca-0654-4fe4-927d-e58ef3ae7974 None None] Routers {'2d00757e-0292-40fe-80d1-43b027404621'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:09.461371 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bad44aca-0654-4fe4-927d-e58ef3ae7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['2d00757e-0292-40fe-80d1-43b027404621'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:09.471048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] For port 144ba599-53d1-46c4-83bf-b3a81557441c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=144ba599-53d1-46c4-83bf-b3a81557441c,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:09.471726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:09.503973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 144ba599-53d1-46c4-83bf-b3a81557441c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=144ba599-53d1-46c4-83bf-b3a81557441c,segment=NetworkSegment(6fe4acf3-f631-4c15-8a63-ac8fdd3649ee),segment_id=6fe4acf3-f631-4c15-8a63-ac8fdd3649ee)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:09.504338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:09.556210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:09.557949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58590) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:09.567562 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bad44aca-0654-4fe4-927d-e58ef3ae7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:09.594537 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad44aca-0654-4fe4-927d-e58ef3ae7974 None None] Routers {'2d00757e-0292-40fe-80d1-43b027404621'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:09.595382 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bad44aca-0654-4fe4-927d-e58ef3ae7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['2d00757e-0292-40fe-80d1-43b027404621'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:09.643409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1250c26d-ff05-4401-b15a-be8c856343bd None None] Sync routers for ids ['ff07d412-a47b-4edb-aabf-686a88770d17'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:09.655569 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-236e7898-229a-4311-bb15-637bbf029c54 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/ff07d412-a47b-4edb-aabf-686a88770d17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3133683 Apr 22 09:34:09.662484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58594) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:09.677168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 144ba599-53d1-46c4-83bf-b3a81557441c owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:09.714336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] Calling delete_port for 144ba599-53d1-46c4-83bf-b3a81557441c owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:09.721494 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bad44aca-0654-4fe4-927d-e58ef3ae7974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:09.722110 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad44aca-0654-4fe4-927d-e58ef3ae7974 None None] The sync data for ids ['2d00757e-0292-40fe-80d1-43b027404621'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:09.730948 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-32b930a0-0966-4468-875a-e16ebd1877d2 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] show failed (client error): The resource could not be found. Apr 22 09:34:09.732879 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-32b930a0-0966-4468-875a-e16ebd1877d2 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-62914080 HTTP/1.1" status: 404 len: 333 time: 0.1685379 Apr 22 09:34:09.739225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58598) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:09.742593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0654d29b-d434-4dc2-91e7-e39a154abba2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:09.749425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8b0bc9d1-0d96-44c0-9066-8daff2e7e909 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:09.781254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250c26d-ff05-4401-b15a-be8c856343bd None None] Routers {'ff07d412-a47b-4edb-aabf-686a88770d17'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:09.782866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1250c26d-ff05-4401-b15a-be8c856343bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ff07d412-a47b-4edb-aabf-686a88770d17'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:09.788525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:09.848084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bec91e2c-db1f-40f7-9532-090404fd8df7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port df90726e-57c1-427b-89dc-b5c999c8a2d9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:09.848327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bec91e2c-db1f-40f7-9532-090404fd8df7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:09.892674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1250c26d-ff05-4401-b15a-be8c856343bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:09.894381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port 144ba599-53d1-46c4-83bf-b3a81557441c on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:09.921065 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-503f8e31-f588-4646-a10d-dff6e75e2778 None None] Provisioning for port f6c85525-156b-447e-91b8-1843775f8956 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:09.928945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:09.929296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:09.929903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250c26d-ff05-4401-b15a-be8c856343bd None None] Routers {'ff07d412-a47b-4edb-aabf-686a88770d17'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:09.931307 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1250c26d-ff05-4401-b15a-be8c856343bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ff07d412-a47b-4edb-aabf-686a88770d17'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:09.936664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=144ba599-53d1-46c4-83bf-b3a81557441c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:09.976500 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-8b0bc9d1-0d96-44c0-9066-8daff2e7e909 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] update failed (client error): The resource could not be found. Apr 22 09:34:09.977723 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8b0bc9d1-0d96-44c0-9066-8daff2e7e909 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-672226218 HTTP/1.1" status: 404 len: 334 time: 0.2373793 Apr 22 09:34:09.983114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58602) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:10.010445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-503f8e31-f588-4646-a10d-dff6e75e2778 None None] Provisioning complete for port f6c85525-156b-447e-91b8-1843775f8956 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:10.010855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-503f8e31-f588-4646-a10d-dff6e75e2778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.024175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0654d29b-d434-4dc2-91e7-e39a154abba2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:10.025572 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0654d29b-d434-4dc2-91e7-e39a154abba2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff07d412-a47b-4edb-aabf-686a88770d17 HTTP/1.1" status: 200 len: 205 time: 0.3620167 Apr 22 09:34:10.031839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58606) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:10.063620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.078365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.078716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.079060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.079398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.079733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.080067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.080430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.080749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.081079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.081406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.081732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.082053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:10.086766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1250c26d-ff05-4401-b15a-be8c856343bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:10.087262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1250c26d-ff05-4401-b15a-be8c856343bd None None] The sync data for ids ['ff07d412-a47b-4edb-aabf-686a88770d17'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:10.149915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb26e6b-b60b-4553-92ff-21b63b39b826']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:10.168665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:10.169008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe4acf3-f631-4c15-8a63-ac8fdd3649ee') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:10.194745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.196523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting subnet f12d0915-5843-4ef6-b99e-51b293a30456 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:10.202874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8074f8c0-1f88-4ac1-9bcb-b9838f513fe2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.246473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-503f8e31-f588-4646-a10d-dff6e75e2778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.266707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.290589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.291248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-503f8e31-f588-4646-a10d-dff6e75e2778 None None] For port f6c85525-156b-447e-91b8-1843775f8956, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6c85525-156b-447e-91b8-1843775f8956,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:10.305920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-503f8e31-f588-4646-a10d-dff6e75e2778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.312432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:34:10.312835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:34:10.328516 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:34:10.439620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bec91e2c-db1f-40f7-9532-090404fd8df7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.443037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] Deleting port 144ba599-53d1-46c4-83bf-b3a81557441c {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:10.443407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.447521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.467979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.493429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f8e31-f588-4646-a10d-dff6e75e2778 None None] Pushing event updated for resources: {'Port': ['ID=f6c85525-156b-447e-91b8-1843775f8956,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:10.501518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.542760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-70c12321-eb11-4788-bf61-03e7c7568001 None None] The port '144ba599-53d1-46c4-83bf-b3a81557441c' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:34:10.552343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6f6-e587-403c-b947-94808b629e66 None None] Provisioning for port df90726e-57c1-427b-89dc-b5c999c8a2d9 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:10.561887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6f6-e587-403c-b947-94808b629e66 None None] Provisioning complete for port df90726e-57c1-427b-89dc-b5c999c8a2d9 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:10.562260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6f6-e587-403c-b947-94808b629e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.599658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=fbb26e6b-b60b-4553-92ff-21b63b39b826,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:10.607158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8074f8c0-1f88-4ac1-9bcb-b9838f513fe2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.611258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-bec91e2c-db1f-40f7-9532-090404fd8df7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for df90726e-57c1-427b-89dc-b5c999c8a2d9 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:10.612717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8074f8c0-1f88-4ac1-9bcb-b9838f513fe2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.651147 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6f6-e587-403c-b947-94808b629e66 None None] Port df90726e-57c1-427b-89dc-b5c999c8a2d9 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:10.659651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8074f8c0-1f88-4ac1-9bcb-b9838f513fe2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.660157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8074f8c0-1f88-4ac1-9bcb-b9838f513fe2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Fanout notify agent at l3_agent the message router_deleted on router ff07d412-a47b-4edb-aabf-686a88770d17 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:34:10.661861 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3f2dffc2-49f7-483e-a6d5-7a55dc25b503 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/fbb26e6b-b60b-4553-92ff-21b63b39b826 HTTP/1.1" status: 204 len: 168 time: 1.8246188 Apr 22 09:34:10.674476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58610) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:10.758985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8074f8c0-1f88-4ac1-9bcb-b9838f513fe2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.760449 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8074f8c0-1f88-4ac1-9bcb-b9838f513fe2 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/ff07d412-a47b-4edb-aabf-686a88770d17 HTTP/1.1" status: 204 len: 168 time: 0.7269545 Apr 22 09:34:10.765283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58614) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:10.788726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.830724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bec91e2c-db1f-40f7-9532-090404fd8df7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.896318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1b9c03-2527-42b9-ad25-c54fa95f416a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet 97cbca82-90f6-45f8-a109-8b537bd288e1 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:10.900036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec91e2c-db1f-40f7-9532-090404fd8df7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=df90726e-57c1-427b-89dc-b5c999c8a2d9,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:10.904238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9c03-2527-42b9-ad25-c54fa95f416a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.963737 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 5f9397e2-18de-4606-9812-9d3b9d4c8b2f {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:10.963980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:10.983320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bec91e2c-db1f-40f7-9532-090404fd8df7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.002348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9c03-2527-42b9-ad25-c54fa95f416a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.035195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.046783 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bec91e2c-db1f-40f7-9532-090404fd8df7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/df90726e-57c1-427b-89dc-b5c999c8a2d9 HTTP/1.1" status: 204 len: 168 time: 1.9139791 Apr 22 09:34:11.052090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58618) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:11.091333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f6c85525-156b-447e-91b8-1843775f8956 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:11.101896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Subnet': ['ID=f12d0915-5843-4ef6-b99e-51b293a30456,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:11.123875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.124246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.124617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.124964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.125303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.125639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.125965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.126296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.126626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.126955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.127282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.127611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:11.143512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaac833-2c3e-4470-a5df-2cc20b433239 None None] Network 900255a7-f15a-45f9-b3d4-e93af3932069 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:11.183014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.196409 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f38521f4-5a7c-4141-b260-fdfcc15d3228 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/subnets/f12d0915-5843-4ef6-b99e-51b293a30456 HTTP/1.1" status: 204 len: 168 time: 1.2109156 Apr 22 09:34:11.205248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58622) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:11.269572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4a278-872f-44e1-adc5-0e2d64a15886 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:11.271325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc4a278-872f-44e1-adc5-0e2d64a15886 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:11.272077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5fc4a278-872f-44e1-adc5-0e2d64a15886 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:11.299411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5fc4a278-872f-44e1-adc5-0e2d64a15886 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:11.304572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5fc4a278-872f-44e1-adc5-0e2d64a15886 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2472994 Apr 22 09:34:11.304840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58626) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:11.351626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f6c85525-156b-447e-91b8-1843775f8956 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:11.352382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.354216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9c03-2527-42b9-ad25-c54fa95f416a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.430304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e5f968-505a-4fe7-9053-574e5a6a6d0a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet ac02a4ac-519d-40e0-966f-2894ffa50a4c {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:11.437427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e5f968-505a-4fe7-9053-574e5a6a6d0a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.486121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.486515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.501147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9c03-2527-42b9-ad25-c54fa95f416a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.516950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.547289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e5f968-505a-4fe7-9053-574e5a6a6d0a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.565531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] DHCP port deletion for 900255a7-f15a-45f9-b3d4-e93af3932069 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:11.570720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] Deleting port ca4b9f5e-5dcb-483b-818c-c12c3276a702 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:11.571629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.596783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2c1b9c03-2527-42b9-ad25-c54fa95f416a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.599431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b9c03-2527-42b9-ad25-c54fa95f416a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=97cbca82-90f6-45f8-a109-8b537bd288e1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:11.614342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e7d72-1574-4291-a8a5-7234de48cdff None None] Network 3f80d83b-4ab0-440f-8a12-6e097350d35b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:11.627987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 144ba599-53d1-46c4-83bf-b3a81557441c no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:11.633106 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2c1b9c03-2527-42b9-ad25-c54fa95f416a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/97cbca82-90f6-45f8-a109-8b537bd288e1 HTTP/1.1" status: 204 len: 168 time: 0.8667879 Apr 22 09:34:11.637096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58630) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:11.666516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 5f9397e2-18de-4606-9812-9d3b9d4c8b2f owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:11.694115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 144ba599-53d1-46c4-83bf-b3a81557441c {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:11.694452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 144ba599-53d1-46c4-83bf-b3a81557441c not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:11.723421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting port ca4b9f5e-5dcb-483b-818c-c12c3276a702 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:11.724056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.797234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.803275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e5f968-505a-4fe7-9053-574e5a6a6d0a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.859579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 7907518e-2475-4ed4-861c-f3efc3c9a9df {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:11.860049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:11.970964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e5f968-505a-4fe7-9053-574e5a6a6d0a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.022726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5f968-505a-4fe7-9053-574e5a6a6d0a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=ac02a4ac-519d-40e0-966f-2894ffa50a4c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:12.037263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-16e5f968-505a-4fe7-9053-574e5a6a6d0a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.049709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9d631827-32a6-49c7-bb79-e4d83f11b0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.058265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd3b50-103a-4ab4-9f98-6555b23f83f3 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:12.065914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] For port ca4b9f5e-5dcb-483b-818c-c12c3276a702, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ca4b9f5e-5dcb-483b-818c-c12c3276a702,segment=NetworkSegment(4a9727b2-6b59-4933-bfc6-f54782fd91df),segment_id=4a9727b2-6b59-4933-bfc6-f54782fd91df)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:12.066549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.099779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] For port ca4b9f5e-5dcb-483b-818c-c12c3276a702, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ca4b9f5e-5dcb-483b-818c-c12c3276a702,segment=NetworkSegment(4a9727b2-6b59-4933-bfc6-f54782fd91df),segment_id=4a9727b2-6b59-4933-bfc6-f54782fd91df)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:12.100173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.145166 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-16e5f968-505a-4fe7-9053-574e5a6a6d0a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/ac02a4ac-519d-40e0-966f-2894ffa50a4c HTTP/1.1" status: 204 len: 168 time: 0.8336036 Apr 22 09:34:12.151359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58634) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:12.200410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.211265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Calling delete_port for ca4b9f5e-5dcb-483b-818c-c12c3276a702 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:12.237198 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-53378971-4e18-45b2-9593-4b4eac08da85 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843129 Apr 22 09:34:12.239158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port 7907518e-2475-4ed4-861c-f3efc3c9a9df, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7907518e-2475-4ed4-861c-f3efc3c9a9df,segment=NetworkSegment(2c752b5d-477c-4c66-ae5f-2630eae55e55),segment_id=2c752b5d-477c-4c66-ae5f-2630eae55e55)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:12.239524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.247018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58638) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:12.287364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] Calling delete_port for ca4b9f5e-5dcb-483b-818c-c12c3276a702 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:12.335874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=5f9397e2-18de-4606-9812-9d3b9d4c8b2f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:12.416120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 7907518e-2475-4ed4-861c-f3efc3c9a9df owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:12.451407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.451754 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP fd837f6e-a3fe-4a9d-9966-822dc47df998 disassociated (deleted). External IP: 172.26.2.4, port: e2945467-53f4-448e-bc00-7763ab058382. Apr 22 09:34:12.454555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] DHCP port deletion for 3f80d83b-4ab0-440f-8a12-6e097350d35b request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:12.460441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] Deleting port 7907518e-2475-4ed4-861c-f3efc3c9a9df {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:12.460839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.508505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.512198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:12.513153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:12.538739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb88e7-49e3-4246-9e4a-f8cc79161237 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:12.540124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4ebb88e7-49e3-4246-9e4a-f8cc79161237 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:12.565513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4ebb88e7-49e3-4246-9e4a-f8cc79161237 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:12.567217 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4ebb88e7-49e3-4246-9e4a-f8cc79161237 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3192077 Apr 22 09:34:12.570087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58642) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:12.573655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.579087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Port': ['ID=ca4b9f5e-5dcb-483b-818c-c12c3276a702,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:12.616233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] No DVR routers for this DVR port ca4b9f5e-5dcb-483b-818c-c12c3276a702 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:12.661990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=7907518e-2475-4ed4-861c-f3efc3c9a9df,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:12.664415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No DVR routers for this DVR port 7907518e-2475-4ed4-861c-f3efc3c9a9df on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:12.748484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:12.763818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] For port 7907518e-2475-4ed4-861c-f3efc3c9a9df, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7907518e-2475-4ed4-861c-f3efc3c9a9df,segment=NetworkSegment(2c752b5d-477c-4c66-ae5f-2630eae55e55),segment_id=2c752b5d-477c-4c66-ae5f-2630eae55e55)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:12.764839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.774120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Deleting port f6c85525-156b-447e-91b8-1843775f8956 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:12.774497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.800600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.829977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f80d83b-4ab0-440f-8a12-6e097350d35b']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:12.838328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b65664-b888-4e9a-b32f-475b01d197d6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:12.842491 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b2b65664-b888-4e9a-b32f-475b01d197d6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2665725 Apr 22 09:34:12.843131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58648) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:12.847255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c752b5d-477c-4c66-ae5f-2630eae55e55') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:12.847255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c752b5d-477c-4c66-ae5f-2630eae55e55') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:12.861311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:12.936873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] Calling delete_port for 7907518e-2475-4ed4-861c-f3efc3c9a9df owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:13.022343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] Deleting port ca4b9f5e-5dcb-483b-818c-c12c3276a702 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:13.022680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.050581 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-71fa2ffa-6d3f-4b8d-a5b1-acb2db17ac7b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2064927 Apr 22 09:34:13.055421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.076083 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58652) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:13.083438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900255a7-f15a-45f9-b3d4-e93af3932069']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:13.092654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:13.111132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9727b2-6b59-4933-bfc6-f54782fd91df') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:13.111421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9727b2-6b59-4933-bfc6-f54782fd91df') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:13.129334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.135616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.144897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fe447-3cf2-4581-b72d-f25449df68d9 None None] The port 'ca4b9f5e-5dcb-483b-818c-c12c3276a702' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:34:13.148796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f6c85525-156b-447e-91b8-1843775f8956 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:13.150547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:34:13.150968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.170155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.232964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:34:13.233560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:34:13.251800 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:34:13.278441 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:34:13.362062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.366323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.404275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=3f80d83b-4ab0-440f-8a12-6e097350d35b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:13.406438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:13.408647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 548387c9-816d-4ee6-a2fc-9d592e398ab3 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:13.409648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.414765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:13.419951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:13.432471 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cb1984b3-bb28-488c-8ef4-cc532796b41c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/3f80d83b-4ab0-440f-8a12-6e097350d35b HTTP/1.1" status: 204 len: 168 time: 1.7905073 Apr 22 09:34:13.432471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:13.433728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58658) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:13.435935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:13.436347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:13.438448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.438809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1092158264', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:13.448447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:13.453869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:router and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:13.454913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] For port f6c85525-156b-447e-91b8-1843775f8956, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6c85525-156b-447e-91b8-1843775f8956,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:13.455459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.456299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Network': ['ID=900255a7-f15a-45f9-b3d4-e93af3932069,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:13.457245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:13.470819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:13.474671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.478040 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-16767b2c-8770-4c57-a8ef-ef556c162dfa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/networks/900255a7-f15a-45f9-b3d4-e93af3932069 HTTP/1.1" status: 204 len: 168 time: 2.2687855 Apr 22 09:34:13.489328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58662) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:13.493589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:13.559826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.572316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2859f-4328-4c0b-bbc0-870bf6a3ec65 req-a1783482-ff6b-4549-a0ef-ce88fbe74522 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:13.574045 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91c2859f-4328-4c0b-bbc0-870bf6a3ec65 req-a1783482-ff6b-4549-a0ef-ce88fbe74522 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3064396 Apr 22 09:34:13.633341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Calling delete_port for f6c85525-156b-447e-91b8-1843775f8956 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:13.635490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.636620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.697363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port f6c85525-156b-447e-91b8-1843775f8956, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6c85525-156b-447e-91b8-1843775f8956,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:13.707119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.707370 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91c2859f-4328-4c0b-bbc0-870bf6a3ec65 req-866c956f-2d6c-4b8e-835d-1315ca7a00e6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272390 Apr 22 09:34:13.707607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ca4b9f5e-5dcb-483b-818c-c12c3276a702 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:13.712512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.718127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3a1cb3-95c0-4d91-b11e-620ce2f98332 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting subnet 0a7cc84b-2903-4fd0-9ac0-150bcf6cba3a {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:13.741098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3a1cb3-95c0-4d91-b11e-620ce2f98332 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.742120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:13.742120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.742315 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] Sync routers for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:13.750189 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:13.751080 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:13.825303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3a1cb3-95c0-4d91-b11e-620ce2f98332 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.826016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: ca4b9f5e-5dcb-483b-818c-c12c3276a702 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:13.826426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ca4b9f5e-5dcb-483b-818c-c12c3276a702 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:13.826858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7907518e-2475-4ed4-861c-f3efc3c9a9df no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:13.876080 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-31aa4547-9c5c-425b-a39f-f2309da7f251 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/fd837f6e-a3fe-4a9d-9966-822dc47df998 HTTP/1.1" status: 204 len: 168 time: 3.1988013 Apr 22 09:34:13.876340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:34:13.899323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 7907518e-2475-4ed4-861c-f3efc3c9a9df {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:13.900049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7907518e-2475-4ed4-861c-f3efc3c9a9df not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:13.905666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:13.906157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:13.908317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.945336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] Deleting port 7907518e-2475-4ed4-861c-f3efc3c9a9df {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:13.945713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:13.975783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=f6c85525-156b-447e-91b8-1843775f8956,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:13.979454 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:14.040066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-dd3072ad-9efe-4219-8843-0159a6792120 None None] The port '7907518e-2475-4ed4-861c-f3efc3c9a9df' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:34:14.044699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.045894 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-19239e1c-7dbb-448f-91a8-cd606d3c5f5a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6116390 Apr 22 09:34:14.051261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58672) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:14.071998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-165234247'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:14.092455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:14.102868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:14.109344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:14.125133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:14.170248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3a1cb3-95c0-4d91-b11e-620ce2f98332 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.218730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c6597-c4d4-4229-88f9-15d537338962 req-c89bf902-0a34-4665-93a6-796dcaf809e2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:14.220211 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fb1c6597-c4d4-4229-88f9-15d537338962 req-c89bf902-0a34-4665-93a6-796dcaf809e2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3015180 Apr 22 09:34:14.244506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:14.248603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.340584 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:58Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:14.344608 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] Checking router: 548387c9-816d-4ee6-a2fc-9d592e398ab3 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:14.354373 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:14.354976 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:33:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:14.378775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-48122a03-117b-45b2-9e1f-c163955d77e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.379945 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fb1c6597-c4d4-4229-88f9-15d537338962 req-a332fcad-b370-4446-89a9-e538f58d82ff tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420846 Apr 22 09:34:14.407661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Deleting port f6c85525-156b-447e-91b8-1843775f8956 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:14.408527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.409040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3a1cb3-95c0-4d91-b11e-620ce2f98332 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.450001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:34:14.461412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.objects.ports [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88062) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:34:14.463702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a1cb3-95c0-4d91-b11e-620ce2f98332 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7cc84b-2903-4fd0-9ac0-150bcf6cba3a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:14.466026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6a3a1cb3-95c0-4d91-b11e-620ce2f98332 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.479853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead9cd9-bc5f-45f9-a14a-76eced28e2c1 None None] Network b8ae033f-c327-479a-a317-ad961c456b02 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:14.525418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.525759 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment 620ad839-d38f-4919-bfa3-a16deb87d298 of type vlan for network cf55a354-a075-4559-88a2-729c6ea8e0a5 Apr 22 09:34:14.535526 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6a3a1cb3-95c0-4d91-b11e-620ce2f98332 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/subnets/0a7cc84b-2903-4fd0-9ac0-150bcf6cba3a HTTP/1.1" status: 204 len: 168 time: 1.0402503 Apr 22 09:34:14.538033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58682) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:14.662688 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2ed7775-37f5-4657-83ad-6e76a2836f1e'] response: {'name': 'network-changed', 'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382', 'status': 'completed', 'code': 200} Apr 22 09:34:14.691104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35279d4-122f-495f-8a20-a75a732362fa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting subnet 0b5fac4f-1708-4238-b56f-5ee6d503cfcc {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:14.701228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d35279d4-122f-495f-8a20-a75a732362fa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.707192 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:14.797463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.839761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d35279d4-122f-495f-8a20-a75a732362fa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.906681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.955689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d40b5-f5be-41af-bf21-7acd13db926a req-345f4ffc-343a-47d3-9687-a8c8f51fdf69 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:14.957607 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c05d40b5-f5be-41af-bf21-7acd13db926a req-345f4ffc-343a-47d3-9687-a8c8f51fdf69 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.1666198 Apr 22 09:34:14.985942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d35279d4-122f-495f-8a20-a75a732362fa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:14.997847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.003475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:15.004098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.089233 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c05d40b5-f5be-41af-bf21-7acd13db926a req-e5ededcf-d5a6-4f67-a928-59f36d9b4016 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203594 Apr 22 09:34:15.120071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58688) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:15.120341 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0584033 Apr 22 09:34:15.127508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] For port f6c85525-156b-447e-91b8-1843775f8956, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6c85525-156b-447e-91b8-1843775f8956,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:15.128052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.128313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:15.136453 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:58Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:15.149222 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a8de5a-f130-444f-8906-9fd110b4d7da None None] The sync data for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv is: [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:33:58Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'bcab88ee-f8c7-4bf2-9955-c1928327b5a4', 'name': '', 'network_id': '303ea779-29bd-4e0f-a215-e37f8691800c', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c6:60:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:31Z', 'updated_at': '2022-04-22T09:30:43Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'b04b76bd-a153-4698-b2da-1e1908264408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:15.179524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d35279d4-122f-495f-8a20-a75a732362fa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.266950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] DHCP port deletion for b8ae033f-c327-479a-a317-ad961c456b02 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:15.272443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449fb2a4-92dc-49ac-94ba-e3896bd6554f None None] Network 989e338d-a611-4f77-8c03-1235bb693439 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:15.276331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d35279d4-122f-495f-8a20-a75a732362fa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.329710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-a94d4004-9ce8-4717-89d7-483556231746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:15.331462 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-a94d4004-9ce8-4717-89d7-483556231746 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 1099 time: 0.6344826 Apr 22 09:34:15.361202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Deleting port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:15.361569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.365800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2340da9-b8cd-445f-9884-c9ac334d0cb5 req-201555b4-d5ae-437c-8f3c-1363126732a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:15.366522 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f2340da9-b8cd-445f-9884-c9ac334d0cb5 req-201555b4-d5ae-437c-8f3c-1363126732a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:15.378744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35279d4-122f-495f-8a20-a75a732362fa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5fac4f-1708-4238-b56f-5ee6d503cfcc,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:15.401265 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d35279d4-122f-495f-8a20-a75a732362fa tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/subnets/0b5fac4f-1708-4238-b56f-5ee6d503cfcc HTTP/1.1" status: 204 len: 168 time: 0.8613534 Apr 22 09:34:15.406144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Calling delete_port for f6c85525-156b-447e-91b8-1843775f8956 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:15.408263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58692) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:15.420496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5118e9-d2f9-42b8-8a9c-c18a16554439 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=cf55a354-a075-4559-88a2-729c6ea8e0a5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:15.462763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:15.468602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:15.472513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:15.479153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:15.522075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network cf55a354-a075-4559-88a2-729c6ea8e0a5 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:34:15.546303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:15.550952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.593941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f2340da9-b8cd-445f-9884-c9ac334d0cb5 req-201555b4-d5ae-437c-8f3c-1363126732a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:15.595108 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f2340da9-b8cd-445f-9884-c9ac334d0cb5 req-201555b4-d5ae-437c-8f3c-1363126732a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 946 time: 0.8121245 Apr 22 09:34:15.687269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] For port f6c85525-156b-447e-91b8-1843775f8956, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6c85525-156b-447e-91b8-1843775f8956,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:15.706018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-06e2dcda-5627-407a-ad6e-cd50c6b42a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:15.707508 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-06e2dcda-5627-407a-ad6e-cd50c6b42a11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=303ea779-29bd-4e0f-a215-e37f8691800c HTTP/1.1" status: 200 len: 898 time: 0.3523169 Apr 22 09:34:15.720086 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f2340da9-b8cd-445f-9884-c9ac334d0cb5 req-5c971f08-be74-4530-aa14-99a86e802646 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153290 Apr 22 09:34:15.773714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a64f1-4f4e-4179-bfdc-d68cc6a863a5 None None] New status for floating IP fd837f6e-a3fe-4a9d-9966-822dc47df998: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:34:15.803563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.813407 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-1761f98b-52e5-4378-92cb-6f697fba8f51 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2945467-53f4-448e-bc00-7763ab058382 HTTP/1.1" status: 200 len: 217 time: 0.0753977 Apr 22 09:34:15.814576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.814719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.818508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.858977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0389c9-17a1-468f-a90a-e398dfd8ff9b req-c3985060-dfba-49a3-960a-acee4d91a283 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:15.864358 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1d0389c9-17a1-468f-a90a-e398dfd8ff9b req-c3985060-dfba-49a3-960a-acee4d91a283 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.6048949 Apr 22 09:34:15.890687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:15.891176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.973613 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1d0389c9-17a1-468f-a90a-e398dfd8ff9b req-b2504d82-8af7-4962-be0a-2ded1bddddab tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033571 Apr 22 09:34:15.979302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:15.989338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:15.993720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.056943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=f6c85525-156b-447e-91b8-1843775f8956,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:16.109121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=06a138cf-9124-4447-b52a-4ec9ab7d5fcf,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:16.122686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:16.154973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:16.155946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.185638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-5cbe7211-9150-47a1-b67f-7b0a0de99622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:16.188173 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-5cbe7211-9150-47a1-b67f-7b0a0de99622 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b04b76bd-a153-4698-b2da-1e1908264408 HTTP/1.1" status: 200 len: 835 time: 0.3660636 Apr 22 09:34:16.197540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:16.197941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:16.227451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] For port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=225bb9dd-69b8-4894-ba0f-0fb7074a1f2d,segment=NetworkSegment(d113b8af-d7ce-4b18-b15d-32bbe69b9234),segment_id=d113b8af-d7ce-4b18-b15d-32bbe69b9234)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:16.228105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.229399 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] For port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=225bb9dd-69b8-4894-ba0f-0fb7074a1f2d,segment=NetworkSegment(d113b8af-d7ce-4b18-b15d-32bbe69b9234),segment_id=d113b8af-d7ce-4b18-b15d-32bbe69b9234)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:16.229799 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.256307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f2085205-1803-43fb-97c9-26652a0074f8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1738739 Apr 22 09:34:16.264816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58700) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:16.279939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:16.334189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-971eb3f4-557c-48c5-905d-1429f1e7d761 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:16.335830 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-971eb3f4-557c-48c5-905d-1429f1e7d761 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 946 time: 0.3779902 Apr 22 09:34:16.373992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Calling delete_port for 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:16.402509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Deleting port f6c85525-156b-447e-91b8-1843775f8956 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:16.403292 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.407818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Calling delete_port for 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:16.460578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] DHCP port deletion for 989e338d-a611-4f77-8c03-1235bb693439 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:16.481369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-e1bc99cf-79eb-42cd-8bbe-726ce3d837be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:16.483069 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-e1bc99cf-79eb-42cd-8bbe-726ce3d837be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=303ea779-29bd-4e0f-a215-e37f8691800c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2831450 Apr 22 09:34:16.485672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] Deleting port 0209d91e-e63b-4566-9304-8e833868969a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:16.486090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.602371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.637269 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-7b2052c5-95fc-4352-b3ba-1b7921f53cd5 service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461506 Apr 22 09:34:16.655895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d344622-ad41-49fb-84b0-35b28e29d822 req-1ac51d3a-d819-4cb2-b52b-aa1aa00827b2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:16.657452 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d344622-ad41-49fb-84b0-35b28e29d822 req-1ac51d3a-d819-4cb2-b52b-aa1aa00827b2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2211864 Apr 22 09:34:16.690142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port e2945467-53f4-448e-bc00-7763ab058382 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:16.690406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.695342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.714815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:16.715167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:16.735093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=ef31a498-dbc8-4f09-a63e-e66d48b1f166,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:16.747527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:16.749368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: cf55a354-a075-4559-88a2-729c6ea8e0a5, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:34:16.781556 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d344622-ad41-49fb-84b0-35b28e29d822 req-3b2d705d-4292-4bd4-8672-7f500affc410 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108968 Apr 22 09:34:16.792683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] No DVR routers for this DVR port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:16.803608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Pushing event deleted for resources: {'Port': ['ID=225bb9dd-69b8-4894-ba0f-0fb7074a1f2d,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:16.810401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network cf55a354-a075-4559-88a2-729c6ea8e0a5 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:34:16.822649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, cf55a354-a075-4559-88a2-729c6ea8e0a5) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:16.827353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:16.827981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:16.845768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:16.858605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:16.865871 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-39304ac5-eb67-47d5-9cba-497bbcc0cec3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7446079 Apr 22 09:34:16.868574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58706) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:16.871524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:16.899434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276834e-4d83-480b-b1fb-f6ce2ee77743 None None] Network cf55a354-a075-4559-88a2-729c6ea8e0a5 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:16.953745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.954028 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.954357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.954703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.955612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.955612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.955827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.955991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.956318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.956485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:16.956670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.956993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:16.957313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2fbb9-f112-4ddc-b174-b2f40cda395b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:17.015223 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-4bd9330f-9e58-4411-b19c-e2c33b7eb1e0 service neutron] 10.222.0.35 "GET /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659539 Apr 22 09:34:17.053089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:17.056889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.126861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:17.190495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:17.191169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:17.191737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0209d91e-e63b-4566-9304-8e833868969a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:17.256639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting port 225bb9dd-69b8-4894-ba0f-0fb7074a1f2d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:17.256865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.301044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.328708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] For port 0209d91e-e63b-4566-9304-8e833868969a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0209d91e-e63b-4566-9304-8e833868969a,segment=NetworkSegment(8f0caa02-ae12-429a-8f19-d26f2b0b4198),segment_id=8f0caa02-ae12-429a-8f19-d26f2b0b4198)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:17.329339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.368443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] For port f6c85525-156b-447e-91b8-1843775f8956, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6c85525-156b-447e-91b8-1843775f8956,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:17.369009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.392060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] The port '225bb9dd-69b8-4894-ba0f-0fb7074a1f2d' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:34:17.441696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c2877-7500-4006-8fe3-54155153b91b req-371540bd-9d0e-42fd-aaba-96e519b517c2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:17.443321 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b1c2877-7500-4006-8fe3-54155153b91b req-371540bd-9d0e-42fd-aaba-96e519b517c2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=72c95fc6-b478-411d-a6c6-f7e7f4bf2b02 HTTP/1.1" status: 200 len: 946 time: 0.5639999 Apr 22 09:34:17.452690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port e2945467-53f4-448e-bc00-7763ab058382, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=e2945467-53f4-448e-bc00-7763ab058382,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:17.453057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.471423 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.ipam_backend_mixin [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 06a138cf-9124-4447-b52a-4ec9ab7d5fcf (CIDR: 2001:db8::/64) Apr 22 09:34:17.505115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] Calling delete_port for 0209d91e-e63b-4566-9304-8e833868969a owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:17.544139 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:34:17.544583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:34:17.618115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for e2945467-53f4-448e-bc00-7763ab058382 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:17.686126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Calling delete_port for f6c85525-156b-447e-91b8-1843775f8956 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:17.701808 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-90449480-82e9-4a8f-aaf4-a66b0900d0c5 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4288478 Apr 22 09:34:17.702411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.702798 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b1c2877-7500-4006-8fe3-54155153b91b req-7f3d3dcf-2aaa-460c-a123-21bfa28ad628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2376475 Apr 22 09:34:17.704955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58710) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:17.711620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:17.758933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.779384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ae033f-c327-479a-a317-ad961c456b02']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:17.850677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd113b8af-d7ce-4b18-b15d-32bbe69b9234') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:17.850973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd113b8af-d7ce-4b18-b15d-32bbe69b9234') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:17.873664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.907607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-cf55a354-a075-4559-88a2-729c6ea8e0a5', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:17.908624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.948088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.952708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:17.955748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.019958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=e2945467-53f4-448e-bc00-7763ab058382,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:18.024975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:18.041888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.052593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:34:18.053072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.061627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:18.068849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:34:18.072178 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:34:18.094490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] No DVR routers for this DVR port 0209d91e-e63b-4566-9304-8e833868969a on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:18.106679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3c5dc3-2072-4d31-8783-c66bc331b99b None None] Pushing event deleted for resources: {'Port': ['ID=0209d91e-e63b-4566-9304-8e833868969a,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:18.114268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:18.117247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port e2945467-53f4-448e-bc00-7763ab058382 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:18.120714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.124489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'name': 'network-vif-deleted', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:34:18.145817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:18.149964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.180555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.196559 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b72e0c2-298a-440b-b222-4e5ee6c87db1 req-140d4362-57dd-4728-b361-a46abc916054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/e2945467-53f4-448e-bc00-7763ab058382 HTTP/1.1" status: 204 len: 173 time: 1.7977581 Apr 22 09:34:18.211215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.218319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.237873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6c0d5-6b4d-4194-8473-80e5abd5cf22 req-e18bcbdd-f026-490d-bec3-015b0abac813 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:18.239422 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-03d6c0d5-6b4d-4194-8473-80e5abd5cf22 req-e18bcbdd-f026-490d-bec3-015b0abac813 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3041675 Apr 22 09:34:18.255474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Network': ['ID=b8ae033f-c327-479a-a317-ad961c456b02,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:18.283335 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239bf1b1-0863-4ea7-b386-436f7a21eab3'] response: {'server_uuid': '72c95fc6-b478-411d-a6c6-f7e7f4bf2b02', 'name': 'network-vif-deleted', 'tag': 'e2945467-53f4-448e-bc00-7763ab058382', 'status': 'completed', 'code': 200} Apr 22 09:34:18.286907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-95b1909f-cfa3-4be4-ae2a-74a1c3f702c4 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/networks/b8ae033f-c327-479a-a317-ad961c456b02 HTTP/1.1" status: 204 len: 168 time: 2.8772123 Apr 22 09:34:18.290093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58718) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:18.368672 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-03d6c0d5-6b4d-4194-8473-80e5abd5cf22 req-566767ce-2592-4a72-b46d-5d9f01cc2c31 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153398 Apr 22 09:34:18.418087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] Pushing event deleted for resources: {'Port': ['ID=f6c85525-156b-447e-91b8-1843775f8956,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:18.447216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.473407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac30c8e-43d8-4eca-9497-6cfa3c57118f None None] No DVR routers for this DVR port f6c85525-156b-447e-91b8-1843775f8956 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:18.489338 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d28cbe0-22cf-41c1-9d17-44d5962fffeb None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:18.534736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Allocated IP 2001:db8::2 (cf55a354-a075-4559-88a2-729c6ea8e0a5/ef31a498-dbc8-4f09-a63e-e66d48b1f166/cadcfc4f-7b9b-47e5-bfec-6168f0ddf329) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:18.627700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.703039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989e338d-a611-4f77-8c03-1235bb693439']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:18.721595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0caa02-ae12-429a-8f19-d26f2b0b4198') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:18.721902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0caa02-ae12-429a-8f19-d26f2b0b4198') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:18.740272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.762861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.772260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:34:18.772791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:34:18.789256 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:34:18.878522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58724) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:18.903162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.930472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '06a138cf-9124-4447-b52a-4ec9ab7d5fcf'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:18.931288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.957112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.960152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e1228a86-f35c-45a2-a5be-86940d0aecba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.990621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:18.995248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e1228a86-f35c-45a2-a5be-86940d0aecba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.004680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:19.008944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Network': ['ID=989e338d-a611-4f77-8c03-1235bb693439,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:19.016091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:19.022474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:19.023085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.026813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=3b641e00-1598-4890-a5da-31ab8bf88136,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:19.029808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.031455 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-66dbd20e-14df-44bd-bc3a-ad8d53f46a94 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/networks/989e338d-a611-4f77-8c03-1235bb693439 HTTP/1.1" status: 204 len: 168 time: 0.7403975 Apr 22 09:34:19.037440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58728) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:19.093610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e1228a86-f35c-45a2-a5be-86940d0aecba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.093851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Transition to ACTIVE for port object cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:19.094459 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e600330b-077b-4348-96d8-1afece5187f9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3884726 Apr 22 09:34:19.098959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58732) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:19.107876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:bb:d1:68', 'name': 'tempest-NetworksTestDHCPv6-1717778859'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:19.116930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1228a86-f35c-45a2-a5be-86940d0aecba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebe4b34-bf10-48b2-b9be-9c4361b6a5d7,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:19.121731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e1228a86-f35c-45a2-a5be-86940d0aecba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.124602 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e1228a86-f35c-45a2-a5be-86940d0aecba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/bebe4b34-bf10-48b2-b9be-9c4361b6a5d7 HTTP/1.1" status: 204 len: 168 time: 0.2421236 Apr 22 09:34:19.139105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Transition to ACTIVE for port object cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:19.163499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-288522ae-592d-426b-9077-3b4b779fd367 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting subnet 19a07000-4453-4bf3-8f2b-3fde73aef553 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:19.170280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.219411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58738) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:19.308246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Pushing event updated for resources: {'Port': ['ID=cadcfc4f-7b9b-47e5-bfec-6168f0ddf329,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:19.312686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Network cf55a354-a075-4559-88a2-729c6ea8e0a5 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:19.318939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:19.323451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:19.339869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-288522ae-592d-426b-9077-3b4b779fd367 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.342241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8::1 (cf55a354-a075-4559-88a2-729c6ea8e0a5/ef31a498-dbc8-4f09-a63e-e66d48b1f166/e3a3daff-49ce-4ce9-9180-bc6c07c0321a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:19.457078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Allocated IP 2001:db8::f816:3eff:fefb:f552 (f441e355-9a94-4c8f-aa75-59d20254aa63/06a138cf-9124-4447-b52a-4ec9ab7d5fcf/09382ccd-315b-46a6-8423-39326b00e6de) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:19.471229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-288522ae-592d-426b-9077-3b4b779fd367 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.530514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Attempting to bind port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:19.531463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Attempting to bind port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:19.531950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Attempting to bind port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 on network cf55a354-a075-4559-88a2-729c6ea8e0a5 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:19.605335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:19.610809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:19.611126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Checking segment: {'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:19.611532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.612110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Bound using segment: {'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:19.612419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Bound port: cadcfc4f-7b9b-47e5-bfec-6168f0ddf329, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:19.612804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.634383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:19.676458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-1d4494c8-dda1-45ec-a9ff-9e5c1f2ec218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:19.677960 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-1d4494c8-dda1-45ec-a9ff-9e5c1f2ec218 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1098 time: 0.3118281 Apr 22 09:34:19.691299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d88934-eaf1-41dc-8840-c27697e2ac8a req-f9367fe9-b360-48b0-b603-8404d9a55770 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:19.692617 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d7d88934-eaf1-41dc-8840-c27697e2ac8a req-f9367fe9-b360-48b0-b603-8404d9a55770 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.1850412 Apr 22 09:34:19.695349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:19.786296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-288522ae-592d-426b-9077-3b4b779fd367 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.807748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] For port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:19.825986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] For port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cadcfc4f-7b9b-47e5-bfec-6168f0ddf329,segment=NetworkSegment(620ad839-d38f-4919-bfa3-a16deb87d298),segment_id=620ad839-d38f-4919-bfa3-a16deb87d298)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:19.828265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.835570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.883464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Transition to ACTIVE for port object 09382ccd-315b-46a6-8423-39326b00e6de will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:19.926845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.942513 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d7d88934-eaf1-41dc-8840-c27697e2ac8a req-148f6a63-ea4d-452d-b012-5ed743742751 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248729 Apr 22 09:34:19.942987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Transition to ACTIVE for port object 09382ccd-315b-46a6-8423-39326b00e6de will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:19.968993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3913b7-1cb9-4376-bc39-ab9f7c9adb27 None None] Pushing event updated for resources: {'Port': ['ID=cadcfc4f-7b9b-47e5-bfec-6168f0ddf329,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:19.968993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:19.990099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object e3a3daff-49ce-4ce9-9180-bc6c07c0321a will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:20.049665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:20.052783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:20.052946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.056447 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:20.100546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.112953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 3ad80b3d-aba7-483c-b946-9d8db9db5b08 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:34:20.116732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Pushing event updated for resources: {'Port': ['ID=09382ccd-315b-46a6-8423-39326b00e6de,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:20.171052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-ff28ed42-dcdd-4dd5-b05e-1aded66f6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:20.172572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-ff28ed42-dcdd-4dd5-b05e-1aded66f6140 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 913 time: 0.3540218 Apr 22 09:34:20.178993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-288522ae-592d-426b-9077-3b4b779fd367 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.188047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network cf55a354-a075-4559-88a2-729c6ea8e0a5 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:20.194901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:20.201271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Attempting to bind port 09382ccd-315b-46a6-8423-39326b00e6de on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:20.201661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Attempting to bind port 09382ccd-315b-46a6-8423-39326b00e6de by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:20.202024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Attempting to bind port 09382ccd-315b-46a6-8423-39326b00e6de on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:20.205656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:20.206351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.209157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:20.209582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:20.209989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.210380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:20.210840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Bound port: 09382ccd-315b-46a6-8423-39326b00e6de, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:20.211236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.250442 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:20.343694 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-0b30fa55-979b-4a35-940a-04740eaa803c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 1001 time: 0.1485007 Apr 22 09:34:20.351294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-288522ae-592d-426b-9077-3b4b779fd367 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.356854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:20.366222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c063f41d-b8ec-43ec-a314-3154abeba817 None None] Network 6a58d467-99f5-4e18-92d4-979ce8747ede requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:20.411721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288522ae-592d-426b-9077-3b4b779fd367 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Subnet': ['ID=19a07000-4453-4bf3-8f2b-3fde73aef553,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:20.420892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.422779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:20.438624 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-288522ae-592d-426b-9077-3b4b779fd367 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/subnets/19a07000-4453-4bf3-8f2b-3fde73aef553 HTTP/1.1" status: 204 len: 168 time: 1.3981948 Apr 22 09:34:20.441003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.442717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58744) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:20.531648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.681776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-4c43d7a2-6d8e-4a17-8968-44e2ba0f2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:20.683730 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-4c43d7a2-6d8e-4a17-8968-44e2ba0f2eac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.3278675 Apr 22 09:34:20.707416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b8947-9c70-41b0-99b6-32e6fdf20bd3 None None] Pushing event updated for resources: {'Port': ['ID=09382ccd-315b-46a6-8423-39326b00e6de,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:20.753645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.826255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting port 83258d65-4492-41c6-980c-f2d00b0736c2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:20.826921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.834322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] DHCP port deletion for 6a58d467-99f5-4e18-92d4-979ce8747ede request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:20.838856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] Deleting port 83258d65-4492-41c6-980c-f2d00b0736c2 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:20.839235 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:20.967690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8:0:1::1f8 (f441e355-9a94-4c8f-aa75-59d20254aa63/3b641e00-1598-4890-a5da-31ab8bf88136/3ad80b3d-aba7-483c-b946-9d8db9db5b08) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:20.976434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device e2945467-53f4-448e-bc00-7763ab058382 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:20.990857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:febb:d168 (f441e355-9a94-4c8f-aa75-59d20254aa63/06a138cf-9124-4447-b52a-4ec9ab7d5fcf/3ad80b3d-aba7-483c-b946-9d8db9db5b08) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:21.011571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-447d2236-8bab-4d49-b238-344b5aa0e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:21.015918 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-447d2236-8bab-4d49-b238-344b5aa0e64f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3180125 Apr 22 09:34:21.111545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: e2945467-53f4-448e-bc00-7763ab058382 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:21.112887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device e2945467-53f4-448e-bc00-7763ab058382 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:21.303730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] For port 83258d65-4492-41c6-980c-f2d00b0736c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=83258d65-4492-41c6-980c-f2d00b0736c2,segment=NetworkSegment(d582ac89-1336-4221-bcc6-8f1725d717d8),segment_id=d582ac89-1336-4221-bcc6-8f1725d717d8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:21.304167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:21.436697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:21.441494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd58f1-e9c3-4634-b95c-6a911f7caace req-667ea241-b8b6-4cd7-b7d4-24890d5c31cb tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:21.443079 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6cd58f1-e9c3-4634-b95c-6a911f7caace req-667ea241-b8b6-4cd7-b7d4-24890d5c31cb tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2502768 Apr 22 09:34:21.471702 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-b5d8961a-32de-47ed-af2d-d17c100a191e service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468811 Apr 22 09:34:21.541713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:34:21.556123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] Calling delete_port for 83258d65-4492-41c6-980c-f2d00b0736c2 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:21.588739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6cd58f1-e9c3-4634-b95c-6a911f7caace req-bdf69629-1599-4ca5-8e3e-4e5ea359be9d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050704 Apr 22 09:34:21.607069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:21.615146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:21.615942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:21.618194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84b3c8-6f90-4565-aacf-999d0f0b14fe None None] Network cf55a354-a075-4559-88a2-729c6ea8e0a5 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:21.681696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port bcab88ee-f8c7-4bf2-9955-c1928327b5a4 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:21.682345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:21.697533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] For port 83258d65-4492-41c6-980c-f2d00b0736c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=83258d65-4492-41c6-980c-f2d00b0736c2,segment=NetworkSegment(d582ac89-1336-4221-bcc6-8f1725d717d8),segment_id=d582ac89-1336-4221-bcc6-8f1725d717d8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:21.697928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:21.752770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-335069f1-4e3e-41e5-afe6-33e3c7c8051d None None] Provisioning for port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:21.783354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:21.831019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] No DVR routers for this DVR port 83258d65-4492-41c6-980c-f2d00b0736c2 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:21.869410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb890f-9842-491d-b68e-0a6b91cc6915 None None] Pushing event deleted for resources: {'Port': ['ID=83258d65-4492-41c6-980c-f2d00b0736c2,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:21.872325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:21.905130 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:21.905535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:21.924921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Calling delete_port for 83258d65-4492-41c6-980c-f2d00b0736c2 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:22.021975 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ffb14886-4ed7-4bc4-8652-b528de47b751 req-55253b5e-d909-4ba6-a0fd-ed100921dcf4 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957950 Apr 22 09:34:22.064759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.098172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 3ad80b3d-aba7-483c-b946-9d8db9db5b08 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:22.100748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.103654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:22.103859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:22.103956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:22.125642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.152548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cadcfc4f-7b9b-47e5-bfec-6168f0ddf329,segment=NetworkSegment(620ad839-d38f-4919-bfa3-a16deb87d298),segment_id=620ad839-d38f-4919-bfa3-a16deb87d298)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:22.158722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.160080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 09382ccd-315b-46a6-8423-39326b00e6de up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:22.196208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network cf55a354-a075-4559-88a2-729c6ea8e0a5 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:22.234454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:22.238232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:22.250450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:22.253705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:22.267412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:22.268459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.308681 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2063701 Apr 22 09:34:22.308681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21899668-4a0d-4836-9694-9ce9cb892d2f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=3ad80b3d-aba7-483c-b946-9d8db9db5b08,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:22.310273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58750) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:22.321294 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=cadcfc4f-7b9b-47e5-bfec-6168f0ddf329,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:22.336663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port bcab88ee-f8c7-4bf2-9955-c1928327b5a4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:22.337079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.340030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 09382ccd-315b-46a6-8423-39326b00e6de completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:22.352617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c5782-416a-4c89-8a48-6f36c60d7f8e None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:22.432077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b4410-aa8a-4c0f-903f-d290246c6ea6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 3ad80b3d-aba7-483c-b946-9d8db9db5b08 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:22.432902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4410-aa8a-4c0f-903f-d290246c6ea6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.452969 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 83258d65-4492-41c6-980c-f2d00b0736c2 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:22.483547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for bcab88ee-f8c7-4bf2-9955-c1928327b5a4 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:22.493696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 83258d65-4492-41c6-980c-f2d00b0736c2 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:22.494035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 83258d65-4492-41c6-980c-f2d00b0736c2 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:22.545257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2ca16675-f6e9-4d01-ba9f-42b0832ca919 None None] Provisioning for port 09382ccd-315b-46a6-8423-39326b00e6de completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:22.633522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2ca16675-f6e9-4d01-ba9f-42b0832ca919 None None] Provisioning complete for port 09382ccd-315b-46a6-8423-39326b00e6de triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:22.634001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2ca16675-f6e9-4d01-ba9f-42b0832ca919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.797564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Deleting port 83258d65-4492-41c6-980c-f2d00b0736c2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:22.797798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.866855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2ca16675-f6e9-4d01-ba9f-42b0832ca919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.900128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4410-aa8a-4c0f-903f-d290246c6ea6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.907438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2ca16675-f6e9-4d01-ba9f-42b0832ca919 None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:22.952075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2ca16675-f6e9-4d01-ba9f-42b0832ca919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:22.958058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:34:22.961520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.014820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=bcab88ee-f8c7-4bf2-9955-c1928327b5a4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:23.042432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca16675-f6e9-4d01-ba9f-42b0832ca919 None None] Pushing event updated for resources: {'Port': ['ID=09382ccd-315b-46a6-8423-39326b00e6de,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:23.073770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9d7b4410-aa8a-4c0f-903f-d290246c6ea6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 3ad80b3d-aba7-483c-b946-9d8db9db5b08 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:23.096536 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bedb98-207f-4277-a969-7ede83ad83d6 None None] Update dhcp port {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'fixed_ips': [{'subnet_id': '06a138cf-9124-4447-b52a-4ec9ab7d5fcf', 'ip_address': '2001:db8::f816:3eff:fefb:f552'}, {'subnet_id': '3b641e00-1598-4890-a5da-31ab8bf88136'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': '09382ccd-315b-46a6-8423-39326b00e6de'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:34:23.161363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] The port '83258d65-4492-41c6-980c-f2d00b0736c2' was deleted {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:34:23.173360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:23.216269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b58386e9-1dcc-40c6-9881-83376247cf96 None None] Provisioning complete for port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:23.220288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b58386e9-1dcc-40c6-9881-83376247cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.314828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-22bedb98-207f-4277-a969-7ede83ad83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.333726 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:34:23.402661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:23.420496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae722c24-b80d-49bc-9294-863688639a6d req-af0c173d-db5f-4eb6-a8e9-85a979c356d1 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:23.420703 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8bf55989-a079-4f60-91b2-5acdce26bb9a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5473790 Apr 22 09:34:23.420703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58756) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:23.424940 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae722c24-b80d-49bc-9294-863688639a6d req-af0c173d-db5f-4eb6-a8e9-85a979c356d1 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5938056 Apr 22 09:34:23.426490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1691710205'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:23.426875 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:23.431568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:23.436421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:23.439561 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:23.439695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:23.440727 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:23.447436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:23.464417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:23.469473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.479411 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae722c24-b80d-49bc-9294-863688639a6d req-c721d025-82b0-43d9-918b-c7036f9a167e tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535429 Apr 22 09:34:23.566070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.601503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a58d467-99f5-4e18-92d4-979ce8747ede']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:23.617196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd582ac89-1336-4221-bcc6-8f1725d717d8') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:23.617798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd582ac89-1336-4221-bcc6-8f1725d717d8') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:23.624032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.634488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.653757 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:23.654126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.654243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.662212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:34:23.662624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.719930 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:23.722766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b58386e9-1dcc-40c6-9881-83376247cf96 None None] Provisioning for port e3a3daff-49ce-4ce9-9180-bc6c07c0321a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:23.778807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b58386e9-1dcc-40c6-9881-83376247cf96 None None] Provisioning complete for port e3a3daff-49ce-4ce9-9180-bc6c07c0321a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:23.779173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b58386e9-1dcc-40c6-9881-83376247cf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:34:23.782425 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:34:23.815589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.846996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:23.853439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Pushing event deleted for resources: {'Network': ['ID=6a58d467-99f5-4e18-92d4-979ce8747ede,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:23.877430 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-171c2344-ee7a-4c2a-84da-b5f939760da1 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/networks/6a58d467-99f5-4e18-92d4-979ce8747ede HTTP/1.1" status: 204 len: 168 time: 3.4271090 Apr 22 09:34:23.880298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58760) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:23.899198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b58386e9-1dcc-40c6-9881-83376247cf96 None None] Port e3a3daff-49ce-4ce9-9180-bc6c07c0321a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:23.915323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-22bedb98-207f-4277-a969-7ede83ad83d6 None None] Allocated IP 2001:db8:0:1::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/3b641e00-1598-4890-a5da-31ab8bf88136/09382ccd-315b-46a6-8423-39326b00e6de) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:23.939697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9eb5d18f-c50a-411a-b2be-4706cc8d2e36 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Synchronizing usage tracker for tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:24.000939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9eb5d18f-c50a-411a-b2be-4706cc8d2e36 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Unset dirty status for tenant:b7f80f5b4b0f436c9bfb6316b5ad63ed on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:24.005252 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9eb5d18f-c50a-411a-b2be-4706cc8d2e36 tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d00757e-0292-40fe-80d1-43b027404621 HTTP/1.1" status: 200 len: 205 time: 0.1209085 Apr 22 09:34:24.005252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58764) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:24.075296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8202056c-ac44-43dc-a402-26867860ccf0 None None] Provisioning complete for port e3a3daff-49ce-4ce9-9180-bc6c07c0321a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:24.075825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8202056c-ac44-43dc-a402-26867860ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.114236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:34:24.123998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.124349 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment d460fadc-5004-44ec-882d-a6ddea72b2d2 of type vlan for network 472aa765-a619-4309-b3ac-bce17b28060c Apr 22 09:34:24.145090 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:20Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:20Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:24.146359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4410-aa8a-4c0f-903f-d290246c6ea6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.148863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8202056c-ac44-43dc-a402-26867860ccf0 None None] Port e3a3daff-49ce-4ce9-9180-bc6c07c0321a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:24.156816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.157489 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:24.158051 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Updating router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 port e3a3daff-49ce-4ce9-9180-bc6c07c0321a binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:34:24.178236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-22bedb98-207f-4277-a969-7ede83ad83d6 None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:24.209931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b4410-aa8a-4c0f-903f-d290246c6ea6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=3ad80b3d-aba7-483c-b946-9d8db9db5b08,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:24.210317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.216302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d80f1564-7dcf-4ea7-a4d0-eb6e3cc2e68b tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.220814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:24.221132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-22bedb98-207f-4277-a969-7ede83ad83d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.221450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.234134 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.238481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-22bedb98-207f-4277-a969-7ede83ad83d6 None None] Transition to ACTIVE for port object 09382ccd-315b-46a6-8423-39326b00e6de will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:24.243426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-22bedb98-207f-4277-a969-7ede83ad83d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.354921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=472aa765-a619-4309-b3ac-bce17b28060c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:24.379369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 472aa765-a619-4309-b3ac-bce17b28060c details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:34:24.384328 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-740bc43e-1c5a-4321-9fca-30d63f70b751 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9625890 Apr 22 09:34:24.421061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58768) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:24.441069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:24.491811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bedb98-207f-4277-a969-7ede83ad83d6 None None] Pushing event updated for resources: {'Port': ['ID=09382ccd-315b-46a6-8423-39326b00e6de,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:24.529330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 548387c9-816d-4ee6-a2fc-9d592e398ab3 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:24.710712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d80f1564-7dcf-4ea7-a4d0-eb6e3cc2e68b tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.713244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d80f1564-7dcf-4ea7-a4d0-eb6e3cc2e68b tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.740302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4410-aa8a-4c0f-903f-d290246c6ea6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.749996 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9d7b4410-aa8a-4c0f-903f-d290246c6ea6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/3ad80b3d-aba7-483c-b946-9d8db9db5b08 HTTP/1.1" status: 204 len: 168 time: 2.4360802 Apr 22 09:34:24.764553 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.765552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d80f1564-7dcf-4ea7-a4d0-eb6e3cc2e68b tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.766040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80f1564-7dcf-4ea7-a4d0-eb6e3cc2e68b tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Fanout notify agent at l3_agent the message router_deleted on router 2d00757e-0292-40fe-80d1-43b027404621 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:34:24.771252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58774) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:24.778490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d80f1564-7dcf-4ea7-a4d0-eb6e3cc2e68b tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.778604 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Transition to ACTIVE for port object e3a3daff-49ce-4ce9-9180-bc6c07c0321a will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:24.779590 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d80f1564-7dcf-4ea7-a4d0-eb6e3cc2e68b tempest-RoutersNegativeIpV6Test-597313319 tempest-RoutersNegativeIpV6Test-597313319-project] 10.222.0.32 "DELETE /v2.0/routers/2d00757e-0292-40fe-80d1-43b027404621 HTTP/1.1" status: 204 len: 168 time: 0.7737083 Apr 22 09:34:24.786737 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:24.869306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:24.879795 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-28571920-72f3-4657-a375-8113128d39d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/548387c9-816d-4ee6-a2fc-9d592e398ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6589241 Apr 22 09:34:24.880586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58780) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:24.885392 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] Sync routers for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:24.891015 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a9dc-fa62-4ba9-b83c-bdb8e3e693b7 req-f3805e98-ce10-4bfd-bf7f-3b169e32d5e5 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:24.893028 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b427a9dc-fa62-4ba9-b83c-bdb8e3e693b7 req-f3805e98-ce10-4bfd-bf7f-3b169e32d5e5 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2212155 Apr 22 09:34:24.915510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:24.920419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:24.971888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:24.976274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:24.989288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:24.998128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:25.036986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:25.042561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.067780 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b427a9dc-fa62-4ba9-b83c-bdb8e3e693b7 req-f4db74a1-9b21-45cc-b5d1-948ab7710941 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426535 Apr 22 09:34:25.094427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-936d49b0-ecc0-4c2b-bde8-f17651f71d6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet b04b76bd-a153-4698-b2da-1e1908264408 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:25.101419 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Pushing event updated for resources: {'Port': ['ID=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:25.110030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-936d49b0-ecc0-4c2b-bde8-f17651f71d6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.267658 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.271436 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.271822 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.272157 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.272541 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.273025 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.273375 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.273686 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.274028 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.274350 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.274668 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.274984 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:34:25.311320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-936d49b0-ecc0-4c2b-bde8-f17651f71d6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.321719 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Attempting to bind port e3a3daff-49ce-4ce9-9180-bc6c07c0321a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:25.322086 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Attempting to bind port e3a3daff-49ce-4ce9-9180-bc6c07c0321a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:25.322445 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Attempting to bind port e3a3daff-49ce-4ce9-9180-bc6c07c0321a on network cf55a354-a075-4559-88a2-729c6ea8e0a5 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:25.346975 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:25.347346 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Checking segment: {'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:25.347746 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.348134 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Bound using segment: {'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:25.348632 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Bound port: e3a3daff-49ce-4ce9-9180-bc6c07c0321a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620ad839-d38f-4919-bfa3-a16deb87d298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:25.349026 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.366037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 09382ccd-315b-46a6-8423-39326b00e6de up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:25.378604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58786) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:25.451339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-936d49b0-ecc0-4c2b-bde8-f17651f71d6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.464808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eb4799-6891-44c2-b38c-776bb476ebf6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:25.465651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-60eb4799-6891-44c2-b38c-776bb476ebf6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:25.501194 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] For port e3a3daff-49ce-4ce9-9180-bc6c07c0321a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:25.506532 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] For port e3a3daff-49ce-4ce9-9180-bc6c07c0321a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,segment=NetworkSegment(620ad839-d38f-4919-bfa3-a16deb87d298),segment_id=620ad839-d38f-4919-bfa3-a16deb87d298)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:25.516629 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.559991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:25.569408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-60eb4799-6891-44c2-b38c-776bb476ebf6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:25.577445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-60eb4799-6891-44c2-b38c-776bb476ebf6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8049040 Apr 22 09:34:25.579689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58792) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:25.619171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-936d49b0-ecc0-4c2b-bde8-f17651f71d6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.636906 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bd94b-5b1f-49ae-bf1d-02f586faabcd None None] Pushing event updated for resources: {'Port': ['ID=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:25.709787 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:25.710699 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:25.727111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-936d49b0-ecc0-4c2b-bde8-f17651f71d6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:25.730137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d49b0-ecc0-4c2b-bde8-f17651f71d6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=b04b76bd-a153-4698-b2da-1e1908264408,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:25.738278 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-936d49b0-ecc0-4c2b-bde8-f17651f71d6d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/b04b76bd-a153-4698-b2da-1e1908264408 HTTP/1.1" status: 204 len: 168 time: 0.8564782 Apr 22 09:34:25.743725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58796) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:25.781282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81f3e9f-975f-4edc-856c-f354fb78478c None None] Network 303ea779-29bd-4e0f-a215-e37f8691800c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:25.978640 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:26.065362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58800) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:26.066035 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bbb9a43d-5b44-4c62-932c-be49ac81a300 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7f80f5b4b0f436c9bfb6316b5ad63ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5935874 Apr 22 09:34:26.078125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e7f95f-7f6f-47cd-8939-4dffbf516e1b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:26.079962 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-25e7f95f-7f6f-47cd-8939-4dffbf516e1b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4924617 Apr 22 09:34:26.081833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.087102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58804) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:26.111825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7745bff3-d09e-41c5-b160-96010dcec076 None None] Provisioning for port 09382ccd-315b-46a6-8423-39326b00e6de completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:26.138670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.260737 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bbb29e34-5f7f-47e1-a9e3-d29cec4948e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.275103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609bda5d-5d3c-4a35-9b7d-7ade48c83732 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:26.277192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609bda5d-5d3c-4a35-9b7d-7ade48c83732 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:26.279506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609bda5d-5d3c-4a35-9b7d-7ade48c83732 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:26.280352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-609bda5d-5d3c-4a35-9b7d-7ade48c83732 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:26.309556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7745bff3-d09e-41c5-b160-96010dcec076 None None] Provisioning complete for port 09382ccd-315b-46a6-8423-39326b00e6de triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:26.310253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7745bff3-d09e-41c5-b160-96010dcec076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.375424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-609bda5d-5d3c-4a35-9b7d-7ade48c83732 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:26.376715 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-609bda5d-5d3c-4a35-9b7d-7ade48c83732 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2372546 Apr 22 09:34:26.383099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58810) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:26.410423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=8390d690-74e0-487c-95d8-e3a639b44075,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:26.468594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:26.468889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: 472aa765-a619-4309-b3ac-bce17b28060c, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:34:26.479979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bbb29e34-5f7f-47e1-a9e3-d29cec4948e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.524560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-220ba531-9364-4ccb-a839-17bf411a06b3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 06a138cf-9124-4447-b52a-4ec9ab7d5fcf {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:26.530321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-220ba531-9364-4ccb-a839-17bf411a06b3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.566417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 472aa765-a619-4309-b3ac-bce17b28060c is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:34:26.620374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3126e-af8c-4ace-bf1e-c92fb0201805 req-a4d8aa7c-9a43-44da-b006-f4d73be08fa8 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:26.622473 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38c3126e-af8c-4ace-bf1e-c92fb0201805 req-a4d8aa7c-9a43-44da-b006-f4d73be08fa8 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3227055 Apr 22 09:34:26.627331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 472aa765-a619-4309-b3ac-bce17b28060c) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:26.627880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7745bff3-d09e-41c5-b160-96010dcec076 None None] Could not find standard attr ID for object 3ad80b3d-aba7-483c-b946-9d8db9db5b08. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:34:26.643267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157aa759-3003-4c97-aaad-527465d16416 None None] Network 472aa765-a619-4309-b3ac-bce17b28060c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:26.659439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:34:22Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9ada9d08-d455-4c8f-a70f-d527c36b78f3', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:2d:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:19Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:26.661303 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:20Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:25Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:26.661854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:26.662494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.683453 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf55d674-0aa8-4836-9eb8-873ac0abe5ee None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:20Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:25Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:26.687844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] Checking router: 548387c9-816d-4ee6-a2fc-9d592e398ab3 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:26.693621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-220ba531-9364-4ccb-a839-17bf411a06b3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.723989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bbb29e34-5f7f-47e1-a9e3-d29cec4948e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.760529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb29e34-5f7f-47e1-a9e3-d29cec4948e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60557cc8-750e-4362-84e0-cb8147a34dda,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:26.792206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bbb29e34-5f7f-47e1-a9e3-d29cec4948e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.793370 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bbb29e34-5f7f-47e1-a9e3-d29cec4948e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60557cc8-750e-4362-84e0-cb8147a34dda HTTP/1.1" status: 204 len: 168 time: 0.7270315 Apr 22 09:34:26.796693 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38c3126e-af8c-4ace-bf1e-c92fb0201805 req-3fabac0b-97b4-4ec3-9187-558fd624f353 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645415 Apr 22 09:34:26.801919 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8a9a1481-5261-4b9c-b262-f15370411b9d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3798134 Apr 22 09:34:26.805234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.805754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58816) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:26.833894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 9ada9d08-d455-4c8f-a70f-d527c36b78f3 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:26.834238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:26.900668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] DHCP port deletion for 303ea779-29bd-4e0f-a215-e37f8691800c request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:26.920490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] Routers {'548387c9-816d-4ee6-a2fc-9d592e398ab3'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:26.921828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['548387c9-816d-4ee6-a2fc-9d592e398ab3'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:26.995875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1dbcc4ea-0169-44a5-a0b2-ead12ad9809a None None] Could not find standard attr ID for object 3ad80b3d-aba7-483c-b946-9d8db9db5b08. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:34:27.021752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Deleting port a09ad988-e84f-4b5b-8d0f-434989e16ee7 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:27.022220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:27.146054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-220ba531-9364-4ccb-a839-17bf411a06b3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:27.172426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 9ada9d08-d455-4c8f-a70f-d527c36b78f3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9ada9d08-d455-4c8f-a70f-d527c36b78f3,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:27.172940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:27.219037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] Set router 548387c9-816d-4ee6-a2fc-9d592e398ab3 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:27.354408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 9ada9d08-d455-4c8f-a70f-d527c36b78f3 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:27.432105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a09ad988-e84f-4b5b-8d0f-434989e16ee7 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:27.543912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-220ba531-9364-4ccb-a839-17bf411a06b3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:27.600422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-472aa765-a619-4309-b3ac-bce17b28060c', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:27.601177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:27.622833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:34:26Z', 'revision_number': 8, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:27.627644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:27.696155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=9ada9d08-d455-4c8f-a70f-d527c36b78f3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:27.729480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1c9ff-188f-4037-bc7f-3872cbf8350e None None] The sync data for ids ['548387c9-816d-4ee6-a2fc-9d592e398ab3'] in dv-neutron-839018-1-hyperv is: [{'id': '548387c9-816d-4ee6-a2fc-9d592e398ab3', 'name': 'tempest-TestNetworkBasicOps-router-876619036', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:34:26Z', 'revision_number': 8, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:27.801851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ba531-9364-4ccb-a839-17bf411a06b3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=06a138cf-9124-4447-b52a-4ec9ab7d5fcf,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:27.809892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-220ba531-9364-4ccb-a839-17bf411a06b3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:27.827292 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751c6a0f-fc77-426c-b302-8f2650e1e9ae None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:27.862667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:27.877830 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-220ba531-9364-4ccb-a839-17bf411a06b3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/06a138cf-9124-4447-b52a-4ec9ab7d5fcf HTTP/1.1" status: 204 len: 168 time: 1.4901986 Apr 22 09:34:27.882741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58838) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:28.037769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3acbbac-f8fe-4497-8842-b3c2cfc8b21a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 3b641e00-1598-4890-a5da-31ab8bf88136 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:28.044777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3acbbac-f8fe-4497-8842-b3c2cfc8b21a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.099313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.174629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58844) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:28.195815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.209476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.261472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c42568-b71a-4ce0-9386-e20a59d7b2f0 req-19638f8d-d9a9-4c92-ab6c-c7222bc72e2a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:28.263343 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27c42568-b71a-4ce0-9386-e20a59d7b2f0 req-19638f8d-d9a9-4c92-ab6c-c7222bc72e2a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2794669 Apr 22 09:34:28.264603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.265138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Fanout notify agent at l3_agent the message router_deleted on router 548387c9-816d-4ee6-a2fc-9d592e398ab3 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:34:28.285978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.286755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3acbbac-f8fe-4497-8842-b3c2cfc8b21a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.287087 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-154b2034-0cad-4e27-8569-f90f8f150614 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/routers/548387c9-816d-4ee6-a2fc-9d592e398ab3 HTTP/1.1" status: 204 len: 168 time: 2.5418169 Apr 22 09:34:28.289686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58850) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:28.421542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--658959096'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:28.435953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.445789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:28.459258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:28.464764 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:28.475011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] For port a09ad988-e84f-4b5b-8d0f-434989e16ee7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a09ad988-e84f-4b5b-8d0f-434989e16ee7,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:28.475932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.486034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.488193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:28.505019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27c42568-b71a-4ce0-9386-e20a59d7b2f0 req-6987641c-47ec-4df4-88f6-05f276fb9f12 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233343 Apr 22 09:34:28.538592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.571183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.581610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port a09ad988-e84f-4b5b-8d0f-434989e16ee7 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:28.582051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.640625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Calling delete_port for a09ad988-e84f-4b5b-8d0f-434989e16ee7 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:28.675187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port a09ad988-e84f-4b5b-8d0f-434989e16ee7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a09ad988-e84f-4b5b-8d0f-434989e16ee7,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:28.686833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3acbbac-f8fe-4497-8842-b3c2cfc8b21a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.705913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:28.742275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:28.756525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Allocated IP 2001:db8:1::2 (472aa765-a619-4309-b3ac-bce17b28060c/8390d690-74e0-487c-95d8-e3a639b44075/bffb1575-c6e5-4564-a3ab-c58969227613) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:28.757044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:28.774464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:28.811933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:28.914132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:28.914487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:28.924966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=a09ad988-e84f-4b5b-8d0f-434989e16ee7,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:29.100946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3acbbac-f8fe-4497-8842-b3c2cfc8b21a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.178283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acbbac-f8fe-4497-8842-b3c2cfc8b21a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=3b641e00-1598-4890-a5da-31ab8bf88136,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:29.183723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.202163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3acbbac-f8fe-4497-8842-b3c2cfc8b21a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.214723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Transition to ACTIVE for port object bffb1575-c6e5-4564-a3ab-c58969227613 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:29.241069 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f3acbbac-f8fe-4497-8842-b3c2cfc8b21a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/3b641e00-1598-4890-a5da-31ab8bf88136 HTTP/1.1" status: 204 len: 168 time: 1.3553729 Apr 22 09:34:29.241607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58858) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:29.249627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e3a3daff-49ce-4ce9-9180-bc6c07c0321a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:29.385578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Transition to ACTIVE for port object bffb1575-c6e5-4564-a3ab-c58969227613 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:29.399148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.451270 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-32e0e2ed-f900-4567-ba62-7c91b96a5f55 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2085807 Apr 22 09:34:29.454365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58862) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:29.462073 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Deleting port a09ad988-e84f-4b5b-8d0f-434989e16ee7 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:29.462460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.477210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:29.499591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e3a3daff-49ce-4ce9-9180-bc6c07c0321a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:29.503685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8:1::1 (472aa765-a619-4309-b3ac-bce17b28060c/8390d690-74e0-487c-95d8-e3a639b44075/6750b1a7-4a0d-4fa6-9908-866f097212e3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:29.558835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e3a3daff-49ce-4ce9-9180-bc6c07c0321a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:29.561132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-406de8c1-7c8d-4141-b154-3fb00172fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:29.562936 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-406de8c1-7c8d-4141-b154-3fb00172fc6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1098 time: 0.2102089 Apr 22 09:34:29.573060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.651086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port a09ad988-e84f-4b5b-8d0f-434989e16ee7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a09ad988-e84f-4b5b-8d0f-434989e16ee7,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:29.651456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.652279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Network 472aa765-a619-4309-b3ac-bce17b28060c is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:29.669189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:29.677016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:29.745884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c207136-7593-488f-b709-645b94b8e799 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:29.758774 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Pushing event updated for resources: {'Port': ['ID=bffb1575-c6e5-4564-a3ab-c58969227613,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:29.806969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for a09ad988-e84f-4b5b-8d0f-434989e16ee7 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:29.852239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-8542ad58-7cd9-4663-9d75-57a5caadc336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:29.853652 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-8542ad58-7cd9-4663-9d75-57a5caadc336 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 913 time: 0.2762043 Apr 22 09:34:29.857179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.877550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.889441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:29.899204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:29.914361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:29.921611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:29.928930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:29.931803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:29.937013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:29.949580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object 6750b1a7-4a0d-4fa6-9908-866f097212e3 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:29.968729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:29.977314 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-497635aa-7541-46b6-83bd-0ce92e3a5aa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 1001 time: 0.1165357 Apr 22 09:34:29.979145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:30.009866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Attempting to bind port bffb1575-c6e5-4564-a3ab-c58969227613 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:30.010434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028af445-7e9f-49fb-ba1a-bb3b0c5d642f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:30.010570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Attempting to bind port bffb1575-c6e5-4564-a3ab-c58969227613 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:30.010973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Attempting to bind port bffb1575-c6e5-4564-a3ab-c58969227613 on network 472aa765-a619-4309-b3ac-bce17b28060c {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:30.017923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:30.022642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.030674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bfa99da5-10b2-48ed-8f63-56ffaf7509e0 None None] Provisioning complete for port 09382ccd-315b-46a6-8423-39326b00e6de triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:30.031237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bfa99da5-10b2-48ed-8f63-56ffaf7509e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.047806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d508d0-7ca6-4700-8434-c23e885236fd req-8666c06b-2e2c-4268-be8d-fd151c06a911 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:30.049358 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-15d508d0-7ca6-4700-8434-c23e885236fd req-8666c06b-2e2c-4268-be8d-fd151c06a911 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.6029379 Apr 22 09:34:30.050517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-1aadfa80-eefa-4ea9-a3c0-a22ece049055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:30.052182 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-1aadfa80-eefa-4ea9-a3c0-a22ece049055 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.0675936 Apr 22 09:34:30.053147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.059592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.154351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=a09ad988-e84f-4b5b-8d0f-434989e16ee7,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:30.170732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 472aa765-a619-4309-b3ac-bce17b28060c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:30.174727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:30.188265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:30.188802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.212210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port a09ad988-e84f-4b5b-8d0f-434989e16ee7 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:30.243359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:30.243888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Checking segment: {'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:30.244378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.244880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Bound using segment: {'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:30.245457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Bound port: bffb1575-c6e5-4564-a3ab-c58969227613, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:30.245944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.298593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.367852 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-15d508d0-7ca6-4700-8434-c23e885236fd req-cc014dec-5054-455f-8578-2dce72ba421a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043747 Apr 22 09:34:30.391628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] For port a09ad988-e84f-4b5b-8d0f-434989e16ee7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a09ad988-e84f-4b5b-8d0f-434989e16ee7,segment=NetworkSegment(8eb09f36-1e5d-416d-b0c2-427050752f64),segment_id=8eb09f36-1e5d-416d-b0c2-427050752f64)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:30.392255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.483954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.484545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=6750b1a7-4a0d-4fa6-9908-866f097212e3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:30.495054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.538851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.564562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Calling delete_port for a09ad988-e84f-4b5b-8d0f-434989e16ee7 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:30.612699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-a08a169d-1614-414b-a728-18b439b6bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:30.615220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port e3a3daff-49ce-4ce9-9180-bc6c07c0321a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,segment=NetworkSegment(620ad839-d38f-4919-bfa3-a16deb87d298),segment_id=620ad839-d38f-4919-bfa3-a16deb87d298)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:30.623974 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-a08a169d-1614-414b-a728-18b439b6bc4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5174692 Apr 22 09:34:30.634636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303ea779-29bd-4e0f-a215-e37f8691800c']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:30.647350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.647756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.651341 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4730656 Apr 22 09:34:30.655710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48023cc-c418-4233-857c-3246d4aa9465 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165d0c1f-680f-4f1f-8275-07702ca03320,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:30.661989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58866) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:30.699141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eb09f36-1e5d-416d-b0c2-427050752f64') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:30.700282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eb09f36-1e5d-416d-b0c2-427050752f64') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:30.749698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.757507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bcab88ee-f8c7-4bf2-9955-c1928327b5a4 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:30.789970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.795502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] For port bffb1575-c6e5-4564-a3ab-c58969227613, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:30.798988 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-b7da9ed2-d9f2-4c9d-a59f-0c997756a8c9 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740181 Apr 22 09:34:30.812837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:34:30.813243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.820630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: bcab88ee-f8c7-4bf2-9955-c1928327b5a4 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:30.821078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bcab88ee-f8c7-4bf2-9955-c1928327b5a4 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:30.821477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9ada9d08-d455-4c8f-a70f-d527c36b78f3 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:34:30.829443 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:34:30.879472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] For port bffb1575-c6e5-4564-a3ab-c58969227613, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bffb1575-c6e5-4564-a3ab-c58969227613,segment=NetworkSegment(d460fadc-5004-44ec-882d-a6ddea72b2d2),segment_id=d460fadc-5004-44ec-882d-a6ddea72b2d2)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:30.887189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 9ada9d08-d455-4c8f-a70f-d527c36b78f3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:30.887540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9ada9d08-d455-4c8f-a70f-d527c36b78f3 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:30.904727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f3124960-7d6b-4c89-806c-67138dca79c5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:30.905393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:30.922010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:30.922363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:30.923118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:30.984244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.003656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f3124960-7d6b-4c89-806c-67138dca79c5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:31.004949 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f3124960-7d6b-4c89-806c-67138dca79c5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3400207 Apr 22 09:34:31.008136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.010213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58870) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:31.015674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-840d0aa4-faf9-4ca1-81b2-62c21967f42e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-security--766477529', 'description': 'tempest-security-description-406763091'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:31.031770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:31.047800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Deleting port 09382ccd-315b-46a6-8423-39326b00e6de {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:31.048231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.084424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.084632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc82b27-b652-4781-8bd0-0087059a478b None None] Pushing event updated for resources: {'Port': ['ID=bffb1575-c6e5-4564-a3ab-c58969227613,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:31.121192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=303ea779-29bd-4e0f-a215-e37f8691800c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:31.123430 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-419325f0-5247-4f5b-8ecf-0172aca82ef1 req-55d3cea5-532a-4ff1-beb1-c530536862fc service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165138 Apr 22 09:34:31.166049 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-82d0175a-4a7f-412f-aaa9-a933125dfb5d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/303ea779-29bd-4e0f-a215-e37f8691800c HTTP/1.1" status: 204 len: 168 time: 2.8753269 Apr 22 09:34:31.176129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e3a3daff-49ce-4ce9-9180-bc6c07c0321a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:31.193825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58874) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:31.202716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--2146133360', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:31.207237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-840d0aa4-faf9-4ca1-81b2-62c21967f42e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.222133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:31.228379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:34:31.274434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:network and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:31.282302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Deleting port a09ad988-e84f-4b5b-8d0f-434989e16ee7 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:31.282841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.292950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:31.322652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:31.351738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-840d0aa4-faf9-4ca1-81b2-62c21967f42e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.379594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-840d0aa4-faf9-4ca1-81b2-62c21967f42e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.382408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-840d0aa4-faf9-4ca1-81b2-62c21967f42e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.383711 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-840d0aa4-faf9-4ca1-81b2-62c21967f42e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "PUT /v2.0/security-groups/165d0c1f-680f-4f1f-8275-07702ca03320 HTTP/1.1" status: 200 len: 1778 time: 0.3729684 Apr 22 09:34:31.385024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:31.388913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.389574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58878) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:31.465058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-65371b69-5323-4198-bd5f-15f0d2ef97fd None None] The port 'a09ad988-e84f-4b5b-8d0f-434989e16ee7' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:34:31.474945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:34:31.507541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e3a3daff-49ce-4ce9-9180-bc6c07c0321a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:31.508064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.601646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:31.602479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.696028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d0aa4-faf9-4ca1-81b2-62c21967f42e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=165d0c1f-680f-4f1f-8275-07702ca03320,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:31.702086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.702434 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment 193ceb91-d069-4d96-8894-e922e2afbdb8 of type vlan for network b254c29f-9f50-4ebb-b0f3-e133f8c31990 Apr 22 09:34:31.713602 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-68701a71-c50a-43bf-8f25-7b8176eb813b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups/165d0c1f-680f-4f1f-8275-07702ca03320 HTTP/1.1" status: 200 len: 1778 time: 0.3226943 Apr 22 09:34:31.719064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58884) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:31.804456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.810243 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Calling delete_port for 09382ccd-315b-46a6-8423-39326b00e6de owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:31.858046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.862484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167d47a-0961-488b-8e02-e6d9e2527e24 req-e4f00433-96a2-4c8b-a34d-043f6fc35665 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:31.863965 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0167d47a-0961-488b-8e02-e6d9e2527e24 req-e4f00433-96a2-4c8b-a34d-043f6fc35665 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2770915 Apr 22 09:34:31.865459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:31.866140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.866444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.867898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b1bfcbb-3ea1-408d-b7da-eaf4d6374cc7 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.897780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.898523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.922649 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7251287 Apr 22 09:34:31.950093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58888) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:31.955138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:31.956093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:31.966135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-62788672', 'admin_state_up': True, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:31.971782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:31.986230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b1bfcbb-3ea1-408d-b7da-eaf4d6374cc7 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.031918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:32.035041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=6750b1a7-4a0d-4fa6-9908-866f097212e3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:32.049864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:router and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:32.054967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:32.059992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 09382ccd-315b-46a6-8423-39326b00e6de no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:32.066503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a28ccb-a1fc-4de1-beb9-c7b88f690fee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=b254c29f-9f50-4ebb-b0f3-e133f8c31990,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:32.069966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:32.121283 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0167d47a-0961-488b-8e02-e6d9e2527e24 req-4155a505-2af4-40df-abe2-108b0127b318 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388146 Apr 22 09:34:32.126029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b1bfcbb-3ea1-408d-b7da-eaf4d6374cc7 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.154851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.155909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.173361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.198357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:34:32.220248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bfcbb-3ea1-408d-b7da-eaf4d6374cc7 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=165d0c1f-680f-4f1f-8275-07702ca03320,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:32.239094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2b1bfcbb-3ea1-408d-b7da-eaf4d6374cc7 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.240509 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2b1bfcbb-3ea1-408d-b7da-eaf4d6374cc7 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/165d0c1f-680f-4f1f-8275-07702ca03320 HTTP/1.1" status: 204 len: 168 time: 0.5178716 Apr 22 09:34:32.243249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58892) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:32.319216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c697f146-07b2-4efe-8e83-6a6086a7e258 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:32.339354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 472aa765-a619-4309-b3ac-bce17b28060c is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:32.342126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:32.437462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.456000 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf4f3e5-dafb-4802-903d-f8c600f64e8a None None] Network 472aa765-a619-4309-b3ac-bce17b28060c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:32.474034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Deleting port 09382ccd-315b-46a6-8423-39326b00e6de {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:32.474346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.553431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c697f146-07b2-4efe-8e83-6a6086a7e258 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:32.555731 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c697f146-07b2-4efe-8e83-6a6086a7e258 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3111584 Apr 22 09:34:32.558476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58896) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:32.627462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.641026 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-639689c9-8425-499d-9044-e28a823f7963 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] delete failed (client error): The resource could not be found. Apr 22 09:34:32.642384 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-639689c9-8425-499d-9044-e28a823f7963 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/165d0c1f-680f-4f1f-8275-07702ca03320 HTTP/1.1" status: 404 len: 347 time: 0.0828714 Apr 22 09:34:32.646540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58900) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:32.654814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--28130'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:32.664223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:32.668816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f1a449e6-f2db-47c0-8ed9-bf5a25bd9f6f None None] Provisioning for port bffb1575-c6e5-4564-a3ab-c58969227613 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:32.695856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:32.700327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:32.712870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:32.716551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.742980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:32.784531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.794096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.794823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.802745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:32.812802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:32.822248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:32.919509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:32.926361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:32.932370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:32.934318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:32.934318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.948307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-211d3cf3-5967-4c17-a4bb-7fef17439098 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1415112 Apr 22 09:34:32.953360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58904) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:32.958177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=5a524052-77f8-4cb0-96d2-6ba6102f7ff3,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:32.967401 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:32.976255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978481121'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:32.981494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:32.982192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:32.991181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:32.991619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:32.991765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:32.993913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=09382ccd-315b-46a6-8423-39326b00e6de,revision_number=8']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:32.994910 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:32.995895 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:33.000053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:33.005369 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d2d391b5-6f75-4527-b90f-40fcac93e6f4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5468001 Apr 22 09:34:33.006902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:33.009517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58908) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:33.019525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:33.031810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.036484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:33.038528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.092657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73639f95-d1a6-4181-b65d-4e5ded95830c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:33.107018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.108512 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-78343988-eb27-4ea2-a91e-a5a0204b8d50 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 0.4608517 Apr 22 09:34:33.112374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58912) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:33.118113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': '73639f95-d1a6-4181-b65d-4e5ded95830c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:33.126924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:33.131410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Calling delete_port for 09382ccd-315b-46a6-8423-39326b00e6de owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:33.132070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:33.135514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:33.142595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:33.176652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.226048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:33.233969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.248169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:33.248693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:33.283429 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:33.307450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.308514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Deleting port 09382ccd-315b-46a6-8423-39326b00e6de {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:33.308900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.313158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.358906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c64027a-8fb9-4666-b1d6-8f8f4e9faadb,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:33.363387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.365574 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0a407d55-24c6-4706-915d-fdca9bd4ed1d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2518799 Apr 22 09:34:33.369922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58918) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:33.410491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17aa9e8d-19a6-449d-a159-818cfcbd8a65 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.423521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17aa9e8d-19a6-449d-a159-818cfcbd8a65 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.465959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17aa9e8d-19a6-449d-a159-818cfcbd8a65 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.485383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa9e8d-19a6-449d-a159-818cfcbd8a65 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c64027a-8fb9-4666-b1d6-8f8f4e9faadb,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:33.487546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17aa9e8d-19a6-449d-a159-818cfcbd8a65 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.491083 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-17aa9e8d-19a6-449d-a159-818cfcbd8a65 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2c64027a-8fb9-4666-b1d6-8f8f4e9faadb HTTP/1.1" status: 204 len: 168 time: 0.1178954 Apr 22 09:34:33.491397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58922) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:33.548209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5ad8278-a337-4780-8c5c-7eb026064da0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:33.577566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b5ad8278-a337-4780-8c5c-7eb026064da0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:33.582217 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b5ad8278-a337-4780-8c5c-7eb026064da0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0866671 Apr 22 09:34:33.583318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58926) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:33.683533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.700695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d783b7b8-cfc9-4985-8107-c82948420182 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.736536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d783b7b8-cfc9-4985-8107-c82948420182 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.758303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.765320 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 3, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:31Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:33.770124 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:33.770951 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Updating router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 port 6750b1a7-4a0d-4fa6-9908-866f097212e3 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:34:33.779042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.800787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d783b7b8-cfc9-4985-8107-c82948420182 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.834378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783b7b8-cfc9-4985-8107-c82948420182 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73639f95-d1a6-4181-b65d-4e5ded95830c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:33.846415 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.861705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d783b7b8-cfc9-4985-8107-c82948420182 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.862989 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d783b7b8-cfc9-4985-8107-c82948420182 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/73639f95-d1a6-4181-b65d-4e5ded95830c HTTP/1.1" status: 204 len: 168 time: 0.2786629 Apr 22 09:34:33.866098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58930) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:33.876977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ed9b9fc2-f067-4be8-b329-a827de20172c None None] Provisioning for port 6750b1a7-4a0d-4fa6-9908-866f097212e3 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:33.883210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:33.887922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ed9b9fc2-f067-4be8-b329-a827de20172c None None] Provisioning complete for port 6750b1a7-4a0d-4fa6-9908-866f097212e3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:33.888270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ed9b9fc2-f067-4be8-b329-a827de20172c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.930954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:33.986887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e9222e19-518b-4148-870e-d3e52de1c0ef tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:34.004743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.237 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/580ca0ab-10a5-4227-9efe-e2d9a06f741e) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:34.013200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:34.013709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.024938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e9222e19-518b-4148-870e-d3e52de1c0ef tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:34.026646 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e9222e19-518b-4148-870e-d3e52de1c0ef tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1594682 Apr 22 09:34:34.031413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58934) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:34.042083 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--436054161'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:34.059026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:34.073833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:34.080226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b9fc2-f067-4be8-b329-a827de20172c None None] Port 6750b1a7-4a0d-4fa6-9908-866f097212e3 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:34.107899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.147240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:34.152180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:34.156219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:34.163819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:34.256142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.260931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.267393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.272112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:34:34.297493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:34.301973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:34.309657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:34.322810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:34.334233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ab2d80-cd60-4dfb-86a6-45e798314017,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:34.345511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.345938 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment d246216b-6e5c-40a8-ad89-85006e3a561b of type vlan for network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e Apr 22 09:34:34.348839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.350677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-64768caf-e985-4b11-be9c-276be1007c99 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3176646 Apr 22 09:34:34.353017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58938) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:34.358918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bffb1575-c6e5-4564-a3ab-c58969227613 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:34.359356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': '66ab2d80-cd60-4dfb-86a6-45e798314017', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:34.367922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:34.374799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:34.379191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:34.385503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:34.390018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:34.390574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.412688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.420133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Calling delete_port for 09382ccd-315b-46a6-8423-39326b00e6de owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:34.436233 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.452852 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Transition to ACTIVE for port object 6750b1a7-4a0d-4fa6-9908-866f097212e3 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:34.463179 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.467304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d338c2e-dcb2-45fb-a6b3-e2ca438f4b4c req-76d206e0-5bc4-43e9-a841-5e573992c602 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:34.475815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9d338c2e-dcb2-45fb-a6b3-e2ca438f4b4c req-76d206e0-5bc4-43e9-a841-5e573992c602 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 1.2056470 Apr 22 09:34:34.495467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=09382ccd-315b-46a6-8423-39326b00e6de,revision_number=9']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:34.525301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.539294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.548247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port bffb1575-c6e5-4564-a3ab-c58969227613 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:34.556374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port bffb1575-c6e5-4564-a3ab-c58969227613 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:34.557298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.577203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542a3c08-5e5f-4407-979b-bf1890952336,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:34.599914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.635310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.637583 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2bfdc86b-9197-445f-9304-719ee0909496 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2827220 Apr 22 09:34:34.643217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58942) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:34.657076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': '66ab2d80-cd60-4dfb-86a6-45e798314017', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:34.669720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:34.675867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:34.676556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:34.683161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.687537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:34.698335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:34.705891 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665eb93-6e90-4202-becb-fbe2f3a1ca4d None None] Pushing event updated for resources: {'Port': ['ID=6750b1a7-4a0d-4fa6-9908-866f097212e3,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:34.710382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:34.739592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.770134 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9d338c2e-dcb2-45fb-a6b3-e2ca438f4b4c req-2c5e3926-cc5d-446d-8599-24e2fcee54e8 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933502 Apr 22 09:34:34.779158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.782224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.resource_extend [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:34:34.823739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port bffb1575-c6e5-4564-a3ab-c58969227613, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bffb1575-c6e5-4564-a3ab-c58969227613,segment=NetworkSegment(d460fadc-5004-44ec-882d-a6ddea72b2d2),segment_id=d460fadc-5004-44ec-882d-a6ddea72b2d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:34.827385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.828577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.830786 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.ipam_backend_mixin [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a524052-77f8-4cb0-96d2-6ba6102f7ff3 (CIDR: 2001:db8::/64) Apr 22 09:34:34.835250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.839154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:34.844500 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:34:34.845193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:34:34.849279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:34.856818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:34.887512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26eab130-8851-4d54-96d4-d0f230e2513d,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:34.905594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.907019 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1ed6fcaf-b5d9-4db9-a139-c772b3e8e2b5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2630327 Apr 22 09:34:34.909941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58948) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:34.919984 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Attempting to bind port 6750b1a7-4a0d-4fa6-9908-866f097212e3 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:34.921850 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Attempting to bind port 6750b1a7-4a0d-4fa6-9908-866f097212e3 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:34.922242 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Attempting to bind port 6750b1a7-4a0d-4fa6-9908-866f097212e3 on network 472aa765-a619-4309-b3ac-bce17b28060c {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:34.928316 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:34.928715 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Checking segment: {'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:34.929022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': '66ab2d80-cd60-4dfb-86a6-45e798314017', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:34.929159 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.929585 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Bound using segment: {'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:34.930151 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Bound port: 6750b1a7-4a0d-4fa6-9908-866f097212e3, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd460fadc-5004-44ec-882d-a6ddea72b2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:34.930535 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.944247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:34.952724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.954667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:34.958995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:34.959716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:34.975978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=bffb1575-c6e5-4564-a3ab-c58969227613,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:34.989446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=580ca0ab-10a5-4227-9efe-e2d9a06f741e,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:35.017296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:35.033198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:35.052570 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-93dd5f5f-5455-4cab-97ca-170359c145b4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0394692 Apr 22 09:34:35.055811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58952) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:35.063709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:35.085351 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] For port 6750b1a7-4a0d-4fa6-9908-866f097212e3, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:35.088811 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] For port 6750b1a7-4a0d-4fa6-9908-866f097212e3, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6750b1a7-4a0d-4fa6-9908-866f097212e3,segment=NetworkSegment(d460fadc-5004-44ec-882d-a6ddea72b2d2),segment_id=d460fadc-5004-44ec-882d-a6ddea72b2d2)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:35.094782 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:35.101575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:35.107396 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1422577 Apr 22 09:34:35.112597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58956) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:35.135148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:35.187107 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665eb93-6e90-4202-becb-fbe2f3a1ca4d None None] Pushing event updated for resources: {'Port': ['ID=6750b1a7-4a0d-4fa6-9908-866f097212e3,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:35.200488 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:35.205456 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:35.244470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c2c7b-ff1d-44fc-a99f-334812f9e98a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=0fb4f567-9523-4925-ae96-3e9eaf3ce18e,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:35.258141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:34:35.346976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd469a0-11aa-4bbb-9a57-6fff11301b53 req-f1dc7a94-6c81-42fe-8f76-4af7a57e3c91 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:35.346976 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1cd469a0-11aa-4bbb-9a57-6fff11301b53 req-f1dc7a94-6c81-42fe-8f76-4af7a57e3c91 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3887897 Apr 22 09:34:35.413978 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:35.496334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1cd469a0-11aa-4bbb-9a57-6fff11301b53 req-670cc63a-e737-4ccc-b61e-a61242a3c0f3 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358399 Apr 22 09:34:35.498718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:35.505346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:35.510543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:35.514463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:35.521249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:35.534225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:35.539568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:35.554185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:35.558644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:35.583386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:35.598487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:35.605126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:35.612847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:35.706864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:35.708060 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7953470 Apr 22 09:34:35.712785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac660a35-2a93-4de6-a1bc-b32e0ecba431 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d5bc83-27db-4749-a05c-5ab6d6648716,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:35.716027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58962) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:35.729902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': '66ab2d80-cd60-4dfb-86a6-45e798314017', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:35.853151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:35.856435 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 3, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:35Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:35.857180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:35.861297 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c615eb3c-aa56-43cb-baaa-36117bce2a6c None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 3, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:35Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:35.875729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:35.902052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:35.925509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:35.941732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:36.040923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af48db-3a23-4985-83d0-826af97b4997 req-645c0048-5e88-4824-910c-8da7a0d5dfa6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:36.042537 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-00af48db-3a23-4985-83d0-826af97b4997 req-645c0048-5e88-4824-910c-8da7a0d5dfa6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3614442 Apr 22 09:34:36.153891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6750b1a7-4a0d-4fa6-9908-866f097212e3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:36.213639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.232194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 6750b1a7-4a0d-4fa6-9908-866f097212e3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:36.239044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6750b1a7-4a0d-4fa6-9908-866f097212e3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:36.240066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.284263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Deleting port 09382ccd-315b-46a6-8423-39326b00e6de {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:36.285071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.292141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.300235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.313270 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-00af48db-3a23-4985-83d0-826af97b4997 req-6db37d1f-b716-4042-a31e-8f6df1203ec1 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621140 Apr 22 09:34:36.488810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.554895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.576497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=461c2269-42ff-4c68-80c3-0329da36452a,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:36.591431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.600728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:36.601093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: 0fb4f567-9523-4925-ae96-3e9eaf3ce18e, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:34:36.617364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84949f3-1479-4093-a60d-097f62ea5eff,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:36.658338 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 6750b1a7-4a0d-4fa6-9908-866f097212e3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6750b1a7-4a0d-4fa6-9908-866f097212e3,segment=NetworkSegment(d460fadc-5004-44ec-882d-a6ddea72b2d2),segment_id=d460fadc-5004-44ec-882d-a6ddea72b2d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:36.673435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.675274 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-64b146cc-411d-4543-91e4-b2a405760378 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9505980 Apr 22 09:34:36.675716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.676756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bffb1575-c6e5-4564-a3ab-c58969227613 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:36.679168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58968) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:36.680365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:34:36.690027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': '66ab2d80-cd60-4dfb-86a6-45e798314017', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:36.701668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:36.702545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router b21e4aaa-314c-43d2-8640-69aa35123ded is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:34:36.710367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:36.714485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:36.731111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 0fb4f567-9523-4925-ae96-3e9eaf3ce18e) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:36.735683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:36.736277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.740199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:36.763333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d7f71-d645-47e0-8ae1-e4a2dc7f9c9a None None] Network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:36.796261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108db99-9127-4e73-a478-d8f127701641 req-b5e19c5d-7b73-424e-b99b-03490e02f292 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:36.797819 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b108db99-9127-4e73-a478-d8f127701641 req-b5e19c5d-7b73-424e-b99b-03490e02f292 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3079853 Apr 22 09:34:36.803420 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0bf7a5c4-bb4b-421e-b986-e79cd1d7c62d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6873574 Apr 22 09:34:36.804545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 58972) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:36.805921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.811195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] For port 09382ccd-315b-46a6-8423-39326b00e6de, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=09382ccd-315b-46a6-8423-39326b00e6de,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:36.811601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.934772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:36.939224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.962390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:36.967633 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cde99f37-7cce-41a4-9926-c979c67aad6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0156543 Apr 22 09:34:36.968345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58976) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:37.014737 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-473640d6-df43-44f8-81b7-8c041897c2c5 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426457 Apr 22 09:34:37.014982 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Calling delete_port for 09382ccd-315b-46a6-8423-39326b00e6de owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:37.015080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58980) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:37.040338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:37.040623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Sync routers for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:37.053753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:37.057022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:37.057556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.139038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=364cbb27-c234-46da-ab65-1718e280b16e,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:37.147559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=6750b1a7-4a0d-4fa6-9908-866f097212e3,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:37.156141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58984) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:37.156753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0788c53e-8eb3-4cb7-a277-4456dc603833 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0985363 Apr 22 09:34:37.162051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:59:29:58', 'name': 'tempest-NetworksTestDHCPv6-1384871444'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:37.176585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:37.177108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:37.200999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523900d-2f46-45d4-a3e4-ed130526bec0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:37.204988 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a523900d-2f46-45d4-a3e4-ed130526bec0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1864765 Apr 22 09:34:37.205954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58988) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:37.219242 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b108db99-9127-4e73-a478-d8f127701641 req-bd380edd-7112-4439-86aa-12dfd69cc6c7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019048 Apr 22 09:34:37.257616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.308410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port bffb1575-c6e5-4564-a3ab-c58969227613 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:37.309142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.318158 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f106f09b-1a63-444b-9734-b8f12443116e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1113994 Apr 22 09:34:37.321116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58994) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:37.328051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.338257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-957029359', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:37.386371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9904be7b-d558-446b-b16a-df6a03531364,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:37.414098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.419604 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-990d4cba-3638-4869-b3f7-a04cd7350a4b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7326500 Apr 22 09:34:37.425689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 58998) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:37.564671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:37.575852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:37.577599 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:37.578672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.588224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85c62c96-3eae-4659-884f-0b5c65fc4e07 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.608219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:37.622785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.627772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:37.628226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:37.631607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85c62c96-3eae-4659-884f-0b5c65fc4e07 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.651281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:37.661445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:37.670479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:37.727791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.755657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:37.759434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.810585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85c62c96-3eae-4659-884f-0b5c65fc4e07 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:37.841851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba630d-01f1-40cb-9049-3ea9c05c9f6d req-4aad81d1-95bf-4d85-a308-a2f2c876998b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:37.843391 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6bba630d-01f1-40cb-9049-3ea9c05c9f6d req-4aad81d1-95bf-4d85-a308-a2f2c876998b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4771206 Apr 22 09:34:37.879648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] Pushing event deleted for resources: {'Port': ['ID=09382ccd-315b-46a6-8423-39326b00e6de,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:38.068335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889da00e-1cb4-4bd5-8ad6-28aaa14c1d2b None None] No DVR routers for this DVR port 09382ccd-315b-46a6-8423-39326b00e6de on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:38.085702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c62c96-3eae-4659-884f-0b5c65fc4e07 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9904be7b-d558-446b-b16a-df6a03531364,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:38.088470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85c62c96-3eae-4659-884f-0b5c65fc4e07 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.089643 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-85c62c96-3eae-4659-884f-0b5c65fc4e07 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9904be7b-d558-446b-b16a-df6a03531364 HTTP/1.1" status: 204 len: 168 time: 0.6567237 Apr 22 09:34:38.102775 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59002) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:38.105022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a30b671-69d1-4a59-b1c8-f6573048eea7 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:38.117470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.161867 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6bba630d-01f1-40cb-9049-3ea9c05c9f6d req-e4600af6-13e3-409b-a09a-5b163402d789 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029365 Apr 22 09:34:38.172651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port ebc3b3d3-07d6-49ff-96aa-39914781471a yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:34:38.216816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a69246b8-0dc3-4c6f-bfda-bb3a37dd06f8 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:38.297040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a69246b8-0dc3-4c6f-bfda-bb3a37dd06f8 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:38.301102 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a69246b8-0dc3-4c6f-bfda-bb3a37dd06f8 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1942451 Apr 22 09:34:38.301964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59008) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:38.348926 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4e0b-401c-46de-b158-a3a51397be7e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.369925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4e0b-401c-46de-b158-a3a51397be7e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.411676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4e0b-401c-46de-b158-a3a51397be7e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.417411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6750b1a7-4a0d-4fa6-9908-866f097212e3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:38.452810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc4e0b-401c-46de-b158-a3a51397be7e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e84949f3-1479-4093-a60d-097f62ea5eff,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:38.465268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bdc4e0b-401c-46de-b158-a3a51397be7e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.467845 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6bdc4e0b-401c-46de-b158-a3a51397be7e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e84949f3-1479-4093-a60d-097f62ea5eff HTTP/1.1" status: 204 len: 168 time: 0.1648726 Apr 22 09:34:38.471045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59012) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:38.550607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-77db585b-63e6-4aff-a572-77507399fcf8 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:38.552322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Allocated IP 2001:db8:2::2 (0fb4f567-9523-4925-ae96-3e9eaf3ce18e/461c2269-42ff-4c68-80c3-0329da36452a/1c20dc5c-df18-48ad-a22d-f478ea276e97) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:38.565472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.577190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-77db585b-63e6-4aff-a572-77507399fcf8 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:38.578874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.579840 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-77db585b-63e6-4aff-a572-77507399fcf8 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1072066 Apr 22 09:34:38.582974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59018) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:38.672034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '364cbb27-c234-46da-ab65-1718e280b16e'}, {'subnet_id': '5a524052-77f8-4cb0-96d2-6ba6102f7ff3'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:38.672881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.734115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8:0:1::23f (f441e355-9a94-4c8f-aa75-59d20254aa63/364cbb27-c234-46da-ab65-1718e280b16e/ebc3b3d3-07d6-49ff-96aa-39914781471a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:38.759257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-429e532b-2dac-4990-899c-a7d268a3de15 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.766494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=3b828341-5576-4224-bda3-0700864faaf0,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:38.770501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::f816:3eff:fe59:2958 (f441e355-9a94-4c8f-aa75-59d20254aa63/5a524052-77f8-4cb0-96d2-6ba6102f7ff3/ebc3b3d3-07d6-49ff-96aa-39914781471a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:38.793951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-429e532b-2dac-4990-899c-a7d268a3de15 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.832646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:38.833017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: b254c29f-9f50-4ebb-b0f3-e133f8c31990, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:34:38.880097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6750b1a7-4a0d-4fa6-9908-866f097212e3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:38.880585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.898047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-429e532b-2dac-4990-899c-a7d268a3de15 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:38.946130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29ecb5-e3db-4777-807b-50e84942ead8 req-149ad0ea-967e-4338-9575-810d501cf226 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:38.947540 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8c29ecb5-e3db-4777-807b-50e84942ead8 req-149ad0ea-967e-4338-9575-810d501cf226 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3243196 Apr 22 09:34:38.952944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:35Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:38.960928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:34:38.963090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e532b-2dac-4990-899c-a7d268a3de15 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7d5bc83-27db-4749-a05c-5ab6d6648716,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:38.994091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Checking router: b21e4aaa-314c-43d2-8640-69aa35123ded for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:38.994436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Updating router b21e4aaa-314c-43d2-8640-69aa35123ded port 580ca0ab-10a5-4227-9efe-e2d9a06f741e binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:34:39.061872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, b254c29f-9f50-4ebb-b0f3-e133f8c31990) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:39.065818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:39.066406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.092265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd142a-0cdf-4d97-82e9-869bb2b6f37a None None] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:39.130547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-429e532b-2dac-4990-899c-a7d268a3de15 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.131707 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-429e532b-2dac-4990-899c-a7d268a3de15 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c7d5bc83-27db-4749-a05c-5ab6d6648716 HTTP/1.1" status: 204 len: 168 time: 0.5184269 Apr 22 09:34:39.134644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59022) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:39.134826 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8c29ecb5-e3db-4777-807b-50e84942ead8 req-7774060e-0c40-4112-b6a1-5f0985f537c4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681023 Apr 22 09:34:39.139965 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-48309601-6720-455e-8a52-91c34ee89290 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8178518 Apr 22 09:34:39.146776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59026) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:39.174609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.192409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object ebc3b3d3-07d6-49ff-96aa-39914781471a will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:39.202265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.221655 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.297775 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ea34366d-bf9e-43ce-97a8-6244875f2a79 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1582189 Apr 22 09:34:39.299274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59030) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:39.327654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:39.334855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:39.337474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:39.344356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:39.345343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.360497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.377544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=ebc3b3d3-07d6-49ff-96aa-39914781471a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:39.389342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b90d1ab5-f5fe-4476-871c-d23225565760 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.399871 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2e01a19d-a2c7-43d5-8333-6c2cae381591 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.2424555 Apr 22 09:34:39.400774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59034) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:39.441193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b90d1ab5-f5fe-4476-871c-d23225565760 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.456813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Transition to ACTIVE for port object 1c20dc5c-df18-48ad-a22d-f478ea276e97 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:39.497859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d1badfca-ac3b-4a37-9dd9-481a36dbe636 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port ebc3b3d3-07d6-49ff-96aa-39914781471a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:39.498312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1badfca-ac3b-4a37-9dd9-481a36dbe636 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.537624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b90d1ab5-f5fe-4476-871c-d23225565760 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.570798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d1ab5-f5fe-4476-871c-d23225565760 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26eab130-8851-4d54-96d4-d0f230e2513d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:39.581959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Transition to ACTIVE for port object 1c20dc5c-df18-48ad-a22d-f478ea276e97 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:39.585894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b90d1ab5-f5fe-4476-871c-d23225565760 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.587029 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b90d1ab5-f5fe-4476-871c-d23225565760 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/26eab130-8851-4d54-96d4-d0f230e2513d HTTP/1.1" status: 204 len: 168 time: 0.2870686 Apr 22 09:34:39.590171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59038) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:39.616190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.723316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e5b815cc-d250-4e9b-a84d-af1040e021de tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:39.765009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:39.805464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e5b815cc-d250-4e9b-a84d-af1040e021de tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:39.808552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:39.809222 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e5b815cc-d250-4e9b-a84d-af1040e021de tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2158179 Apr 22 09:34:39.811613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59042) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:39.824172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:39.842245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Allocated IP 2001:db8:0:1::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/364cbb27-c234-46da-ab65-1718e280b16e/e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:39.847676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8:2::1 (0fb4f567-9523-4925-ae96-3e9eaf3ce18e/461c2269-42ff-4c68-80c3-0329da36452a/d3c3873a-a410-4f04-b7ed-d1e959653da0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:39.850587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Pushing event updated for resources: {'Port': ['ID=1c20dc5c-df18-48ad-a22d-f478ea276e97,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:39.857832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9de0a27-937c-47d8-8f24-89c1b037538b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.881725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9de0a27-937c-47d8-8f24-89c1b037538b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.884303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Allocated IP 2001:db8::f816:3eff:fece:df83 (f441e355-9a94-4c8f-aa75-59d20254aa63/5a524052-77f8-4cb0-96d2-6ba6102f7ff3/e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:39.889457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1badfca-ac3b-4a37-9dd9-481a36dbe636 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:39.893455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:39.894262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.031050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d1badfca-ac3b-4a37-9dd9-481a36dbe636 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for ebc3b3d3-07d6-49ff-96aa-39914781471a owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:40.081686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9de0a27-937c-47d8-8f24-89c1b037538b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.085155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Attempting to bind port 1c20dc5c-df18-48ad-a22d-f478ea276e97 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:40.085624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Attempting to bind port 1c20dc5c-df18-48ad-a22d-f478ea276e97 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:40.086070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Attempting to bind port 1c20dc5c-df18-48ad-a22d-f478ea276e97 on network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:40.115055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de0a27-937c-47d8-8f24-89c1b037538b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=542a3c08-5e5f-4407-979b-bf1890952336,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:40.123882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9de0a27-937c-47d8-8f24-89c1b037538b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.127176 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f9de0a27-937c-47d8-8f24-89c1b037538b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/542a3c08-5e5f-4407-979b-bf1890952336 HTTP/1.1" status: 204 len: 168 time: 0.3123870 Apr 22 09:34:40.127944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59046) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:40.156622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:40.157048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Checking segment: {'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:40.157455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.157840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Bound using segment: {'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:40.158321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Bound port: 1c20dc5c-df18-48ad-a22d-f478ea276e97, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:40.158792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.186523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.resource_extend [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:34:40.216528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.253121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cba8b737-eedf-44e1-8cf3-1ced6daef73e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:40.279321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object d3c3873a-a410-4f04-b7ed-d1e959653da0 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:40.286343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cba8b737-eedf-44e1-8cf3-1ced6daef73e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:40.290617 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cba8b737-eedf-44e1-8cf3-1ced6daef73e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1587648 Apr 22 09:34:40.292079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59052) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:40.360096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.398528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.441074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Transition to ACTIVE for port object 580ca0ab-10a5-4227-9efe-e2d9a06f741e will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:40.458451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] For port 1c20dc5c-df18-48ad-a22d-f478ea276e97, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:40.464645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] For port 1c20dc5c-df18-48ad-a22d-f478ea276e97, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1c20dc5c-df18-48ad-a22d-f478ea276e97,segment=NetworkSegment(d246216b-6e5c-40a8-ad89-85006e3a561b),segment_id=d246216b-6e5c-40a8-ad89-85006e3a561b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:40.465749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.471795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Allocated IP 172.20.0.2 (b254c29f-9f50-4ebb-b0f3-e133f8c31990/3b828341-5576-4224-bda3-0700864faaf0/d1dcd276-9c55-469d-a5a2-6c8b6208a977) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:40.512857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.572367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4f46-1ff2-436c-bed1-86f3f8bfcbc5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.611527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1badfca-ac3b-4a37-9dd9-481a36dbe636 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.639508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.673644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4f46-1ff2-436c-bed1-86f3f8bfcbc5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.701424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1badfca-ac3b-4a37-9dd9-481a36dbe636 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=ebc3b3d3-07d6-49ff-96aa-39914781471a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:40.722061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:40.728830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:40.732409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Attempting to bind port 580ca0ab-10a5-4227-9efe-e2d9a06f741e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:40.732788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Attempting to bind port 580ca0ab-10a5-4227-9efe-e2d9a06f741e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:40.733148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Attempting to bind port 580ca0ab-10a5-4227-9efe-e2d9a06f741e on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:40.761957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:40.762367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:40.762733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.763126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:40.763609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Bound port: 580ca0ab-10a5-4227-9efe-e2d9a06f741e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:40.763988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.787788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416aa7d-59ef-44f5-b6b2-407b9a68705e None None] Pushing event updated for resources: {'Port': ['ID=580ca0ab-10a5-4227-9efe-e2d9a06f741e,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:40.796806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:40.797197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.836159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b886611-4023-4ec9-8ef9-d94e1124955e req-00c12857-da91-4bc6-8781-4439c9ea8822 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:40.837673 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1b886611-4023-4ec9-8ef9-d94e1124955e req-00c12857-da91-4bc6-8781-4439c9ea8822 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5310497 Apr 22 09:34:40.845373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d1badfca-ac3b-4a37-9dd9-481a36dbe636 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.856381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4f46-1ff2-436c-bed1-86f3f8bfcbc5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.859095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=d3c3873a-a410-4f04-b7ed-d1e959653da0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:40.875367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f4f46-1ff2-436c-bed1-86f3f8bfcbc5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ab2d80-cd60-4dfb-86a6-45e798314017,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:40.905430 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d1badfca-ac3b-4a37-9dd9-481a36dbe636 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/ebc3b3d3-07d6-49ff-96aa-39914781471a HTTP/1.1" status: 204 len: 168 time: 1.5000958 Apr 22 09:34:40.909480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59056) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:40.931456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.968288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f9061cd9-f4bb-4055-8916-998b8b9f097c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:40.982103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4f46-1ff2-436c-bed1-86f3f8bfcbc5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:40.985997 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4c1f4f46-1ff2-436c-bed1-86f3f8bfcbc5 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/66ab2d80-cd60-4dfb-86a6-45e798314017 HTTP/1.1" status: 204 len: 168 time: 0.6910064 Apr 22 09:34:40.986196 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1b886611-4023-4ec9-8ef9-d94e1124955e req-8e2828a6-3e7c-496b-879d-2fc08b4bf9da tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398418 Apr 22 09:34:40.986971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59060) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:41.053692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f532643c-25b3-42b9-a304-0a12bab81a02 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:41.057832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f9061cd9-f4bb-4055-8916-998b8b9f097c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:41.062846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f9061cd9-f4bb-4055-8916-998b8b9f097c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1509786 Apr 22 09:34:41.063465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59066) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:41.067740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Transition to ACTIVE for port object e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:41.073447 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085aa01-262b-4981-b680-9c300cd425fa None None] Pushing event updated for resources: {'Port': ['ID=1c20dc5c-df18-48ad-a22d-f478ea276e97,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:41.128826 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f0cca81f-4217-40dd-965e-43495c9a8a54 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0629015 Apr 22 09:34:41.135743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59070) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:41.144385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] For port 580ca0ab-10a5-4227-9efe-e2d9a06f741e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:41.148899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f532643c-25b3-42b9-a304-0a12bab81a02 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:41.150681 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f532643c-25b3-42b9-a304-0a12bab81a02 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1634624 Apr 22 09:34:41.158100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59074) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:41.166005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512244178'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:41.168997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Transition to ACTIVE for port object e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:41.176912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:41.192613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:41.207238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.210908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] For port 580ca0ab-10a5-4227-9efe-e2d9a06f741e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=580ca0ab-10a5-4227-9efe-e2d9a06f741e,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:41.219401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.231727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.255784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:41.274225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:41.279505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:41.292021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:41.305304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.343630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a96be2-816c-41a0-8a6e-66ed1ee3a1a9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:41.345520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a96be2-816c-41a0-8a6e-66ed1ee3a1a9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:41.347250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a96be2-816c-41a0-8a6e-66ed1ee3a1a9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:41.348243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c5a96be2-816c-41a0-8a6e-66ed1ee3a1a9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:41.358194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:41.389828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:41.400596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:41.403541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.406913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Pushing event updated for resources: {'Port': ['ID=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:41.468426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c5a96be2-816c-41a0-8a6e-66ed1ee3a1a9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:41.476270 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c5a96be2-816c-41a0-8a6e-66ed1ee3a1a9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3396969 Apr 22 09:34:41.481031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Transition to ACTIVE for port object d1dcd276-9c55-469d-a5a2-6c8b6208a977 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:41.490543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59080) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:41.550299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:41.551257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:41.560590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.570971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.625090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.629383 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4658506 Apr 22 09:34:41.631163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59084) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:41.638888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': 'f6065207-f7e8-45a9-b985-c76c90e66249', 'direction': 'ingress', 'protocol': 17}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:41.656039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:41.663012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:41.665761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d0213-42b3-4895-a334-3851ec05b61e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6065207-f7e8-45a9-b985-c76c90e66249,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:41.669848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:41.679575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:41.699667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.746087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416aa7d-59ef-44f5-b6b2-407b9a68705e None None] Pushing event updated for resources: {'Port': ['ID=580ca0ab-10a5-4227-9efe-e2d9a06f741e,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:41.761997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Transition to ACTIVE for port object d1dcd276-9c55-469d-a5a2-6c8b6208a977 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:41.772178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56c5d4d-f481-4483-9f64-a5838368a460 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 364cbb27-c234-46da-ab65-1718e280b16e {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:41.779120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.779369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.782836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Attempting to bind port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:41.783192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Attempting to bind port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:41.783549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Attempting to bind port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:41.784296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.816552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d56c5d4d-f481-4483-9f64-a5838368a460 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.825832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f998c646-a47a-4ebf-8771-aff928537ab0,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:41.828930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.832073 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e871ca20-4336-4fef-8ef6-dea8bfdd2fb3 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1997964 Apr 22 09:34:41.836935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59088) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:41.912506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2b00-cf26-42c2-abb8-25f0340cc8ad tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.923769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Pushing event updated for resources: {'Port': ['ID=d1dcd276-9c55-469d-a5a2-6c8b6208a977,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:41.926931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:41.927469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:41.928224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.928694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:41.929254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Bound port: e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:41.929696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.947946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d56c5d4d-f481-4483-9f64-a5838368a460 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:41.954325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2b00-cf26-42c2-abb8-25f0340cc8ad tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.022066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2b00-cf26-42c2-abb8-25f0340cc8ad tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.028827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:42.035920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:42.039268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:42.047834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d2b00-cf26-42c2-abb8-25f0340cc8ad tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6065207-f7e8-45a9-b985-c76c90e66249,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:42.060259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c4d2b00-cf26-42c2-abb8-25f0340cc8ad tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.062238 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5c4d2b00-cf26-42c2-abb8-25f0340cc8ad tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/f6065207-f7e8-45a9-b985-c76c90e66249 HTTP/1.1" status: 204 len: 168 time: 0.2242663 Apr 22 09:34:42.064851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59092) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:42.070592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.1 (b254c29f-9f50-4ebb-b0f3-e133f8c31990/3b828341-5576-4224-bda3-0700864faaf0/f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:42.120750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-2e9987d7-6473-4fdf-a1f0-0d24e1ad936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:42.122370 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-2e9987d7-6473-4fdf-a1f0-0d24e1ad936a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6884960ab29c4ecdaeb0051102490630&device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 1098 time: 0.5739903 Apr 22 09:34:42.131779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1609de8e-34cb-4e4f-a189-56eeef891e1f tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:42.164271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1609de8e-34cb-4e4f-a189-56eeef891e1f tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:42.169862 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1609de8e-34cb-4e4f-a189-56eeef891e1f tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021833 Apr 22 09:34:42.172454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59096) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:42.176777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6ec1f894-da0b-4440-911d-b91b91f0d867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.184110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--980303571'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:42.198378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:42.223356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:42.249764 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:42.250061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20fcef-59ea-4988-b24c-0233ebac74eb req-7baf9013-a40d-4f70-86a8-e2b4fd3155f9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:42.251960 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4e20fcef-59ea-4988-b24c-0233ebac74eb req-7baf9013-a40d-4f70-86a8-e2b4fd3155f9 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.6644685 Apr 22 09:34:42.264896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.296181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:42.302016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:42.306235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:42.308038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Attempting to bind port d1dcd276-9c55-469d-a5a2-6c8b6208a977 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:42.308038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Attempting to bind port d1dcd276-9c55-469d-a5a2-6c8b6208a977 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:42.308361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Attempting to bind port d1dcd276-9c55-469d-a5a2-6c8b6208a977 on network b254c29f-9f50-4ebb-b0f3-e133f8c31990 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:42.314755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:42.377323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1c20dc5c-df18-48ad-a22d-f478ea276e97 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:42.417297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.425994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.432192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:42.432587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Checking segment: {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:42.433000 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.433384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Bound using segment: {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:42.434087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Bound port: d1dcd276-9c55-469d-a5a2-6c8b6208a977, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:42.434641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.484232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19beafd1-1abd-43d2-bb6a-8228e28b6843,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:42.502052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.503508 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-07f2b1a1-855f-42cc-b723-522df23f9b64 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3300412 Apr 22 09:34:42.508940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59100) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:42.516522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--566712821'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:42.525012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:42.530634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:42.534413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:42.541227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:42.559574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.591139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:42.596489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdd4289-2cfb-452b-9070-32e9fca09270 None None] Network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:42.598167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:42.601494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:42.609489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:42.610841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] For port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:42.626547 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4e20fcef-59ea-4988-b24c-0233ebac74eb req-36c1da6d-3cbd-4c90-983f-915b9e6fc744 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579628 Apr 22 09:34:42.688323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.693614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-b541a978-357c-4f4c-9d42-0dd529890643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:42.695237 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-b541a978-357c-4f4c-9d42-0dd529890643 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 200 len: 913 time: 0.5628266 Apr 22 09:34:42.698625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.700180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.708881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.713572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.763081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c224ffcf-199f-4338-92ce-b28fd4c0f305,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:42.766748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.767959 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-092820aa-3c3c-43d2-bbc5-2a9f78f25061 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2577639 Apr 22 09:34:42.770563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59104) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:42.776280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': '19beafd1-1abd-43d2-bb6a-8228e28b6843', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c224ffcf-199f-4338-92ce-b28fd4c0f305', 'remote_ip_prefix': None}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:42.776749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] For port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:42.782482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:42.788504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:42.792140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:42.801324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:42.801675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.828373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d56c5d4d-f481-4483-9f64-a5838368a460 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.831928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.867197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0dc415ec-b894-4dd9-b575-c8ff81072e5d None None] Provisioning for port 1c20dc5c-df18-48ad-a22d-f478ea276e97 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:42.868493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.937017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.955679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:42.984500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47e6c30-7dd1-4361-b764-c6e06d7f7ea9,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:42.990788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=d3c3873a-a410-4f04-b7ed-d1e959653da0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:43.003738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.005046 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fa0d0b8e-5135-403b-8f97-57527f1d4902 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2333174 Apr 22 09:34:43.007818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59108) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:43.022100 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 1c20dc5c-df18-48ad-a22d-f478ea276e97 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:43.044517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd4003c0-315c-4213-947c-adae42e23874 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.045146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] For port d1dcd276-9c55-469d-a5a2-6c8b6208a977, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:43.048874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:43.053312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 1c20dc5c-df18-48ad-a22d-f478ea276e97 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:43.053650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.057856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd4003c0-315c-4213-947c-adae42e23874 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.058242 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-73ddcf71-5e0d-4df2-92b0-5a2ea3c40b60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 200 len: 1001 time: 0.3541763 Apr 22 09:34:43.093825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd4003c0-315c-4213-947c-adae42e23874 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.114634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4003c0-315c-4213-947c-adae42e23874 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a47e6c30-7dd1-4361-b764-c6e06d7f7ea9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:43.119597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dd4003c0-315c-4213-947c-adae42e23874 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.120890 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dd4003c0-315c-4213-947c-adae42e23874 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a47e6c30-7dd1-4361-b764-c6e06d7f7ea9 HTTP/1.1" status: 204 len: 168 time: 0.1120291 Apr 22 09:34:43.123881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59112) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:43.174740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65784794-5df8-440a-b016-c12ebceb9300 None None] Pushing event updated for resources: {'Port': ['ID=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:43.179493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d8689138-b8ce-4f03-a7e8-33fe9d1ae122 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:43.196886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-11d86b54-b9ea-4a06-9ac2-ba0cdb34b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:43.198335 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-11d86b54-b9ea-4a06-9ac2-ba0cdb34b86a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 200 len: 851 time: 0.1217921 Apr 22 09:34:43.199898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d8689138-b8ce-4f03-a7e8-33fe9d1ae122 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:43.201407 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d8689138-b8ce-4f03-a7e8-33fe9d1ae122 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0765693 Apr 22 09:34:43.204247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59116) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:43.206693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d56c5d4d-f481-4483-9f64-a5838368a460 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.208331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] For port d1dcd276-9c55-469d-a5a2-6c8b6208a977, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d1dcd276-9c55-469d-a5a2-6c8b6208a977,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:43.222078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.305032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56c5d4d-f481-4483-9f64-a5838368a460 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=364cbb27-c234-46da-ab65-1718e280b16e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:43.312509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.315160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-da7150e3-be9b-4fb0-b3cc-5625051c7b9a tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.318158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d56c5d4d-f481-4483-9f64-a5838368a460 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.327813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:43.360476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-da7150e3-be9b-4fb0-b3cc-5625051c7b9a tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.387364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:43.422606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea7d1-e91d-488f-b620-3518916b2f09 None None] Pushing event updated for resources: {'Port': ['ID=d1dcd276-9c55-469d-a5a2-6c8b6208a977,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:43.435184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-da7150e3-be9b-4fb0-b3cc-5625051c7b9a tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.446533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:35Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:43.461099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.464816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7150e3-be9b-4fb0-b3cc-5625051c7b9a tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c224ffcf-199f-4338-92ce-b28fd4c0f305,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:43.480003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1ff586-5bb1-40bb-9ca0-7175c95fbdd3 None None] The sync data for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv is: [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:35Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:43.483860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-da7150e3-be9b-4fb0-b3cc-5625051c7b9a tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.488053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-da7150e3-be9b-4fb0-b3cc-5625051c7b9a tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/c224ffcf-199f-4338-92ce-b28fd4c0f305 HTTP/1.1" status: 204 len: 168 time: 0.2821510 Apr 22 09:34:43.488746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59120) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:43.557855 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d56c5d4d-f481-4483-9f64-a5838368a460 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/364cbb27-c234-46da-ab65-1718e280b16e HTTP/1.1" status: 204 len: 168 time: 2.0661995 Apr 22 09:34:43.560614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:43.562192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 1c20dc5c-df18-48ad-a22d-f478ea276e97, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1c20dc5c-df18-48ad-a22d-f478ea276e97,segment=NetworkSegment(d246216b-6e5c-40a8-ad89-85006e3a561b),segment_id=d246216b-6e5c-40a8-ad89-85006e3a561b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:43.567455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59124) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:43.578416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.587106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:43.592915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:43.703238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2d081b9b-c2ca-4984-ba74-ab16d94b3843 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:43.755886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=1c20dc5c-df18-48ad-a22d-f478ea276e97,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:43.799925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2d081b9b-c2ca-4984-ba74-ab16d94b3843 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:43.804081 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2d081b9b-c2ca-4984-ba74-ab16d94b3843 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3118842 Apr 22 09:34:43.826374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59130) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:43.832041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-431a5cae-bb1c-468a-ab83-7a8b5721b4c8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 5a524052-77f8-4cb0-96d2-6ba6102f7ff3 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:43.835620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a5cae-bb1c-468a-ab83-7a8b5721b4c8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.881285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:43.953105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.972818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a5cae-bb1c-468a-ab83-7a8b5721b4c8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:43.993707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-5b106e71-de71-445b-b66a-9720247b7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:43.994786 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-5b106e71-de71-445b-b66a-9720247b7ed1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3952e52-b9ec-4648-9793-4121f1fd0a85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7825553 Apr 22 09:34:43.998365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:44.139711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-801980c9-2e99-4f5d-8376-858fdcaf541c None None] Provisioning for port d3c3873a-a410-4f04-b7ed-d1e959653da0 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:44.179250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-801980c9-2e99-4f5d-8376-858fdcaf541c None None] Provisioning complete for port d3c3873a-a410-4f04-b7ed-d1e959653da0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:44.179656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801980c9-2e99-4f5d-8376-858fdcaf541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.311260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e16a6736-61aa-47a4-9429-45c42211069b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.334453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a5cae-bb1c-468a-ab83-7a8b5721b4c8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.411611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-801980c9-2e99-4f5d-8376-858fdcaf541c None None] Port d3c3873a-a410-4f04-b7ed-d1e959653da0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:44.423208 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-026188ff-de19-44cb-98e1-97a2e07599a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.434010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-801980c9-2e99-4f5d-8376-858fdcaf541c None None] Provisioning complete for port 1c20dc5c-df18-48ad-a22d-f478ea276e97 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:44.434759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-801980c9-2e99-4f5d-8376-858fdcaf541c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.559250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e16a6736-61aa-47a4-9429-45c42211069b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.657956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e16a6736-61aa-47a4-9429-45c42211069b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.688369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1c20dc5c-df18-48ad-a22d-f478ea276e97 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:44.716419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419aaf1-279a-4f44-9f23-a026d5bb9d0e req-52d20980-eeb4-416a-8b12-0998a8b1e6c7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:44.718488 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d419aaf1-279a-4f44-9f23-a026d5bb9d0e req-52d20980-eeb4-416a-8b12-0998a8b1e6c7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.7628257 Apr 22 09:34:44.757457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a6736-61aa-47a4-9429-45c42211069b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19beafd1-1abd-43d2-bb6a-8228e28b6843,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:44.815046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e16a6736-61aa-47a4-9429-45c42211069b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.816488 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e16a6736-61aa-47a4-9429-45c42211069b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/19beafd1-1abd-43d2-bb6a-8228e28b6843 HTTP/1.1" status: 204 len: 168 time: 0.8759289 Apr 22 09:34:44.822747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59134) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:44.827762 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d419aaf1-279a-4f44-9f23-a026d5bb9d0e req-95f39497-4647-4019-a3f8-c63f7b93799d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995126 Apr 22 09:34:44.880231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a5cae-bb1c-468a-ab83-7a8b5721b4c8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:44.961834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a5cae-bb1c-468a-ab83-7a8b5721b4c8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.010143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a5cae-bb1c-468a-ab83-7a8b5721b4c8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=5a524052-77f8-4cb0-96d2-6ba6102f7ff3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:45.035190 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-431a5cae-bb1c-468a-ab83-7a8b5721b4c8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/5a524052-77f8-4cb0-96d2-6ba6102f7ff3 HTTP/1.1" status: 204 len: 168 time: 1.4666648 Apr 22 09:34:45.039162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59138) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:45.072760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 1c20dc5c-df18-48ad-a22d-f478ea276e97 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:45.073295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.076840 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-e9d2ad29-e80b-4884-b589-d136250c7fc8 service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0645566 Apr 22 09:34:45.161739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5ea90cd8-757b-43d0-a20e-0dd3f65ac574 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214132 Apr 22 09:34:45.162339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59142) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:45.171403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:45.199937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6c62b044-4356-4a3f-afba-30773bd9b471 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:45.245253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef63efc3-e1c7-4254-b38f-5f828bc54c38 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:45.284260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5190a8f7-abbc-4010-9eaf-996cc3f3a4a6 None None] Provisioning complete for port d3c3873a-a410-4f04-b7ed-d1e959653da0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:45.284644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5190a8f7-abbc-4010-9eaf-996cc3f3a4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.302841 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71e6e773-ca22-48f9-9a3e-f58f6386e7be req-3d0420ad-f8e1-4435-bcdf-5fb1cdccce7b service neutron] 10.222.0.35 "GET /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108495 Apr 22 09:34:45.311357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:45.316705 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-68266d71-ba18-4d3e-b386-df0bfb3af1e3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5024614 Apr 22 09:34:45.319488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59146) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:45.329493 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:45.331943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-31764416'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:45.340246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:45.346151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:network and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:45.350246 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:45.350853 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:45.415782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:45.430017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:45.432007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.439723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e3645-77bb-47fc-8d39-e494227b68a0 None None] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:45.464490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6c62b044-4356-4a3f-afba-30773bd9b471 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:45.465707 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6c62b044-4356-4a3f-afba-30773bd9b471 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6419044 Apr 22 09:34:45.476036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59150) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:45.485171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--444115365'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:45.500564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:45.515524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:45.517769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:45.517994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d1dcd276-9c55-469d-a5a2-6c8b6208a977 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:45.523624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:45.525041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:45.529780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:45.536677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.537341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:45.550071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.577834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.583564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5190a8f7-abbc-4010-9eaf-996cc3f3a4a6 None None] Port d3c3873a-a410-4f04-b7ed-d1e959653da0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:45.583829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:45.589773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.614407 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:45.618986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:45.624462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:45.629243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:45.637150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:45.678825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:34:45.807626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.808244 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added segment 9c415abe-f07c-42cc-98ca-7508da414b06 of type vlan for network 18001809-a8e6-474e-85a9-073823dfc97f Apr 22 09:34:45.882032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.899048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:45.906505 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Provisioning complete for port d3c3873a-a410-4f04-b7ed-d1e959653da0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:45.907003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.029923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port d1dcd276-9c55-469d-a5a2-6c8b6208a977 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:46.066124 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:46.082813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.084773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.106851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.112924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:46.113427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.115031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Port d3c3873a-a410-4f04-b7ed-d1e959653da0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:46.160758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=0d88e309-933a-4859-8eb4-b63161569802,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:46.163829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.204886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5515c4ed-406c-4cfc-a0b8-7e340c92613a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:46.207869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Provisioning for port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:46.224357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:46.228617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:46.231419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:46.232007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.243941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:34:46.251163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:46.265793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Provisioning for port d1dcd276-9c55-469d-a5a2-6c8b6208a977 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:46.269441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:46.269891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.286264 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:41Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:41Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:46.293006 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:46.293495 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Updating router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 port d3c3873a-a410-4f04-b7ed-d1e959653da0 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:34:46.298600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.301023 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6e7ad434-e0c8-4568-b3c2-f9e19068b79c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8239305 Apr 22 09:34:46.311309 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-207c7781-2ca3-4406-987c-7a9f0d80994e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1427722 Apr 22 09:34:46.313268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59156) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:46.313604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59158) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:46.316042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Deleting port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:46.316592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.326854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:46.366763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': '5515c4ed-406c-4cfc-a0b8-7e340c92613a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:46.367002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Provisioning complete for port d1dcd276-9c55-469d-a5a2-6c8b6208a977 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:46.367273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.369408 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.380868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:46.388860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:46.395426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:46.431090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:46.442338 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1182547 Apr 22 09:34:46.456857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59164) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:46.472426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'subnet': {'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:46.600712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.671373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:34:46.686223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.697391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4fd5a-eed4-4c4c-b764-6d390e6eef08 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Network': ['ID=18001809-a8e6-474e-85a9-073823dfc97f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:46.711861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 18001809-a8e6-474e-85a9-073823dfc97f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:34:46.714015 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.758468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:46.766045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:46.772011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:46.788740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:46.831370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8388dd7-c0b5-47fe-ba4b-be75f1672ac2 req-73f5c4ae-99a4-4cb5-b06e-a67a69919e61 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:46.838727 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c8388dd7-c0b5-47fe-ba4b-be75f1672ac2 req-73f5c4ae-99a4-4cb5-b06e-a67a69919e61 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.7881522 Apr 22 09:34:46.843691 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.851014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.871861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:46.879035 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.885491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.894078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:46.894548 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Transition to ACTIVE for port object d3c3873a-a410-4f04-b7ed-d1e959653da0 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:46.905882 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.916505 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.926080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d5f9d8-780a-40f1-8f88-b4de6bc8502f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:46.937218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:subnet and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:46.956241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:46.966901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] For port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:46.967295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:46.972669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:46.974980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:46.990530 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c8388dd7-c0b5-47fe-ba4b-be75f1672ac2 req-b926404a-8374-4708-9878-63aaca4d930a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509399 Apr 22 09:34:46.994587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.031680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Made reservation on behalf of 21d36f71db6b4ea5b1affe96e4930b68 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:47.035458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.069167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.073580 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ab3dcfc4-b8b0-4de4-9ac6-ce5e12d87a18 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7533965 Apr 22 09:34:47.092849 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59168) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:47.103809 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfd5e1-4501-481d-b9e7-baa129f8cbab None None] Pushing event updated for resources: {'Port': ['ID=d3c3873a-a410-4f04-b7ed-d1e959653da0,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:47.174361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8ad7001c-720f-4e72-9ec9-f042a87638e1 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.206517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8ad7001c-720f-4e72-9ec9-f042a87638e1 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.234321 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Attempting to bind port d3c3873a-a410-4f04-b7ed-d1e959653da0 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:47.234814 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Attempting to bind port d3c3873a-a410-4f04-b7ed-d1e959653da0 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:47.235290 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Attempting to bind port d3c3873a-a410-4f04-b7ed-d1e959653da0 on network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:47.242276 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:47.243033 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Checking segment: {'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:47.243767 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.244419 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Bound using segment: {'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:47.245132 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Bound port: d3c3873a-a410-4f04-b7ed-d1e959653da0, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd246216b-6e5c-40a8-ad89-85006e3a561b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:47.245611 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.251501 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.ipam_backend_mixin [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d88e309-933a-4859-8eb4-b63161569802 (CIDR: 2001:db8::/64) Apr 22 09:34:47.266897 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:34:47.268706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:34:47.303785 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c1099dd3-3f7a-4c19-b176-5c178008f698 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9847386 Apr 22 09:34:47.306796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8ad7001c-720f-4e72-9ec9-f042a87638e1 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.308954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59172) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:47.320704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8ad7001c-720f-4e72-9ec9-f042a87638e1 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.321964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8ad7001c-720f-4e72-9ec9-f042a87638e1 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a0d5f9d8-780a-40f1-8f88-b4de6bc8502f HTTP/1.1" status: 204 len: 168 time: 0.2245400 Apr 22 09:34:47.328450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:47.332287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Calling delete_port for e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:47.352014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59176) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:47.365083 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] For port d3c3873a-a410-4f04-b7ed-d1e959653da0, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:47.368909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] For port d3c3873a-a410-4f04-b7ed-d1e959653da0, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d3c3873a-a410-4f04-b7ed-d1e959653da0,segment=NetworkSegment(d246216b-6e5c-40a8-ad89-85006e3a561b),segment_id=d246216b-6e5c-40a8-ad89-85006e3a561b)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:47.374737 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.378777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7001c-720f-4e72-9ec9-f042a87638e1 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0d5f9d8-780a-40f1-8f88-b4de6bc8502f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:47.394675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] For port d1dcd276-9c55-469d-a5a2-6c8b6208a977, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d1dcd276-9c55-469d-a5a2-6c8b6208a977,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:47.425407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.450712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.479776 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:47.480446 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:47.544606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d0c3b-9474-4e73-87d1-2fd3cffa4bb1 None None] Pushing event updated for resources: {'Port': ['ID=d1dcd276-9c55-469d-a5a2-6c8b6208a977,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:47.561750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.564604 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfd5e1-4501-481d-b9e7-baa129f8cbab None None] Pushing event updated for resources: {'Port': ['ID=d3c3873a-a410-4f04-b7ed-d1e959653da0,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:47.577922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:47.608336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.614596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 580ca0ab-10a5-4227-9efe-e2d9a06f741e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:47.681799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e7fa1898-abdb-44ce-9522-2cef233ca2e2 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:47.720316 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:47.721586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:47.730084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:47.735101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:47.737942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e7fa1898-abdb-44ce-9522-2cef233ca2e2 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:47.742302 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e7fa1898-abdb-44ce-9522-2cef233ca2e2 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3858280 Apr 22 09:34:47.742904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59180) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:47.750027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.763465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:47.763828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:47.765557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:47.810947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:47.814015 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:47.814734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.815738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:47.840143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:47.855189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fcfbb2f5-8b13-4d90-b8f4-0b14ca0f3e58 None None] Provisioning for port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:47.864847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 580ca0ab-10a5-4227-9efe-e2d9a06f741e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:47.874544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fcfbb2f5-8b13-4d90-b8f4-0b14ca0f3e58 None None] Provisioning complete for port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:47.875351 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb2f5-8b13-4d90-b8f4-0b14ca0f3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.912290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 580ca0ab-10a5-4227-9efe-e2d9a06f741e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:47.913587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.947433 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0650-a8ab-471e-8e97-ccb8260c7128 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:47.954446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Subnet': ['ID=7fb0c99c-59f0-4e65-850d-ecaefe5d91c0,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:47.997190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Checking segment: {'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:47.997560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network hostable DHCP agents. Network: 18001809-a8e6-474e-85a9-073823dfc97f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:34:48.023669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0650-a8ab-471e-8e97-ccb8260c7128 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:48.039883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 18001809-a8e6-474e-85a9-073823dfc97f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:34:48.071689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 18001809-a8e6-474e-85a9-073823dfc97f) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:48.129634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb2a40-b686-4e62-acdc-1a76864a84d9 None None] Network 18001809-a8e6-474e-85a9-073823dfc97f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:48.172650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:48.173250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:48.176234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0650-a8ab-471e-8e97-ccb8260c7128 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:48.210811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd0650-a8ab-471e-8e97-ccb8260c7128 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5515c4ed-406c-4cfc-a0b8-7e340c92613a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:48.235360 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:41Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:47Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:48.241531 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e9293-75bb-4fe0-953d-354ebe78c1f6 None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:41Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:47Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:48.251021 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-88b0bef6-3067-49ba-8d42-d8cfcd2087dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7848721 Apr 22 09:34:48.254679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59186) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:48.258377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router b21e4aaa-314c-43d2-8640-69aa35123ded has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:48.266060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Deleting port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:48.266584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:48.327809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9dd0650-a8ab-471e-8e97-ccb8260c7128 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:48.332744 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b9dd0650-a8ab-471e-8e97-ccb8260c7128 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/5515c4ed-406c-4cfc-a0b8-7e340c92613a HTTP/1.1" status: 204 len: 168 time: 0.5850005 Apr 22 09:34:48.334952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59190) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:48.405936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-fcfbb2f5-8b13-4d90-b8f4-0b14ca0f3e58 None None] Port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:48.462395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f83f38-9fd5-42e3-a5e3-162d65c836a0 req-47f3f191-c8cb-45b4-8a65-ff3988b1465d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:48.463972 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7f83f38-9fd5-42e3-a5e3-162d65c836a0 req-47f3f191-c8cb-45b4-8a65-ff3988b1465d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.2253118 Apr 22 09:34:48.468772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a5df480c-0508-4fbc-9280-55d99bd8c689 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:48.513407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fcfbb2f5-8b13-4d90-b8f4-0b14ca0f3e58 None None] Provisioning complete for port d1dcd276-9c55-469d-a5a2-6c8b6208a977 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:48.513998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fcfbb2f5-8b13-4d90-b8f4-0b14ca0f3e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:48.567939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a5df480c-0508-4fbc-9280-55d99bd8c689 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:48.573235 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a5df480c-0508-4fbc-9280-55d99bd8c689 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2326510 Apr 22 09:34:48.574328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59194) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:48.586895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--823867083'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:48.593274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:48.603949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:48.622361 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7f83f38-9fd5-42e3-a5e3-162d65c836a0 req-609fea10-4602-48df-9ba2-d9a9654a2659 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222119 Apr 22 09:34:48.627398 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:48.886518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:48.898291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:48.908468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:48.925987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:48.940527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:48.946379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:34:48.973133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 580ca0ab-10a5-4227-9efe-e2d9a06f741e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=580ca0ab-10a5-4227-9efe-e2d9a06f741e,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:49.018730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.036592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:49.046016 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ac2d23a9-81ee-4cc7-9fab-679bfb6ced7c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/b21e4aaa-314c-43d2-8640-69aa35123ded/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8951287 Apr 22 09:34:49.051179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59200) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:49.072452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-18001809-a8e6-474e-85a9-073823dfc97f', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:49.073565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.084944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Sync routers for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:49.177612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] For port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:49.178274 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.186448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bd3ee-d611-4bf3-9843-395c67614029 req-78813ba0-0d8f-41d2-bc6a-569f2faeb6e2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.187988 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-704bd3ee-d611-4bf3-9843-395c67614029 req-78813ba0-0d8f-41d2-bc6a-569f2faeb6e2 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3582819 Apr 22 09:34:49.321597 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-704bd3ee-d611-4bf3-9843-395c67614029 req-7fb597fd-cc22-42aa-8ec4-4d039489450f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095979 Apr 22 09:34:49.333955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.398011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.422287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:49.423263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:49.434049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.442411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.486007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.486484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.486947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.487405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.487956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.488314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.488801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.489252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.489707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.490160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.492723 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b5433baf-24cd-4b2e-8658-0b437fd7fe6c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7068 time: 0.4405324 Apr 22 09:34:49.504798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59206) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:49.542484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d1dcd276-9c55-469d-a5a2-6c8b6208a977 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:49.594266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf478666-8d8d-40f6-837d-d8bacdbcc8f4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:49.644221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Calling delete_port for e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:49.656679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.662682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59212) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:49.672034 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3f3ecf6e-b8a9-4948-b2aa-79ce3813b060 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0916457 Apr 22 09:34:49.713956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.714318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.714816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.715273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.715723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.718677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.718677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.718677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.718677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.718677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.718677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:49.719867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': 'bf478666-8d8d-40f6-837d-d8bacdbcc8f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:49.723566 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-adb205a9-6b52-465d-955c-9ff253ca8910 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7099 time: 0.2148359 Apr 22 09:34:49.732652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59216) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:49.773594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=580ca0ab-10a5-4227-9efe-e2d9a06f741e,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:49.820314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:49.846739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:49.858742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:49.869347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:49.881144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] For port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:49.911169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:49.912256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.916981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:49.917693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.034310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:50.041740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:50.054135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:50.054732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.055326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.083208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,revision_number=7']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:50.086155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=12052b6e-f4ee-4d31-a476-8bcd10403802,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:50.104448 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a8fa93eb-5f69-46be-a988-d01420a90719 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7856309 Apr 22 09:34:50.106324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59220) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:50.112028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:94:11:64', 'name': 'tempest-NetworksTestDHCPv6-1821301793'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:50.136296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bd7f4-2b7e-487c-a074-d3621c0149ee req-81089527-7c3a-450e-a2d0-eb07da623ea4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:50.137953 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-af5bd7f4-2b7e-487c-a074-d3621c0149ee req-81089527-7c3a-450e-a2d0-eb07da623ea4 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4028516 Apr 22 09:34:50.176262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:34:50.176662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:34:50.185640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d1dcd276-9c55-469d-a5a2-6c8b6208a977 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:50.186014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.227441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8eed9217-21b0-4081-9b7d-3cade5dc4e8d None None] Provisioning complete for port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:50.227808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8eed9217-21b0-4081-9b7d-3cade5dc4e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.256825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:50.269376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:50.281815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:50.290034 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-af5bd7f4-2b7e-487c-a074-d3621c0149ee req-0a288294-8755-4b80-bc1a-f8d97cb9bcdb tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392336 Apr 22 09:34:50.297352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.309690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.323114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Allocated IP 2001:db8:3::2 (18001809-a8e6-474e-85a9-073823dfc97f/7fb0c99c-59f0-4e65-850d-ecaefe5d91c0/8c224f80-bf28-4f8c-b133-517474168d5b) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:50.356506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3725f3c7-2eaa-4fcb-ae18-5c3ce3aad302,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:50.410372 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-da2184fa-7ebd-419b-9d65-ea361384c7fb tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2861 time: 0.6766081 Apr 22 09:34:50.411965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.413338 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a68f794c-2933-425f-8044-9db9bf1f2855 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7494540 Apr 22 09:34:50.415379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8eed9217-21b0-4081-9b7d-3cade5dc4e8d None None] Port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:50.415924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59226) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:50.436921 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-facde249-b3af-4ab8-9ce4-fab0c99e6884 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules/3725f3c7-2eaa-4fcb-ae18-5c3ce3aad302 HTTP/1.1" status: 200 len: 763 time: 0.0198748 Apr 22 09:34:50.439545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59230) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:50.448335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.485567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 933232e2-d3e2-4f18-ba08-35624da54e81 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:34:50.491654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-de719b62-fe62-4174-8e30-fb36e298c574 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:50.508821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-de719b62-fe62-4174-8e30-fb36e298c574 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:50.510275 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-de719b62-fe62-4174-8e30-fb36e298c574 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0696471 Apr 22 09:34:50.513510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59234) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:50.551611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ac699ca-4cc0-4cce-b534-eb7851fcec2b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.564827 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ac699ca-4cc0-4cce-b534-eb7851fcec2b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.599644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ac699ca-4cc0-4cce-b534-eb7851fcec2b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.628182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59238) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:50.631878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac699ca-4cc0-4cce-b534-eb7851fcec2b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3725f3c7-2eaa-4fcb-ae18-5c3ce3aad302,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:50.643133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3ac699ca-4cc0-4cce-b534-eb7851fcec2b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.646748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1135284283', 'description': 'tempest-secgroup-smoke-1135284283 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:50.655388 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3ac699ca-4cc0-4cce-b534-eb7851fcec2b tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/3725f3c7-2eaa-4fcb-ae18-5c3ce3aad302 HTTP/1.1" status: 204 len: 168 time: 0.1403880 Apr 22 09:34:50.655665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59242) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:50.659552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:50.688290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:50.693093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:50.703492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:50.744805 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.815030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bcf7163e-8eff-44f0-8426-e1079b9a7a88 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:50.828864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d3c3873a-a410-4f04-b7ed-d1e959653da0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:50.837695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:50.842699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::ee (f441e355-9a94-4c8f-aa75-59d20254aa63/0d88e309-933a-4859-8eb4-b63161569802/933232e2-d3e2-4f18-ba08-35624da54e81) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:50.851518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:50.854089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Deleting port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:50.854450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.856499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:50.859904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:1164 (f441e355-9a94-4c8f-aa75-59d20254aa63/12052b6e-f4ee-4d31-a476-8bcd10403802/933232e2-d3e2-4f18-ba08-35624da54e81) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:50.868327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bcf7163e-8eff-44f0-8426-e1079b9a7a88 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:50.869583 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bcf7163e-8eff-44f0-8426-e1079b9a7a88 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2126660 Apr 22 09:34:50.871593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:50.873305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59246) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:50.879226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': 'bf478666-8d8d-40f6-837d-d8bacdbcc8f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:50.885680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:50.897485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:50.914611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.928967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.962099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Transition to ACTIVE for port object 8c224f80-bf28-4f8c-b133-517474168d5b will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:50.980668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:50.986095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.011340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b473ea-ddb2-4841-805c-adcac8e00ada,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:51.036717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.040957 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-39fd8a70-a06d-4c94-990a-81fa6ffd6c80 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639774 Apr 22 09:34:51.041307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59250) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:51.046380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Transition to ACTIVE for port object 8c224f80-bf28-4f8c-b133-517474168d5b will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:51.093548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.100991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.101601 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-28c67ae1-42e9-4629-a06b-dcf57be71697 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules/75b473ea-ddb2-4841-805c-adcac8e00ada HTTP/1.1" status: 200 len: 763 time: 0.0559392 Apr 22 09:34:51.101601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59254) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:51.110490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.167151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Allocated IP 2001:db8:3::1 (18001809-a8e6-474e-85a9-073823dfc97f/7fb0c99c-59f0-4e65-850d-ecaefe5d91c0/028920e9-55a1-4f9c-a611-b090174528a8) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:51.178446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a0a10733-8679-43b1-90ac-34b8ad7cf4ec tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:51.208127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port d3c3873a-a410-4f04-b7ed-d1e959653da0 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:51.229021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a0a10733-8679-43b1-90ac-34b8ad7cf4ec tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:51.234018 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a0a10733-8679-43b1-90ac-34b8ad7cf4ec tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1290245 Apr 22 09:34:51.235435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59258) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:51.238067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Network 18001809-a8e6-474e-85a9-073823dfc97f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:51.240475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:51.242523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d3c3873a-a410-4f04-b7ed-d1e959653da0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:51.242900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.280813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:51.296185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:51.300556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Checking router: b21e4aaa-314c-43d2-8640-69aa35123ded for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:51.300919 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Updating router b21e4aaa-314c-43d2-8640-69aa35123ded port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:34:51.324329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.324803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Pushing event updated for resources: {'Port': ['ID=8c224f80-bf28-4f8c-b133-517474168d5b,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:51.333214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c3cea61-3400-4d69-a57d-74c651be6fbe tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.333476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87a13b9-1dd5-4199-af9f-351102f6aa52,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:51.342126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.348207 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-af9a954c-d749-4656-bf9e-6e57c122158d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7143006 Apr 22 09:34:51.348315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59264) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:51.351806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'a87a13b9-1dd5-4199-af9f-351102f6aa52', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:51.354014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 933232e2-d3e2-4f18-ba08-35624da54e81 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:51.360405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c3cea61-3400-4d69-a57d-74c651be6fbe tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.377114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:51.385284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.400906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:51.406788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:51.427265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:51.442940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.455401 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c3cea61-3400-4d69-a57d-74c651be6fbe tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.472848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:51.477245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:51.481193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:51.489028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:51.489404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.489982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Transition to ACTIVE for port object 028920e9-55a1-4f9c-a611-b090174528a8 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:51.492932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3cea61-3400-4d69-a57d-74c651be6fbe tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75b473ea-ddb2-4841-805c-adcac8e00ada,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:51.500882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.505153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] For port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:51.505559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.519294 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.523097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=933232e2-d3e2-4f18-ba08-35624da54e81,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:51.540673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Attempting to bind port 8c224f80-bf28-4f8c-b133-517474168d5b on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:51.540996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Attempting to bind port 8c224f80-bf28-4f8c-b133-517474168d5b by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:51.541363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Attempting to bind port 8c224f80-bf28-4f8c-b133-517474168d5b on network 18001809-a8e6-474e-85a9-073823dfc97f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:51.544606 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-df1f1422-662a-40c4-bd76-b59a37e9c8c1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4371369 Apr 22 09:34:51.547593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59268) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:51.578824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c3cea61-3400-4d69-a57d-74c651be6fbe tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.580093 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8c3cea61-3400-4d69-a57d-74c651be6fbe tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/75b473ea-ddb2-4841-805c-adcac8e00ada HTTP/1.1" status: 204 len: 168 time: 0.3440442 Apr 22 09:34:51.586796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59272) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:51.640182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-17d4e771-547b-45f2-900c-e6318aa4014c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 933232e2-d3e2-4f18-ba08-35624da54e81 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:51.640802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17d4e771-547b-45f2-900c-e6318aa4014c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.668540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.669176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Calling delete_port for e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:51.724268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-acab528d-499c-4e3c-9e34-a49a3ca6442c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:51.751926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:51.751926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Checking segment: {'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:51.751926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.752474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Bound using segment: {'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:51.752576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Bound port: 8c224f80-bf28-4f8c-b133-517474168d5b, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:51.752888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.756997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.776617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 18001809-a8e6-474e-85a9-073823dfc97f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:51.783012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.801304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fef7024-f399-4075-bf41-704cf6207825 req-dcf51168-1eef-457c-854a-4827b7800e41 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:51.802900 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5fef7024-f399-4075-bf41-704cf6207825 req-dcf51168-1eef-457c-854a-4827b7800e41 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3114438 Apr 22 09:34:51.803886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:51.820123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:51.820771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.853040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=028920e9-55a1-4f9c-a611-b090174528a8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:51.866949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-acab528d-499c-4e3c-9e34-a49a3ca6442c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:51.873373 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-acab528d-499c-4e3c-9e34-a49a3ca6442c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2804461 Apr 22 09:34:51.873568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59276) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:51.874291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3b698f-8c1c-4a95-9089-bc1d28dc4d9c,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:51.880853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': 'bf478666-8d8d-40f6-837d-d8bacdbcc8f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:51.902869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.903405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:51.904180 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-503e2fa8-856e-42c6-a02a-5b43e69dae54 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5565755 Apr 22 09:34:51.909472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59280) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:51.914579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'a87a13b9-1dd5-4199-af9f-351102f6aa52', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:51.926572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:51.926792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:51.934496 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5fef7024-f399-4075-bf41-704cf6207825 req-f3f9adcc-198d-45c3-898c-5db1553fb267 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054218 Apr 22 09:34:51.957830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17d4e771-547b-45f2-900c-e6318aa4014c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:51.973450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:51.976560 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Project eff38a0ce8de4f779ecdc8b0c76bc6f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:34:51.978970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:51.987707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:51.991210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.015037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.094306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] For port 8c224f80-bf28-4f8c-b133-517474168d5b, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:52.104550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-17d4e771-547b-45f2-900c-e6318aa4014c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 933232e2-d3e2-4f18-ba08-35624da54e81 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:52.133075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] For port 8c224f80-bf28-4f8c-b133-517474168d5b, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8c224f80-bf28-4f8c-b133-517474168d5b,segment=NetworkSegment(9c415abe-f07c-42cc-98ca-7508da414b06),segment_id=9c415abe-f07c-42cc-98ca-7508da414b06)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:52.134337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.139521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port d3c3873a-a410-4f04-b7ed-d1e959653da0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d3c3873a-a410-4f04-b7ed-d1e959653da0,segment=NetworkSegment(d246216b-6e5c-40a8-ad89-85006e3a561b),segment_id=d246216b-6e5c-40a8-ad89-85006e3a561b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:52.156330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.159783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.218273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.281807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.299751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.303644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.323377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:52.336379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642122be-8757-48b9-9f8b-ed5e383bc5c5,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:52.382226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:52.382579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:52.409162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.410408 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2c6c06b5-00d3-4744-b111-59cabd961d27 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5375185 Apr 22 09:34:52.413804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59284) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:52.426914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.452071 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b4367db1-7bb6-44f0-9328-7700c185d0f8 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules/642122be-8757-48b9-9f8b-ed5e383bc5c5 HTTP/1.1" status: 200 len: 769 time: 0.0372431 Apr 22 09:34:52.454447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59288) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:52.465906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c6469-5ba1-4cd0-b08b-f930207e88b7 None None] Pushing event updated for resources: {'Port': ['ID=8c224f80-bf28-4f8c-b133-517474168d5b,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:52.474664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17d4e771-547b-45f2-900c-e6318aa4014c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.539765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 580ca0ab-10a5-4227-9efe-e2d9a06f741e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:52.571204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.584789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] No DVR routers for this DVR port e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:52.593809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4e771-547b-45f2-900c-e6318aa4014c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=933232e2-d3e2-4f18-ba08-35624da54e81,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:52.655617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe35f580-6796-4592-bb12-d8d27ec74dca None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:52.698991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03278ad9-db2e-49d8-9353-bfff1784f06c,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:52.709486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4e32e178-1071-450a-aeea-fc9473b2e43d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:52.734356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699de0c6-1465-4347-9817-28569d9be733 req-e32d9d25-95b2-48a8-ae56-22998be34f63 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:52.735978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-699de0c6-1465-4347-9817-28569d9be733 req-e32d9d25-95b2-48a8-ae56-22998be34f63 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.4300275 Apr 22 09:34:52.741424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 580ca0ab-10a5-4227-9efe-e2d9a06f741e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:52.742080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.747183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.749127 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f56737a4-5832-4ca0-826d-49a001d8c868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8384330 Apr 22 09:34:52.750196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17d4e771-547b-45f2-900c-e6318aa4014c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.754276 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-17d4e771-547b-45f2-900c-e6318aa4014c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/933232e2-d3e2-4f18-ba08-35624da54e81 HTTP/1.1" status: 204 len: 168 time: 1.2033107 Apr 22 09:34:52.754276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59292) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:52.761212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'a87a13b9-1dd5-4199-af9f-351102f6aa52', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:52.766332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59294) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:52.822861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:52.835192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2a852eb2-9f3d-4b62-b762-1ff0852e83a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:52.838030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4e32e178-1071-450a-aeea-fc9473b2e43d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:52.840513 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4e32e178-1071-450a-aeea-fc9473b2e43d tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3844025 Apr 22 09:34:52.842057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:52.843699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59300) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:52.845851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:52.853707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:52.865472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.resource_extend [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:34:52.873202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2a852eb2-9f3d-4b62-b762-1ff0852e83a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:52.874584 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2a852eb2-9f3d-4b62-b762-1ff0852e83a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1042392 Apr 22 09:34:52.881643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59304) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:52.883318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=d3c3873a-a410-4f04-b7ed-d1e959653da0,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:52.887088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.926908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Deleting port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:34:52.927414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:52.957186 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-411526c1-add0-432a-9d3e-76079c204fa4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0743718 Apr 22 09:34:52.960766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59308) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:52.997128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56385b44-f418-4591-bc90-38ca56aefe9d None None] Pushing event deleted for resources: {'Port': ['ID=e7e6ec8d-68e8-4ba9-8292-00075d2dc1d3,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:53.022334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-421e82a8-6aba-40e4-b66c-4e1f2747cb2c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.067578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.147265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-421e82a8-6aba-40e4-b66c-4e1f2747cb2c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.158905 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Transition to ACTIVE for port object f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:53.174986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.251113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec6512-766c-4d7c-8ffc-47bc4ce80bdb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:53.254141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec6512-766c-4d7c-8ffc-47bc4ce80bdb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:53.256097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec6512-766c-4d7c-8ffc-47bc4ce80bdb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:53.257519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d2ec6512-766c-4d7c-8ffc-47bc4ce80bdb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:53.314948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.316206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d2ec6512-766c-4d7c-8ffc-47bc4ce80bdb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:53.321721 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d2ec6512-766c-4d7c-8ffc-47bc4ce80bdb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3589821 Apr 22 09:34:53.323593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59314) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:53.363004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.365730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c639b2d-562c-4f56-9640-566fc204ef79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '0d88e309-933a-4859-8eb4-b63161569802'}, {'subnet_id': '12052b6e-f4ee-4d31-a476-8bcd10403802'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:53.366557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6c639b2d-562c-4f56-9640-566fc204ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.371918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-421e82a8-6aba-40e4-b66c-4e1f2747cb2c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.400145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428f974a-d9af-4bfd-bb57-ee9405f63430,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:53.430755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666f72a-bf05-4292-989f-25c11cf3b2b2 req-d50c5eb6-d2af-4b7e-92a3-a3160b8cd06f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:53.432512 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1666f72a-bf05-4292-989f-25c11cf3b2b2 req-d50c5eb6-d2af-4b7e-92a3-a3160b8cd06f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.3224776 Apr 22 09:34:53.435933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e82a8-6aba-40e4-b66c-4e1f2747cb2c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=642122be-8757-48b9-9f8b-ed5e383bc5c5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:53.487245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.492512 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-14f2b010-3e35-4eed-8b86-e4d375cd6bf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7334151 Apr 22 09:34:53.492748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f906f9-751a-4fe5-bc6e-bf1fe0316e6a None None] Pushing event updated for resources: {'Port': ['ID=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:53.494617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59318) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:53.500734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'a87a13b9-1dd5-4199-af9f-351102f6aa52', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:53.531227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:53.538957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-49844c5e-8388-4b0c-bcdc-8b6e9cab9184 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 0d88e309-933a-4859-8eb4-b63161569802 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:53.544891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-421e82a8-6aba-40e4-b66c-4e1f2747cb2c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.549564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:53.551417 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-421e82a8-6aba-40e4-b66c-4e1f2747cb2c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/642122be-8757-48b9-9f8b-ed5e383bc5c5 HTTP/1.1" status: 204 len: 168 time: 0.7029190 Apr 22 09:34:53.556139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:53.557487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59322) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:53.562602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49844c5e-8388-4b0c-bcdc-8b6e9cab9184 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.634986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:53.640432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Attempting to bind port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:53.641025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Attempting to bind port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:53.641563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Attempting to bind port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 on network b254c29f-9f50-4ebb-b0f3-e133f8c31990 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:53.652743 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1666f72a-bf05-4292-989f-25c11cf3b2b2 req-f5e97c81-9b4e-426c-99ef-47a7892010ad tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057719 Apr 22 09:34:53.666148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:53.666811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Checking segment: {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:53.667413 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.668911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Bound using segment: {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:53.669607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Bound port: f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:53.670177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.673688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49844c5e-8388-4b0c-bcdc-8b6e9cab9184 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.753419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:34:53.759797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49844c5e-8388-4b0c-bcdc-8b6e9cab9184 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.800318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.825674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.826774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.851060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] For port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:53.855158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] For port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:53.863807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:53.892888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-11f4aff4-37a4-47d3-8aaf-a09efc43b61c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:53.962088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:53.962879 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:53.994250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.003468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] For port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:54.003830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.058334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event updated for resources: {'Port': ['ID=028920e9-55a1-4f9c-a611-b090174528a8,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:54.072837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-11f4aff4-37a4-47d3-8aaf-a09efc43b61c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:54.079780 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-11f4aff4-37a4-47d3-8aaf-a09efc43b61c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5089669 Apr 22 09:34:54.085666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59326) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:54.086880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.094636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.143286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2324b588-6a51-40cf-82b7-3013dd9e6428,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:54.162694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49844c5e-8388-4b0c-bcdc-8b6e9cab9184 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.197104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf29b9c-b918-4db9-86eb-92317bf0c780 None None] Network 18001809-a8e6-474e-85a9-073823dfc97f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:54.197689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.201497 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ee1f982d-a41b-409c-820f-d4f1d8893f7a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7036657 Apr 22 09:34:54.207835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59330) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:54.216054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49844c5e-8388-4b0c-bcdc-8b6e9cab9184 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.220653 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-49844c5e-8388-4b0c-bcdc-8b6e9cab9184 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/0d88e309-933a-4859-8eb4-b63161569802 HTTP/1.1" status: 204 len: 168 time: 0.8952441 Apr 22 09:34:54.221337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59334) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:54.224172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'a87a13b9-1dd5-4199-af9f-351102f6aa52', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:54.224354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49844c5e-8388-4b0c-bcdc-8b6e9cab9184 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=0d88e309-933a-4859-8eb4-b63161569802,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:54.231572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:54.235654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:54.241936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server [None req-6c639b2d-562c-4f56-9640-566fc204ef79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d88e309-933a-4859-8eb4-b63161569802: This subnet is being modified by another concurrent operation. Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise self.value Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server raise exception Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d88e309-933a-4859-8eb4-b63161569802: This subnet is being modified by another concurrent operation. Apr 22 09:34:54.254537 dv-neutron-839018-1-hyperv neutron-server[88064]: ERROR oslo_messaging.rpc.server Apr 22 09:34:54.264240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:54.264463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f906f9-751a-4fe5-bc6e-bf1fe0316e6a None None] Pushing event updated for resources: {'Port': ['ID=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:54.319165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-686619a3-e16d-41b0-8d9b-267afbe4ec18 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 12052b6e-f4ee-4d31-a476-8bcd10403802 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:34:54.323151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686619a3-e16d-41b0-8d9b-267afbe4ec18 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.326712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f56c8a-6aa9-4fa8-bc16-986d9efd23ca None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:54.373652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-87ebcdab-aed4-44b6-acc0-aad2ee89c8f3 None None] Provisioning for port 8c224f80-bf28-4f8c-b133-517474168d5b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:54.385172 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:34:54.389274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686619a3-e16d-41b0-8d9b-267afbe4ec18 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.392339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:54.413207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.429092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Network 18001809-a8e6-474e-85a9-073823dfc97f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:54.431878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f3211a-68d6-433d-9547-02ae4dcc64c0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.444882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:54.462775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686619a3-e16d-41b0-8d9b-267afbe4ec18 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.612803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686619a3-e16d-41b0-8d9b-267afbe4ec18 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.666839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8c224f80-bf28-4f8c-b133-517474168d5b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:54.677128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686619a3-e16d-41b0-8d9b-267afbe4ec18 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=12052b6e-f4ee-4d31-a476-8bcd10403802,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:54.681120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686619a3-e16d-41b0-8d9b-267afbe4ec18 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.698945 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-686619a3-e16d-41b0-8d9b-267afbe4ec18 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/12052b6e-f4ee-4d31-a476-8bcd10403802 HTTP/1.1" status: 204 len: 168 time: 0.4760499 Apr 22 09:34:54.701818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59340) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:54.781769 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e4712a71-714e-4468-ab7b-5054e05aace0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785923 Apr 22 09:34:54.784619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59344) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:54.790250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:54.905042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:54.909431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:54.912302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:54.918713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:54.929240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:54.932720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.937969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f3211a-68d6-433d-9547-02ae4dcc64c0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.985520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.985854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:54.986165 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Floating IP fec88f13-92d1-4199-9aa0-83bcd19ad58f disassociated. External IP: 172.26.2.224, port: a33de8dc-b8cf-455b-b3b8-e7ea0d40a112. Apr 22 09:34:54.986500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Calling delete_port for a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:34:55.064145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8c224f80-bf28-4f8c-b133-517474168d5b completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:55.076056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.096291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.101324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8c224f80-bf28-4f8c-b133-517474168d5b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:55.101709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.136126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:55.152585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f49e34-1cd5-4437-9f75-635dd3e7c42d,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:55.186466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.190068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f3211a-68d6-433d-9547-02ae4dcc64c0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.192710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d5f3211a-68d6-433d-9547-02ae4dcc64c0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.196568 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d5f3211a-68d6-433d-9547-02ae4dcc64c0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/bf478666-8d8d-40f6-837d-d8bacdbcc8f4 HTTP/1.1" status: 204 len: 168 time: 1.1074419 Apr 22 09:34:55.209586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59348) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:55.252781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:55.256331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:55.261260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:55.261882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.268098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.272148 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d06083aa-0df2-4d13-b2b8-7c25674ae0b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0585859 Apr 22 09:34:55.276467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59352) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:55.289850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=67bb8129-e503-49e5-921e-40c7d08ea76c,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:55.296827 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3211a-68d6-433d-9547-02ae4dcc64c0 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf478666-8d8d-40f6-837d-d8bacdbcc8f4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:55.310296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'a87a13b9-1dd5-4199-af9f-351102f6aa52', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:55.323178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2869c752-7e61-40b7-9437-b7118045d3f7 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:34:55.324918 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a62008f1-8cde-4428-8686-c759200ee8c0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5391676 Apr 22 09:34:55.327308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:55.329680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59356) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:55.337538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:55.371306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037aec4-9b9c-4304-a630-835c83a09601 req-07c5de5f-1d2a-44cc-ad1e-9d07e30386c7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:55.372865 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5037aec4-9b9c-4304-a630-835c83a09601 req-07c5de5f-1d2a-44cc-ad1e-9d07e30386c7 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 945 time: 0.5692894 Apr 22 09:34:55.376664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:55.382236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:55.389472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:53Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:55.476456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd5596-970f-4501-b94e-3ca31b3cf7f5 None None] The sync data for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv is: [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:53Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:55.488195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.588209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-85185846-3d40-4806-aace-77c886737ef4 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:55.604699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:55.630757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:55.645452 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:55.653083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:55.653419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 8c224f80-bf28-4f8c-b133-517474168d5b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8c224f80-bf28-4f8c-b133-517474168d5b,segment=NetworkSegment(9c415abe-f07c-42cc-98ca-7508da414b06),segment_id=9c415abe-f07c-42cc-98ca-7508da414b06)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:55.660123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:55.667385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:55.674077 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:55.679726 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5037aec4-9b9c-4304-a630-835c83a09601 req-8e2e0399-c456-47a9-9f38-b9234eaeb32f tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups?id=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239118 Apr 22 09:34:55.690515 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:55.691344 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:55.700278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.717600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:55.726705 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-619d81f6-38a0-4ce8-b4e6-f9eb5e2fcd23 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4679716 Apr 22 09:34:55.739149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.781871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59360) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:55.802324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:55.805267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d3c3873a-a410-4f04-b7ed-d1e959653da0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:55.807346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:34:55.819405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-85185846-3d40-4806-aace-77c886737ef4 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:55.821181 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-85185846-3d40-4806-aace-77c886737ef4 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6074493 Apr 22 09:34:55.833984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59364) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:55.839261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:55.851864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group': {'name': 'tempest-secgroup--141401985'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:55.961789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event deleted for resources: {'Port': ['ID=a33de8dc-b8cf-455b-b3b8-e7ea0d40a112,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:55.983343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.026736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:56.047759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:56.083424 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:56.103228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-48a8e88c-fbe7-49bb-8231-309d80597fb5 None None] Provisioning complete for port 8c224f80-bf28-4f8c-b133-517474168d5b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:56.103706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-48a8e88c-fbe7-49bb-8231-309d80597fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.130110 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.ipam_backend_mixin [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67bb8129-e503-49e5-921e-40c7d08ea76c (CIDR: 2001:db8::/64) Apr 22 09:34:56.243722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.244222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=8c224f80-bf28-4f8c-b133-517474168d5b,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:56.250905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.263026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f441e355-9a94-4c8f-aa75-59d20254aa63', 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'tenant_id': 'f49fdf0bec6240fa8a5c926bf73ca9b5', 'fixed_ips': [{'subnet_id': '67bb8129-e503-49e5-921e-40c7d08ea76c'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:34:56.263884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.268905 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:34:56.269800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:34:56.300373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.354843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.374539 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0863695 Apr 22 09:34:56.377692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864cd56-7eb4-4b5d-a923-8dd8f667c37d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed4efcd-0086-4718-949f-c808847d0d4d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:56.385635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:56.401046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:56.457521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d3c3873a-a410-4f04-b7ed-d1e959653da0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:56.458091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.573909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.587551 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9403706e-1cf5-4c01-a2f2-1af72612ecfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2566798 Apr 22 09:34:56.589540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59370) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:56.619568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'subnet': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:56.645508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.761233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.766722 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9292033 Apr 22 09:34:56.768058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59382) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:56.797448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Request body: {'security_group_rule': {'security_group_id': 'eceeaea6-7d4f-471b-a0a7-2da794296458', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:56.803894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:56.808696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Usage tracker for resource:security_group_rule and tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:56.812214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:56.818492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:56.950836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:56.989036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Allocated IP 2001:db8::2 (f441e355-9a94-4c8f-aa75-59d20254aa63/67bb8129-e503-49e5-921e-40c7d08ea76c/64474b52-8372-427e-a4a1-d5067dca6c5e) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:34:57.039843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a89559-b38c-4fc2-941f-930329263c14 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eceeaea6-7d4f-471b-a0a7-2da794296458,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:57.148769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-48a8e88c-fbe7-49bb-8231-309d80597fb5 None None] Provisioning for port 028920e9-55a1-4f9c-a611-b090174528a8 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:57.165222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-48a8e88c-fbe7-49bb-8231-309d80597fb5 None None] Provisioning complete for port 028920e9-55a1-4f9c-a611-b090174528a8 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:57.165852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-48a8e88c-fbe7-49bb-8231-309d80597fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.166577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:34:57.209289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.218178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-b1752087-ce43-449d-b087-cb56f8cc6831 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:57.218563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:34:57.222638 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:subnet and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:34:57.225883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:34:57.227269 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:57.228573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.242302 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:57.243125 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Updating router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 port 028920e9-55a1-4f9c-a611-b090174528a8 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:34:57.256310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:57.258226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8a66e383-36fe-4019-9ab7-f32dda5cf1bb req-f696c2bc-6816-422b-943a-eb22b32aee7b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Synchronizing usage tracker for tenant:6884960ab29c4ecdaeb0051102490630 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:57.291558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:34:57.297908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=984f9f84-d66f-4872-aebb-475e2af88f3f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:57.303501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.305000 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-54977b60-8226-46d3-bd3f-3416b18e6977 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5206997 Apr 22 09:34:57.307616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-b1752087-ce43-449d-b087-cb56f8cc6831 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:57.310279 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-b1752087-ce43-449d-b087-cb56f8cc6831 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1135284283&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.5236309 Apr 22 09:34:57.310810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59390) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:57.397037 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.430661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8a66e383-36fe-4019-9ab7-f32dda5cf1bb req-f696c2bc-6816-422b-943a-eb22b32aee7b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Unset dirty status for tenant:6884960ab29c4ecdaeb0051102490630 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:57.431821 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8a66e383-36fe-4019-9ab7-f32dda5cf1bb req-f696c2bc-6816-422b-943a-eb22b32aee7b tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.4248857 Apr 22 09:34:57.507273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.525039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Transition to ACTIVE for port object 64474b52-8372-427e-a4a1-d5067dca6c5e will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:57.548421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Transition to ACTIVE for port object 64474b52-8372-427e-a4a1-d5067dca6c5e will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:57.583457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:34:57.584074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:34:57.592193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.652782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:34:57.661710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.704920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:57.712057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-48a8e88c-fbe7-49bb-8231-309d80597fb5 None None] Port 028920e9-55a1-4f9c-a611-b090174528a8 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:34:57.723552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] Sync routers for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:34:57.757718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:34:57.765362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:34:57.771341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:34:57.788698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Pushing event updated for resources: {'Port': ['ID=64474b52-8372-427e-a4a1-d5067dca6c5e,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:57.800962 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:57.801820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:57.825792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] No DVR routers for this DVR port a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:34:57.833836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.836020 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-699de0c6-1465-4347-9817-28569d9be733 req-fc224899-19d6-472a-9daa-b79b6eeaeb4a tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.35 "DELETE /v2.0/ports/a33de8dc-b8cf-455b-b3b8-e7ea0d40a112 HTTP/1.1" status: 204 len: 173 time: 5.0855763 Apr 22 09:34:57.836666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'name': 'network-vif-deleted', 'tag': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:34:57.869680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.extraroute_db [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88062) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 09:34:57.898270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.extraroute_db [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Removed routes are [] {{(pid=88062) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 09:34:57.901787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:57.916727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:58.009095 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.029062 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Transition to ACTIVE for port object 028920e9-55a1-4f9c-a611-b090174528a8 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:34:58.044651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba33909e-ec28-4172-8266-e69045f75771'] response: {'server_uuid': 'dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1', 'name': 'network-vif-deleted', 'tag': 'a33de8dc-b8cf-455b-b3b8-e7ea0d40a112', 'status': 'completed', 'code': 200} Apr 22 09:34:58.044885 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.085784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdf43090-e4fd-4446-b692-00e154d2827e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.152877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdf43090-e4fd-4446-b692-00e154d2827e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.198479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Attempting to bind port 64474b52-8372-427e-a4a1-d5067dca6c5e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:58.198841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Attempting to bind port 64474b52-8372-427e-a4a1-d5067dca6c5e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:58.200089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Attempting to bind port 64474b52-8372-427e-a4a1-d5067dca6c5e on network f441e355-9a94-4c8f-aa75-59d20254aa63 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:58.217964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:58.217964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Checking segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:58.220108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.220108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Bound using segment: {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:58.220108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Bound port: 64474b52-8372-427e-a4a1-d5067dca6c5e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c665e-35de-431d-b7e3-4570b5aef46b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:58.220108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.250953 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36203ccf-0681-49a9-af05-389d55fedbdb None None] Pushing event updated for resources: {'Port': ['ID=028920e9-55a1-4f9c-a611-b090174528a8,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:58.251641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdf43090-e4fd-4446-b692-00e154d2827e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.337154 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Attempting to bind port 028920e9-55a1-4f9c-a611-b090174528a8 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:34:58.337518 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Attempting to bind port 028920e9-55a1-4f9c-a611-b090174528a8 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:34:58.337917 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Attempting to bind port 028920e9-55a1-4f9c-a611-b090174528a8 on network 18001809-a8e6-474e-85a9-073823dfc97f {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:34:58.349437 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:34:58.349849 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Checking segment: {'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:34:58.350254 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.350638 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Bound using segment: {'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:34:58.351098 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Bound port: 028920e9-55a1-4f9c-a611-b090174528a8, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c415abe-f07c-42cc-98ca-7508da414b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:34:58.351482 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.353308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf43090-e4fd-4446-b692-00e154d2827e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eceeaea6-7d4f-471b-a0a7-2da794296458,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:58.372118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-a2535278-dc84-4906-bdc6-657253c651ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:34:58.373316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-a2535278-dc84-4906-bdc6-657253c651ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:58.397388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdf43090-e4fd-4446-b692-00e154d2827e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.398939 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fdf43090-e4fd-4446-b692-00e154d2827e tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/eceeaea6-7d4f-471b-a0a7-2da794296458 HTTP/1.1" status: 204 len: 168 time: 1.0846503 Apr 22 09:34:58.408249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:58.410163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59396) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:58.453135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-a2535278-dc84-4906-bdc6-657253c651ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:58.454676 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-a2535278-dc84-4906-bdc6-657253c651ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=b254c29f-9f50-4ebb-b0f3-e133f8c31990 HTTP/1.1" status: 200 len: 797 time: 1.1260357 Apr 22 09:34:58.465442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.477638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.529336 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] For port 028920e9-55a1-4f9c-a611-b090174528a8, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:58.533094 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] For port 028920e9-55a1-4f9c-a611-b090174528a8, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=028920e9-55a1-4f9c-a611-b090174528a8,segment=NetworkSegment(9c415abe-f07c-42cc-98ca-7508da414b06),segment_id=9c415abe-f07c-42cc-98ca-7508da414b06)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:58.543871 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.608553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:34:58.628197 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36203ccf-0681-49a9-af05-389d55fedbdb None None] Pushing event updated for resources: {'Port': ['ID=028920e9-55a1-4f9c-a611-b090174528a8,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:58.658291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:58.658746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:58.663307 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:58.664112 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:58.715284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:34:58.860812 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-dad66fc6-b2e1-4e1f-b3e5-ae5cb9c8ef5b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.3855531 Apr 22 09:34:58.913616 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:58.920342 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-296a682b-5a58-47c7-8557-0477030cac23 req-efb6eb8a-a175-4975-a3e3-97861d491f5d tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/ports?device_id=dbfe59bb-ac1e-44fb-a1f3-827c66c9e8f1 HTTP/1.1" status: 200 len: 210 time: 0.0803733 Apr 22 09:34:58.954718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c8b4b8c4-0f6a-4e5e-b79d-ed93cacdbcce tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:58.991042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:34:59.046998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] For port 64474b52-8372-427e-a4a1-d5067dca6c5e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:34:59.052343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] For port 64474b52-8372-427e-a4a1-d5067dca6c5e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=64474b52-8372-427e-a4a1-d5067dca6c5e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:34:59.062366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:59.079689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-d11f08c0-e2ba-431c-ab5c-67eb1034a57d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:59.082342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c8b4b8c4-0f6a-4e5e-b79d-ed93cacdbcce tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:59.083715 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c8b4b8c4-0f6a-4e5e-b79d-ed93cacdbcce tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6706781 Apr 22 09:34:59.088610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59402) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:59.162784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-d11f08c0-e2ba-431c-ab5c-67eb1034a57d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:59.163992 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-d11f08c0-e2ba-431c-ab5c-67eb1034a57d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2845397 Apr 22 09:34:59.191436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d427eab4-df4b-4317-817d-c845c1e86754 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Synchronizing usage tracker for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:34:59.236840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:41Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:59.239285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:59.260721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d427eab4-df4b-4317-817d-c845c1e86754 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] Unset dirty status for tenant:eff38a0ce8de4f779ecdc8b0c76bc6f6 on resource:security_group_rule {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:34:59.261997 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d427eab4-df4b-4317-817d-c845c1e86754 tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1724617 Apr 22 09:34:59.266372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb877a4-0d1b-4beb-984c-a855d41531ba None None] Pushing event updated for resources: {'Port': ['ID=64474b52-8372-427e-a4a1-d5067dca6c5e,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:59.267332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59406) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:59.276217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] Checking router: b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:34:59.307792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:34:59.308494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:59.347802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:34:59.362969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:59.366198 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-1d881393-8085-4330-9c23-8aeda82c749c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] delete failed (client error): The resource could not be found. Apr 22 09:34:59.368088 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0252ad48-d717-43cf-aa58-fcc79dc19905 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 200 len: 954 time: 3.5814505 Apr 22 09:34:59.369965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59410) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:59.370091 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1d881393-8085-4330-9c23-8aeda82c749c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "DELETE /v2.0/security-groups/eceeaea6-7d4f-471b-a0a7-2da794296458 HTTP/1.1" status: 404 len: 347 time: 0.1018119 Apr 22 09:34:59.382912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59412) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:59.384199 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:57Z', 'revision_number': 6, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:34:58Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:34:59.387445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:34:59.391935 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773a7f17-56dd-4f2e-89ae-64d5e5178ab1 None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:57Z', 'revision_number': 6, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:34:58Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:34:59.413242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:59.413927 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8c224f80-bf28-4f8c-b133-517474168d5b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:34:59.569654 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-7d11cd0b-2d6c-4b09-8c7a-546ffccfd946 service neutron] 10.222.0.32 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731041 Apr 22 09:34:59.614514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:34:59.685465 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cb01abf8-bf87-4280-bafa-61dffa46a23c tempest-SecGroupIPv6Test-741942605 tempest-SecGroupIPv6Test-741942605-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2991900 Apr 22 09:34:59.728319 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3715ed37-185d-41d2-9e10-6304537efb3d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 200 len: 954 time: 0.3566275 Apr 22 09:34:59.733967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59420) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:34:59.747885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:34:59.749180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'routes': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:34:59.782022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:34:59.852347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8c224f80-bf28-4f8c-b133-517474168d5b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:34:59.855104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:00.110864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59430) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:00.167344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] For port 64474b52-8372-427e-a4a1-d5067dca6c5e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=64474b52-8372-427e-a4a1-d5067dca6c5e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:00.232554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59434) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:00.250128 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-cae05538-2d3b-4a9f-9210-173c7f3e8b34 service neutron] 10.222.0.32 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6637397 Apr 22 09:35:00.295481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:00.312037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:00.313080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:00.335753 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:35:00.480094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Subnet': ['ID=a1a94fc9-7cc4-4aa0-84b5-fef1cdd5b053,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:00.530369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:00.534509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:00.560277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:00.560627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:00.611199 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9948363 Apr 22 09:35:00.613379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59444) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:00.614310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ca910-305d-4daa-80e8-a189ae58dd6f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=64474b52-8372-427e-a4a1-d5067dca6c5e,revision_number=4']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:00.645734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Request body: {'port': {'network_id': 'f441e355-9a94-4c8f-aa75-59d20254aa63', 'mac_address': 'fa:16:3e:8c:a4:62', 'name': 'tempest-NetworksTestDHCPv6-1683224363'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:00.800813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-654223b4-1c15-4f73-9383-431bf250db22 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:00.862152 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:00.884884 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:00.885322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-308b8431-c0e1-4825-81d5-664b70dd94ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eff38a0ce8de4f779ecdc8b0c76bc6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6492152 Apr 22 09:35:00.887850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f42a661c-3800-4c62-80aa-ea6e9e65d5d5 req-9e3b5854-2d99-4bbc-970a-22d4c71aeced tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:00.898008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59452) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:00.898131 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:00.936151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:41Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:00.939605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f42a661c-3800-4c62-80aa-ea6e9e65d5d5 req-9e3b5854-2d99-4bbc-970a-22d4c71aeced tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:00.941503 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f42a661c-3800-4c62-80aa-ea6e9e65d5d5 req-9e3b5854-2d99-4bbc-970a-22d4c71aeced tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 210 time: 0.2410903 Apr 22 09:35:00.958426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58e24a3-afd8-4142-8d83-955cfe23d7ea None None] The sync data for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv is: [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ac4bced7-1ad9-46f9-b379-f7122b9f0764', 'name': '', 'network_id': 'e3952e52-b9ec-4648-9793-4121f1fd0a85', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'mac_address': 'fa:16:3e:c7:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:26Z', 'updated_at': '2022-04-22T09:30:41Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'subnets': [{'id': '0fd45dc6-df75-4a1b-9cec-8e932461fe6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:00.965707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7935ad6c-c0d0-4cba-8c29-5051988b017e None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:00.992670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-654223b4-1c15-4f73-9383-431bf250db22 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.115305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f094551-99ba-4bcc-a81b-4044ef812ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.137325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:01.214211 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:01.239357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-190c25eb-1f5c-433c-8e59-67bf05f98f1a None None] Provisioning for port 64474b52-8372-427e-a4a1-d5067dca6c5e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:01.263105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f094551-99ba-4bcc-a81b-4044ef812ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.269050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:01.275726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Usage tracker for resource:port and tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:01.280159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:01.291633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:01.311569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Made reservation on behalf of f49fdf0bec6240fa8a5c926bf73ca9b5 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:01.311787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-654223b4-1c15-4f73-9383-431bf250db22 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.373219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.extraroute_db [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added routes are [] {{(pid=88062) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 09:35:01.373711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.extraroute_db [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88062) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 09:35:01.389149 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654223b4-1c15-4f73-9383-431bf250db22 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f6f79b-9ea0-42b1-91b5-0c03664fd3ae,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:01.409111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-654223b4-1c15-4f73-9383-431bf250db22 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.413250 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-654223b4-1c15-4f73-9383-431bf250db22 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "DELETE /v2.0/security-groups/40f6f79b-9ea0-42b1-91b5-0c03664fd3ae HTTP/1.1" status: 204 len: 168 time: 1.2942221 Apr 22 09:35:01.416863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59458) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:01.440594 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.443038 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-33e9a64a-8105-4726-b89d-2be8e610a9a6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] show failed (client error): The resource could not be found. Apr 22 09:35:01.444272 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-33e9a64a-8105-4726-b89d-2be8e610a9a6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "GET /v2.0/security-groups/40f6f79b-9ea0-42b1-91b5-0c03664fd3ae HTTP/1.1" status: 404 len: 347 time: 0.0255909 Apr 22 09:35:01.447039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59462) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:01.450960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f094551-99ba-4bcc-a81b-4044ef812ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.452747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58e3bd9-7014-45a6-ab55-73681b69cfe6 None None] New status for floating IP fec88f13-92d1-4199-9aa0-83bcd19ad58f: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:35:01.477497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f094551-99ba-4bcc-a81b-4044ef812ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028af445-7e9f-49fb-ba1a-bb3b0c5d642f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:01.686041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Deleting port a83f4167-62a3-446c-ae34-2d7aa8c50448 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:01.686781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.730708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.730954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:01.731373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.777496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] device_id is not set on port 406aa0aa-b03f-4b26-9aa1-b82a434202a6 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:01.782955 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:34:57Z', 'revision_number': 6, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:34:58Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:01.787067 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:01.796247 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:01.796876 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:01.829967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f094551-99ba-4bcc-a81b-4044ef812ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:01.832157 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3f094551-99ba-4bcc-a81b-4044ef812ac4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/028af445-7e9f-49fb-ba1a-bb3b0c5d642f HTTP/1.1" status: 204 len: 168 time: 0.9352605 Apr 22 09:35:02.093131 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:02.150917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 028920e9-55a1-4f9c-a611-b090174528a8 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:02.347174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8::3db (f441e355-9a94-4c8f-aa75-59d20254aa63/67bb8129-e503-49e5-921e-40c7d08ea76c/406aa0aa-b03f-4b26-9aa1-b82a434202a6) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:02.353672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:a462 (f441e355-9a94-4c8f-aa75-59d20254aa63/a1a94fc9-7cc4-4aa0-84b5-fef1cdd5b053/406aa0aa-b03f-4b26-9aa1-b82a434202a6) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:02.373225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 028920e9-55a1-4f9c-a611-b090174528a8 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:02.379873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:02.380187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:02.385571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 028920e9-55a1-4f9c-a611-b090174528a8 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:02.386205 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:02.629874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Calling delete_port for a83f4167-62a3-446c-ae34-2d7aa8c50448 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:02.642113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:02.688459 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-06263fbf-9fa8-42bb-9f08-0e2d6a2e5b86 req-1820daec-15fc-4df1-a687-22916934b3f2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 210 time: 0.3257961 Apr 22 09:35:02.716107 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:01Z', 'revision_number': 7, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:34:58Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:02.721841 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bdcf22-932f-4c22-b9ca-cc1738cc2075 None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:01Z', 'revision_number': 7, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:34:58Z', 'revision_number': 4, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:02.724347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 028920e9-55a1-4f9c-a611-b090174528a8, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=028920e9-55a1-4f9c-a611-b090174528a8,segment=NetworkSegment(9c415abe-f07c-42cc-98ca-7508da414b06),segment_id=9c415abe-f07c-42cc-98ca-7508da414b06)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:02.733173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:02.734083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 64474b52-8372-427e-a4a1-d5067dca6c5e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:02.816115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:02.820807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:02.926652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=028920e9-55a1-4f9c-a611-b090174528a8,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:02.953272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 64474b52-8372-427e-a4a1-d5067dca6c5e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:02.965079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 64474b52-8372-427e-a4a1-d5067dca6c5e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:02.965623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:02.971491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:35:02.971809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:35:02.998019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ffac9-f501-483d-a4ac-0a89bed14635 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:35:03.010131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-e946d241-26ec-49b2-b01e-340892fc1832 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:03.010814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-e946d241-26ec-49b2-b01e-340892fc1832 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:03.049781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.060429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:03.067512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-e946d241-26ec-49b2-b01e-340892fc1832 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:03.068675 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-e946d241-26ec-49b2-b01e-340892fc1832 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=b254c29f-9f50-4ebb-b0f3-e133f8c31990 HTTP/1.1" status: 200 len: 797 time: 0.5938225 Apr 22 09:35:03.070200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Transition to ACTIVE for port object 406aa0aa-b03f-4b26-9aa1-b82a434202a6 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:03.085879 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9275f161-e84d-4385-aea2-2c81ddab8b3e None None] Provisioning complete for port 64474b52-8372-427e-a4a1-d5067dca6c5e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:03.086246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9275f161-e84d-4385-aea2-2c81ddab8b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.099385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.172867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Network f441e355-9a94-4c8f-aa75-59d20254aa63 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:03.176189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:03.182424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:03.188108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:03.188731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.220327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event updated for resources: {'Port': ['ID=406aa0aa-b03f-4b26-9aa1-b82a434202a6,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:03.241525 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1e0dac7b-a820-425d-8c31-4171b7d9bbfd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6085520 Apr 22 09:35:03.244310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59474) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:03.256750 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-b1da642f-6699-4a50-b874-18a06905f32b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 380 time: 0.1744280 Apr 22 09:35:03.282293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:03.289820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.290975 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1e84ab15-dcfe-4a63-8b2a-0e9d677d311b tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 200 len: 704 time: 3.5558422 Apr 22 09:35:03.293538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59478) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:03.296425 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:03.306542 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:03.307060 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:03.309807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.328032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b112c-7013-4743-9d5a-122124897ccd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting port 406aa0aa-b03f-4b26-9aa1-b82a434202a6 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:03.328448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d5b112c-7013-4743-9d5a-122124897ccd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.344498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ffac9-f501-483d-a4ac-0a89bed14635 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:35:03.376730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9275f161-e84d-4385-aea2-2c81ddab8b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.385881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['a87a13b9-1dd5-4199-af9f-351102f6aa52']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:03.397779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 64474b52-8372-427e-a4a1-d5067dca6c5e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=64474b52-8372-427e-a4a1-d5067dca6c5e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:03.421076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.505660 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:03.596407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Deleting port a83f4167-62a3-446c-ae34-2d7aa8c50448 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:03.596974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.770044 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-260e5d8a-c005-47a7-8cd4-10527335673d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 200 len: 704 time: 0.4752796 Apr 22 09:35:03.774535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59484) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:03.802257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 028920e9-55a1-4f9c-a611-b090174528a8 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:03.889459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=64474b52-8372-427e-a4a1-d5067dca6c5e,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:03.959123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-9275f161-e84d-4385-aea2-2c81ddab8b3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:35:03.959521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-9275f161-e84d-4385-aea2-2c81ddab8b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:35:03.966762 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:01Z', 'revision_number': 7, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:35:02Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:03.972835 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:03.974237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.974571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:03.983415 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:03.984153 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:04.006031 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8246cc8d-6e17-4f21-be1f-972fc2b44520 req-b1ca7ef9-0a71-4ce6-8783-63fb33123472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 210 time: 0.1239619 Apr 22 09:35:04.015367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:04.046638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 028920e9-55a1-4f9c-a611-b090174528a8 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:04.047009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:04.047538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:04.138356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Calling delete_port for a83f4167-62a3-446c-ae34-2d7aa8c50448 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:04.170947 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:04.248320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d5b112c-7013-4743-9d5a-122124897ccd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:04.292361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:04.296327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:04.401694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b112c-7013-4743-9d5a-122124897ccd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Calling delete_port for 406aa0aa-b03f-4b26-9aa1-b82a434202a6 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:04.654927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:04.656424 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:01Z', 'revision_number': 7, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:35:02Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:04.661263 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c13e9b2-973b-4b23-b39f-469a073aef1e None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:01Z', 'revision_number': 7, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '028920e9-55a1-4f9c-a611-b090174528a8', 'name': '', 'network_id': '18001809-a8e6-474e-85a9-073823dfc97f', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:2c:fb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:49Z', 'updated_at': '2022-04-22T09:35:02Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '7fb0c99c-59f0-4e65-850d-ecaefe5d91c0', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:04.725958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Pushing event deleted for resources: {'Port': ['ID=a83f4167-62a3-446c-ae34-2d7aa8c50448,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:04.767207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:04.910918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:04.938957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d5b112c-7013-4743-9d5a-122124897ccd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:04.978531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:04.979647 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4b89b3d7-48d3-437d-a1f1-1712f19e90f6 tempest-ServerActionsTestJSON-700806196 tempest-ServerActionsTestJSON-700806196-project] 10.222.0.32 "DELETE /v2.0/floatingips/fec88f13-92d1-4199-9aa0-83bcd19ad58f HTTP/1.1" status: 204 len: 168 time: 3.5314991 Apr 22 09:35:04.993237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59488) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:05.073691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2bc48e8f-844f-4515-943b-0011034f44ec None None] Could not find standard attr ID for object 406aa0aa-b03f-4b26-9aa1-b82a434202a6. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:35:05.093644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2bc48e8f-844f-4515-943b-0011034f44ec None None] Provisioning complete for port 64474b52-8372-427e-a4a1-d5067dca6c5e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:05.094276 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2bc48e8f-844f-4515-943b-0011034f44ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:05.176066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.5 (b254c29f-9f50-4ebb-b0f3-e133f8c31990/3b828341-5576-4224-bda3-0700864faaf0/39868659-1ca7-4f6d-a998-c6f7e7baafb3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:05.182451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b112c-7013-4743-9d5a-122124897ccd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Port': ['ID=406aa0aa-b03f-4b26-9aa1-b82a434202a6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:05.334220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 028920e9-55a1-4f9c-a611-b090174528a8 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:05.334559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:05.392737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ee9dac3f-735b-4739-9816-8c13513d97f2 None None] Could not find standard attr ID for object 406aa0aa-b03f-4b26-9aa1-b82a434202a6. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:35:05.540817 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f1b9511-b6ed-42b5-8116-e8e439736061 req-9d1e49cd-01ef-4a84-8171-5733b3677a1f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 210 time: 0.3518515 Apr 22 09:35:05.547348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d5b112c-7013-4743-9d5a-122124897ccd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:05.551006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 64474b52-8372-427e-a4a1-d5067dca6c5e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:05.552051 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6d5b112c-7013-4743-9d5a-122124897ccd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/406aa0aa-b03f-4b26-9aa1-b82a434202a6 HTTP/1.1" status: 204 len: 168 time: 2.3068166 Apr 22 09:35:05.554861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59494) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:05.614289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:05.653756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 39868659-1ca7-4f6d-a998-c6f7e7baafb3 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:05.655431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 64474b52-8372-427e-a4a1-d5067dca6c5e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:05.655806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:05.662419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port 028920e9-55a1-4f9c-a611-b090174528a8, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=028920e9-55a1-4f9c-a611-b090174528a8,segment=NetworkSegment(9c415abe-f07c-42cc-98ca-7508da414b06),segment_id=9c415abe-f07c-42cc-98ca-7508da414b06)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:05.662774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:05.790438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 028920e9-55a1-4f9c-a611-b090174528a8 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:05.790679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54fcb76-77bf-4142-bf79-968ab840db9f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:05.791683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a54fcb76-77bf-4142-bf79-968ab840db9f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:05.846379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a54fcb76-77bf-4142-bf79-968ab840db9f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:05.847720 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a54fcb76-77bf-4142-bf79-968ab840db9f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2918336 Apr 22 09:35:05.851693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59498) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:05.955306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.145559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.246129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:06.251430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:06.268723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:06.305342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=39868659-1ca7-4f6d-a998-c6f7e7baafb3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:06.325292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Deleting port ac4bced7-1ad9-46f9-b379-f7122b9f0764 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:06.325626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.363971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106baa77-96dc-4fa8-8ea9-202b982e367a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:06.365541 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-106baa77-96dc-4fa8-8ea9-202b982e367a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5096970 Apr 22 09:35:06.368866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59502) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:06.409120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:06.409683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.463279 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f367d5f9-180b-45f0-90dc-1e2adc1aede3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0893574 Apr 22 09:35:06.464316 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.511973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Request body: {'port': {'device_id': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:06.530262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-86c21875-9361-4eaf-87d3-2da9ac5368d6 None None] Provisioning for port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:06.533063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c078cf5-569c-4d05-8df3-cc4cc1b296dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:06.534574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c078cf5-569c-4d05-8df3-cc4cc1b296dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:06.536153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c078cf5-569c-4d05-8df3-cc4cc1b296dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:06.536984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5c078cf5-569c-4d05-8df3-cc4cc1b296dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:06.538097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-86c21875-9361-4eaf-87d3-2da9ac5368d6 None None] Provisioning complete for port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:06.538679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-86c21875-9361-4eaf-87d3-2da9ac5368d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.574575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5c078cf5-569c-4d05-8df3-cc4cc1b296dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:06.578557 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5c078cf5-569c-4d05-8df3-cc4cc1b296dd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2063072 Apr 22 09:35:06.579243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=028920e9-55a1-4f9c-a611-b090174528a8,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:06.588899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59506) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:06.664430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] For port ac4bced7-1ad9-46f9-b379-f7122b9f0764, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ac4bced7-1ad9-46f9-b379-f7122b9f0764,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:06.664708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.708695 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-86c21875-9361-4eaf-87d3-2da9ac5368d6 None None] Port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:06.831676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Calling delete_port for ac4bced7-1ad9-46f9-b379-f7122b9f0764 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:06.876120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.883443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d698635-4b5c-478d-971d-cfe192027ef6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet 67bb8129-e503-49e5-921e-40c7d08ea76c {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:06.885640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:06.894141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d698635-4b5c-478d-971d-cfe192027ef6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.082011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d698635-4b5c-478d-971d-cfe192027ef6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.099263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d192fec-c924-4bc2-9c02-55047444fbe7 req-fd01bfc8-1e29-4de8-a9e0-4f9d5c358c0b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:07.099941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-6d192fec-c924-4bc2-9c02-55047444fbe7 req-fd01bfc8-1e29-4de8-a9e0-4f9d5c358c0b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:07.187082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d698635-4b5c-478d-971d-cfe192027ef6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.198392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-6d192fec-c924-4bc2-9c02-55047444fbe7 req-fd01bfc8-1e29-4de8-a9e0-4f9d5c358c0b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:07.199561 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6d192fec-c924-4bc2-9c02-55047444fbe7 req-fd01bfc8-1e29-4de8-a9e0-4f9d5c358c0b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 931 time: 0.4500837 Apr 22 09:35:07.304296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.358670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4bced7-1ad9-46f9-b379-f7122b9f0764,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:07.385642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d698635-4b5c-478d-971d-cfe192027ef6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.465989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d698635-4b5c-478d-971d-cfe192027ef6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=67bb8129-e503-49e5-921e-40c7d08ea76c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:07.467951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d698635-4b5c-478d-971d-cfe192027ef6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.474218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef227332-167d-4cf0-8b73-b4dc02a16185 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:07.481862 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6d192fec-c924-4bc2-9c02-55047444fbe7 req-b6854c76-a9b2-4388-86ee-dca5a03b90de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227395 Apr 22 09:35:07.510346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6d698635-4b5c-478d-971d-cfe192027ef6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/67bb8129-e503-49e5-921e-40c7d08ea76c HTTP/1.1" status: 204 len: 168 time: 0.9201226 Apr 22 09:35:07.512857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59512) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:07.519614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:07.674798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a1e3d4-a4f9-4330-ae86-d06e9231c544 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Deleting subnet a1a94fc9-7cc4-4aa0-84b5-fef1cdd5b053 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:07.679748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e3d4-a4f9-4330-ae86-d06e9231c544 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.816032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e3d4-a4f9-4330-ae86-d06e9231c544 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.855387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.937879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:07.950600 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3022d0ad-6741-420a-b20a-5490c887e384 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1748216 Apr 22 09:35:07.953757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59516) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:07.958109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:07.963683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39868659-1ca7-4f6d-a998-c6f7e7baafb3 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:35:07.971753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:07.973193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:07.975406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:07.996676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Transition to ACTIVE for port object 39868659-1ca7-4f6d-a998-c6f7e7baafb3 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:08.003928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.122322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e3d4-a4f9-4330-ae86-d06e9231c544 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.142664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:08.180825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce65239-c28b-4ff9-bbdd-8c0a770ad933 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet 7fb0c99c-59f0-4e65-850d-ecaefe5d91c0 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:08.198566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bce65239-c28b-4ff9-bbdd-8c0a770ad933 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.293349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Pushing event updated for resources: {'Port': ['ID=39868659-1ca7-4f6d-a998-c6f7e7baafb3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:08.319062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Attempting to bind port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:08.319488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Attempting to bind port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:08.319899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Attempting to bind port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 on network b254c29f-9f50-4ebb-b0f3-e133f8c31990 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:08.325739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 on network b254c29f-9f50-4ebb-b0f3-e133f8c31990 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:08.326153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Attempting to bind port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 on network b254c29f-9f50-4ebb-b0f3-e133f8c31990 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:08.337921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:08.338576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Checking segment: {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:08.339181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Bound using segment: {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:08.339830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Bound port: 39868659-1ca7-4f6d-a998-c6f7e7baafb3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '193ceb91-d069-4d96-8894-e922e2afbdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:08.340383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.378826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bce65239-c28b-4ff9-bbdd-8c0a770ad933 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.426923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e3d4-a4f9-4330-ae86-d06e9231c544 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.473454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] For port 39868659-1ca7-4f6d-a998-c6f7e7baafb3, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:08.477558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] For port 39868659-1ca7-4f6d-a998-c6f7e7baafb3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:08.483524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.508997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.514252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e3d4-a4f9-4330-ae86-d06e9231c544 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.524314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1e3d4-a4f9-4330-ae86-d06e9231c544 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Subnet': ['ID=a1a94fc9-7cc4-4aa0-84b5-fef1cdd5b053,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:08.571236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:08.571579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.574555 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] 10.222.0.35 "PUT /v2.0/ports/39868659-1ca7-4f6d-a998-c6f7e7baafb3 HTTP/1.1" status: 200 len: 1093 time: 2.0736976 Apr 22 09:35:08.578549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:35:08.690390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:06Z', 'revision_number': 8, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:08.695425 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b3a1e3d4-a4f9-4330-ae86-d06e9231c544 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/a1a94fc9-7cc4-4aa0-84b5-fef1cdd5b053 HTTP/1.1" status: 204 len: 168 time: 1.1814554 Apr 22 09:35:08.697091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:08.697872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59524) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:08.712193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:08.717317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:08.718544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27985a-2fee-46ed-b0af-e6e3ccc6b07a service neutron] Pushing event updated for resources: {'Port': ['ID=39868659-1ca7-4f6d-a998-c6f7e7baafb3,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:08.727044 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70578987-bed8-472b-9bf2-22b1cdef228f'] response: {'name': 'network-changed', 'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'status': 'completed', 'code': 200} Apr 22 09:35:08.762930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-3a915898-8dcd-46ce-9178-a23d808e1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:08.764649 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-3a915898-8dcd-46ce-9178-a23d808e1397 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 1096 time: 0.1360829 Apr 22 09:35:08.802170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f11f585-f3f0-40f9-b39a-8b0122c8ec88 None None] Network f441e355-9a94-4c8f-aa75-59d20254aa63 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:08.843197 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-657c7b1b-0cb9-475d-b278-064e5aaf4649 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3 HTTP/1.1" status: 200 len: 217 time: 0.0708163 Apr 22 09:35:08.917494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-052f6712-1b1f-4523-8b1a-7cc39f9a3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:08.919653 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-052f6712-1b1f-4523-8b1a-7cc39f9a3132 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b828341-5576-4224-bda3-0700864faaf0 HTTP/1.1" status: 200 len: 834 time: 0.0705194 Apr 22 09:35:08.981591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ba79c1b7-5588-4ec5-8339-02bdb1eb19c8 None None] Provisioning complete for port 64474b52-8372-427e-a4a1-d5067dca6c5e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:08.982216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ba79c1b7-5588-4ec5-8339-02bdb1eb19c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:08.999367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-d1cc7503-641a-4b13-8d2d-88831619a937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:09.000965 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-d1cc7503-641a-4b13-8d2d-88831619a937 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b254c29f-9f50-4ebb-b0f3-e133f8c31990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743165 Apr 22 09:35:09.055843 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-449b1f6a-8b29-4537-a1d6-2367732047ac tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2617755 Apr 22 09:35:09.062097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59528) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:09.074220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:09.154279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bce65239-c28b-4ff9-bbdd-8c0a770ad933 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:09.162445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-18acb6f1-28bc-4072-9302-53a993512f56 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548152 Apr 22 09:35:09.207019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:09.336384 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbf9dba4-bac3-42aa-9802-2208db86c635 req-f7514b0d-a837-4dcb-95ec-3cc228334d14 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680615 Apr 22 09:35:09.388560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a18f5b-a55b-496f-88b7-279e2352480e req-a97c197d-6803-47eb-aead-13981c90434d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:09.390129 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-60a18f5b-a55b-496f-88b7-279e2352480e req-a97c197d-6803-47eb-aead-13981c90434d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 943 time: 0.3985617 Apr 22 09:35:09.412273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bce65239-c28b-4ff9-bbdd-8c0a770ad933 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:09.476081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-a137a265-cbe7-4dcb-95fa-4fe1ff2401ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:09.477420 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-a137a265-cbe7-4dcb-95fa-4fe1ff2401ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 1096 time: 0.0918558 Apr 22 09:35:09.480710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057276ef-6024-43dc-bda6-d9b4f842a0a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:09.485048 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-057276ef-6024-43dc-bda6-d9b4f842a0a1 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4159529 Apr 22 09:35:09.493266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59532) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:09.519269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] DHCP port deletion for f441e355-9a94-4c8f-aa75-59d20254aa63 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:35:09.549125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] Deleting port 64474b52-8372-427e-a4a1-d5067dca6c5e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:09.551272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:09.566211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bce65239-c28b-4ff9-bbdd-8c0a770ad933 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:09.573089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce65239-c28b-4ff9-bbdd-8c0a770ad933 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb0c99c-59f0-4e65-850d-ecaefe5d91c0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:09.598523 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bce65239-c28b-4ff9-bbdd-8c0a770ad933 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/7fb0c99c-59f0-4e65-850d-ecaefe5d91c0 HTTP/1.1" status: 204 len: 168 time: 1.6421041 Apr 22 09:35:09.604428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59536) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:09.611018 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-60a18f5b-a55b-496f-88b7-279e2352480e req-e049e33d-7438-43ee-a8f2-894c3295654e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047997 Apr 22 09:35:09.658654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2abb00-9c77-488e-97fe-1bb69f217411 None None] Network 18001809-a8e6-474e-85a9-073823dfc97f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:09.660560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b1cc1-baa8-4732-a3f4-c8dacb542e6a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:09.661241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-089b1cc1-baa8-4732-a3f4-c8dacb542e6a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Synchronizing usage tracker for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:09.663508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:09.674449 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-968ea34a-c98d-4d32-8ece-022589b4efb5 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6801531 Apr 22 09:35:09.677300 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] Sync routers for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:09.678123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59540) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:09.688580 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:09.689641 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:09.782142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:09.795877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 8c224f80-bf28-4f8c-b133-517474168d5b {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:09.796700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:09.895772 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:09.974307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.054257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-089b1cc1-baa8-4732-a3f4-c8dacb542e6a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Unset dirty status for tenant:f49fdf0bec6240fa8a5c926bf73ca9b5 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:10.055469 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-089b1cc1-baa8-4732-a3f4-c8dacb542e6a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5608702 Apr 22 09:35:10.059189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59544) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:10.066778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port 8c224f80-bf28-4f8c-b133-517474168d5b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8c224f80-bf28-4f8c-b133-517474168d5b,segment=NetworkSegment(9c415abe-f07c-42cc-98ca-7508da414b06),segment_id=9c415abe-f07c-42cc-98ca-7508da414b06)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:10.067944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.085443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] For port 64474b52-8372-427e-a4a1-d5067dca6c5e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=64474b52-8372-427e-a4a1-d5067dca6c5e,segment=NetworkSegment(6d6c665e-35de-431d-b7e3-4570b5aef46b),segment_id=6d6c665e-35de-431d-b7e3-4570b5aef46b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:10.086052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.116677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-7efd009f-a586-4a99-93d6-258c212c5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:10.118159 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-7efd009f-a586-4a99-93d6-258c212c5485 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b254c29f-9f50-4ebb-b0f3-e133f8c31990 HTTP/1.1" status: 200 len: 898 time: 0.6258934 Apr 22 09:35:10.187202 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1b3f9c16-fee9-48ba-952a-63c77837150b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251271 Apr 22 09:35:10.196710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59548) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:10.209579 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:35:07Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:10.213983 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] Checking router: b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:10.223179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] Calling delete_port for 64474b52-8372-427e-a4a1-d5067dca6c5e owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:10.223405 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] Routers {'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:10.223788 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:34:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:10.242216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 8c224f80-bf28-4f8c-b133-517474168d5b owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:10.242443 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-40bc75b8-851c-45ac-b1dd-b6eb77fcaaee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3 HTTP/1.1" status: 200 len: 217 time: 0.1101773 Apr 22 09:35:10.325926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.346472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.354635 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb7a86e-9142-4e69-bd10-80cd84bcd0af tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:10.355144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb7a86e-9142-4e69-bd10-80cd84bcd0af tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:10.359390 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2bb7a86e-9142-4e69-bd10-80cd84bcd0af tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/406aa0aa-b03f-4b26-9aa1-b82a434202a6 HTTP/1.1" status: 404 len: 333 time: 0.1592319 Apr 22 09:35:10.366158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59552) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:10.384560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:06Z', 'revision_number': 8, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:10.394663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No DVR routers for this DVR port 8c224f80-bf28-4f8c-b133-517474168d5b on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:35:10.410752 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] Pushing event deleted for resources: {'Port': ['ID=64474b52-8372-427e-a4a1-d5067dca6c5e,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:10.415822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520dc2e-36d1-452b-9032-b1c365634357 None None] No DVR routers for this DVR port 64474b52-8372-427e-a4a1-d5067dca6c5e on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:35:10.421429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3f741-d543-4420-8b30-6404cdc05a03 None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:06Z', 'revision_number': 8, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3c3873a-a410-4f04-b7ed-d1e959653da0', 'name': '', 'network_id': '0fb4f567-9523-4925-ae96-3e9eaf3ce18e', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:45:5e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '461c2269-42ff-4c68-80c3-0329da36452a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:38Z', 'updated_at': '2022-04-22T09:34:52Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '461c2269-42ff-4c68-80c3-0329da36452a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:10.439920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=8c224f80-bf28-4f8c-b133-517474168d5b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:10.461221 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b2596e-e964-4923-b1c7-b6bb426537d2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:10.463545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54b2596e-e964-4923-b1c7-b6bb426537d2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:10.470327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59556) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:10.472524 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-54b2596e-e964-4923-b1c7-b6bb426537d2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/a1a94fc9-7cc4-4aa0-84b5-fef1cdd5b053 HTTP/1.1" status: 404 len: 337 time: 0.1052597 Apr 22 09:35:10.500165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-c4c2549a-370a-4789-8b9c-4faa4b9ab716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:10.501655 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-c4c2549a-370a-4789-8b9c-4faa4b9ab716 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b828341-5576-4224-bda3-0700864faaf0 HTTP/1.1" status: 200 len: 834 time: 0.2027168 Apr 22 09:35:10.509944 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] Set router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:10.510727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.585547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Deleting port 8b74fdc7-5c95-4150-bb58-07944ac7281b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:10.585894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.621853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a95bf7-207b-4342-818a-5decc4684cc9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:10.622444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a95bf7-207b-4342-818a-5decc4684cc9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:10.626478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.662345 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-55a95bf7-207b-4342-818a-5decc4684cc9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/67bb8129-e503-49e5-921e-40c7d08ea76c HTTP/1.1" status: 404 len: 337 time: 0.1908398 Apr 22 09:35:10.665329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59562) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:10.703851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18001809-a8e6-474e-85a9-073823dfc97f']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:10.719605 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42d30b4-1633-44a0-9c5f-854923a730bd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:10.720079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42d30b4-1633-44a0-9c5f-854923a730bd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:10.721811 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d42d30b4-1633-44a0-9c5f-854923a730bd tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/933232e2-d3e2-4f18-ba08-35624da54e81 HTTP/1.1" status: 404 len: 333 time: 0.0555990 Apr 22 09:35:10.729285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59566) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:10.731425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c415abe-f07c-42cc-98ca-7508da414b06') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:10.731829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c415abe-f07c-42cc-98ca-7508da414b06') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:10.809750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-a6992a2b-a7ac-477c-8643-423218bcd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:10.810938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-a6992a2b-a7ac-477c-8643-423218bcd547 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b254c29f-9f50-4ebb-b0f3-e133f8c31990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2969761 Apr 22 09:35:10.834728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ca763-3de8-4238-8001-1f47ed60d7c6 None None] DHCP port deletion for 18001809-a8e6-474e-85a9-073823dfc97f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:35:10.877022 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:35:07Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:10.884002 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad148362-c578-48ad-83cb-47aa7d6a1319 None None] The sync data for ids ['b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab'] in dv-neutron-839018-1-hyperv is: [{'id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'name': 'tempest-ServerActionsTestJSON-1468463248-router', 'tenant_id': '6884960ab29c4ecdaeb0051102490630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24'}], 'enable_snat': True}, 'gw_port_id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:30:16Z', 'updated_at': '2022-04-22T09:35:07Z', 'revision_number': 5, 'project_id': '6884960ab29c4ecdaeb0051102490630', 'gw_port': {'id': '8b74fdc7-5c95-4150-bb58-07944ac7281b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:30:18Z', 'updated_at': '2022-04-22T09:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:10.897819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] For port 8b74fdc7-5c95-4150-bb58-07944ac7281b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8b74fdc7-5c95-4150-bb58-07944ac7281b,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:10.898208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.925175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.948138 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f93e64f-6768-46d6-b890-34548d7317df tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:10.948138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f93e64f-6768-46d6-b890-34548d7317df tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:10.948138 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1f93e64f-6768-46d6-b890-34548d7317df tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/12052b6e-f4ee-4d31-a476-8bcd10403802 HTTP/1.1" status: 404 len: 337 time: 0.2070649 Apr 22 09:35:10.949462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:10.952353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59570) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:10.991016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:10.991016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:11.008923 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:11.031750 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7091a4fe-5bd1-4e40-b163-79273f90ff26 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.032230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7091a4fe-5bd1-4e40-b163-79273f90ff26 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.036322 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7091a4fe-5bd1-4e40-b163-79273f90ff26 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/0d88e309-933a-4859-8eb4-b63161569802 HTTP/1.1" status: 404 len: 337 time: 0.0813234 Apr 22 09:35:11.080214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59574) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.096525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Calling delete_port for 8b74fdc7-5c95-4150-bb58-07944ac7281b owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:11.134520 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff13543-b4d0-4e29-8e61-10127196a5da tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.134990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff13543-b4d0-4e29-8e61-10127196a5da tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.140685 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fff13543-b4d0-4e29-8e61-10127196a5da tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/ebc3b3d3-07d6-49ff-96aa-39914781471a HTTP/1.1" status: 404 len: 333 time: 0.0571232 Apr 22 09:35:11.140996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59578) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.154409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fa5f2-2edd-4767-8751-564dbd56a8ce req-4de78a08-4675-4558-ba20-d0457d24458a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:11.155974 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c90fa5f2-2edd-4767-8751-564dbd56a8ce req-4de78a08-4675-4558-ba20-d0457d24458a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 943 time: 0.4184227 Apr 22 09:35:11.187053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91bb6b7-09bb-42b0-aedc-418fa97db535 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.187501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91bb6b7-09bb-42b0-aedc-418fa97db535 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.191931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:11.196204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:11.223248 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e91bb6b7-09bb-42b0-aedc-418fa97db535 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/364cbb27-c234-46da-ab65-1718e280b16e HTTP/1.1" status: 404 len: 337 time: 0.0813103 Apr 22 09:35:11.224964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/18001809-a8e6-474e-85a9-073823dfc97f HTTP/1.1" status: 204 len: 168 time: 1.6195650 Apr 22 09:35:11.226115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=18001809-a8e6-474e-85a9-073823dfc97f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:11.228262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59582) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.228604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59584) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.233089 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-d74621ca-1d2b-4b19-8747-2b7bf304d507 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110765 Apr 22 09:35:11.340500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.340981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.341303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.341617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.341984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.342336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.342662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.343014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.343366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.343690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.344008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.344325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fc713f-7e9d-4545-9139-63574805ff42 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.356123 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-802e546b-eb08-4f57-ab81-4790a34ea9e0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.356604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802e546b-eb08-4f57-ab81-4790a34ea9e0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.358513 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-802e546b-eb08-4f57-ab81-4790a34ea9e0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/5a524052-77f8-4cb0-96d2-6ba6102f7ff3 HTTP/1.1" status: 404 len: 337 time: 0.1288857 Apr 22 09:35:11.380839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59590) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.452125 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c90fa5f2-2edd-4767-8751-564dbd56a8ce req-57070cfc-a1ed-4010-bbb3-308129d12509 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853045 Apr 22 09:35:11.453112 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce78300-9166-4f30-8de3-a896591fdc57 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.453632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce78300-9166-4f30-8de3-a896591fdc57 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.457553 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6ce78300-9166-4f30-8de3-a896591fdc57 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/3ad80b3d-aba7-483c-b946-9d8db9db5b08 HTTP/1.1" status: 404 len: 333 time: 0.0682235 Apr 22 09:35:11.460787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59594) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.519499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8c224f80-bf28-4f8c-b133-517474168d5b no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:11.541578 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01dec47-be16-4e5b-acd4-8a00a9b63a98 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.542153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01dec47-be16-4e5b-acd4-8a00a9b63a98 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.544273 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b01dec47-be16-4e5b-acd4-8a00a9b63a98 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/3b641e00-1598-4890-a5da-31ab8bf88136 HTTP/1.1" status: 404 len: 337 time: 0.0825796 Apr 22 09:35:11.550683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59598) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.556912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 8c224f80-bf28-4f8c-b133-517474168d5b {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:11.557415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8c224f80-bf28-4f8c-b133-517474168d5b not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:11.557937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ac4bced7-1ad9-46f9-b379-f7122b9f0764 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:11.593518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: ac4bced7-1ad9-46f9-b379-f7122b9f0764 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:11.593969 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ac4bced7-1ad9-46f9-b379-f7122b9f0764 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:11.594491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 64474b52-8372-427e-a4a1-d5067dca6c5e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:11.618321 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-143a0bce-e814-4406-83d8-1b70d0174bc0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.618694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143a0bce-e814-4406-83d8-1b70d0174bc0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.623290 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-143a0bce-e814-4406-83d8-1b70d0174bc0 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/06a138cf-9124-4447-b52a-4ec9ab7d5fcf HTTP/1.1" status: 404 len: 337 time: 0.0718870 Apr 22 09:35:11.627315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59602) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.638452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 64474b52-8372-427e-a4a1-d5067dca6c5e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:11.638893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 64474b52-8372-427e-a4a1-d5067dca6c5e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:11.639220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 028920e9-55a1-4f9c-a611-b090174528a8 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:11.675132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 028920e9-55a1-4f9c-a611-b090174528a8 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:11.675711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 028920e9-55a1-4f9c-a611-b090174528a8 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:11.691019 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a0b56f9-ea41-4b6b-a2b2-6aa8d70eedcf req-f2a29cf5-d4f3-4800-bef7-65bb3408810b service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474857 Apr 22 09:35:11.708482 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4d96a5-56da-4436-98e0-c19e875589c9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.708956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4d96a5-56da-4436-98e0-c19e875589c9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.710639 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9a4d96a5-56da-4436-98e0-c19e875589c9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/df90726e-57c1-427b-89dc-b5c999c8a2d9 HTTP/1.1" status: 404 len: 333 time: 0.0821202 Apr 22 09:35:11.716211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59606) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.759562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:11.794385 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f57b0e-1999-42e7-96af-9af46ede7f00 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.794839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f57b0e-1999-42e7-96af-9af46ede7f00 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.813659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b74fdc7-5c95-4150-bb58-07944ac7281b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:11.843541 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-35f57b0e-1999-42e7-96af-9af46ede7f00 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/ac02a4ac-519d-40e0-966f-2894ffa50a4c HTTP/1.1" status: 404 len: 337 time: 0.1262767 Apr 22 09:35:11.846240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59610) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.854006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.854395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.854777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.855142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.855500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.855795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.856122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.856487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.856850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.857175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.857491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.857808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:11.891296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-18df3187-f6d8-4288-a47f-3b9a69c3dae3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.891635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18df3187-f6d8-4288-a47f-3b9a69c3dae3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.893334 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-18df3187-f6d8-4288-a47f-3b9a69c3dae3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/73c7a9b0-3e1f-415f-8462-953b1c2a2246 HTTP/1.1" status: 404 len: 333 time: 0.0460551 Apr 22 09:35:11.896726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59614) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.922698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:11.941989 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d1fb06-705d-4123-825e-568e1f9bc97c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.942426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d1fb06-705d-4123-825e-568e1f9bc97c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.944048 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e6d1fb06-705d-4123-825e-568e1f9bc97c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/6d41bffd-1a92-4437-9445-6ef105ada76e HTTP/1.1" status: 404 len: 337 time: 0.0463154 Apr 22 09:35:11.947189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59618) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:11.969679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-53e76e2a-c60a-477c-bc3f-d0024ef7ad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:11.993796 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-504014f0-ea2d-4eac-b66c-a7abf9299d55 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:11.994246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-504014f0-ea2d-4eac-b66c-a7abf9299d55 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:11.996431 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-504014f0-ea2d-4eac-b66c-a7abf9299d55 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/61302ea5-bbd1-405f-ad48-cd856a209e01 HTTP/1.1" status: 404 len: 333 time: 0.0475385 Apr 22 09:35:12.002359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59622) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.040290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.098168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.100518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.109396 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b0ab1d-f5e6-41e2-89cc-5a1def51a7c6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.109950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b0ab1d-f5e6-41e2-89cc-5a1def51a7c6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.111666 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-07b0ab1d-f5e6-41e2-89cc-5a1def51a7c6 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/2fe59693-6590-4912-83da-f39e0af7f8a1 HTTP/1.1" status: 404 len: 337 time: 0.1084363 Apr 22 09:35:12.115970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59626) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.125834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.126293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:35:12.134761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.138281 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73f5f3a1-115c-497b-a96f-62072244a266 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b5f7bc30-b9c3-4eeb-8153-da5ba2bdcaab HTTP/1.1" status: 204 len: 168 time: 2.4568377 Apr 22 09:35:12.138658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59630) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.207879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9622cd8-8f2d-4883-b4f8-32b1a1199f42 admin admin] Deleting subnet 0fd45dc6-df75-4a1b-9cec-8e932461fe6e {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:12.214986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9622cd8-8f2d-4883-b4f8-32b1a1199f42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.219787 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f1edfc-f350-43e3-9a0b-3f43abac8a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.220255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f1edfc-f350-43e3-9a0b-3f43abac8a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.221945 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f0f1edfc-f350-43e3-9a0b-3f43abac8a3f tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/9138672a-0b7b-4a8e-84fe-ad21d696b45a HTTP/1.1" status: 404 len: 333 time: 0.1050620 Apr 22 09:35:12.224518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59634) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.275881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9622cd8-8f2d-4883-b4f8-32b1a1199f42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.281294 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3a25db-29bb-4cfd-b853-1f6d6b572d0e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.281739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3a25db-29bb-4cfd-b853-1f6d6b572d0e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.283404 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2a3a25db-29bb-4cfd-b853-1f6d6b572d0e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/46ac7f17-0a7c-45f3-bf45-1b2aae4c0ed4 HTTP/1.1" status: 404 len: 337 time: 0.0580082 Apr 22 09:35:12.286250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59638) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.363613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9622cd8-8f2d-4883-b4f8-32b1a1199f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.437005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9622cd8-8f2d-4883-b4f8-32b1a1199f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.475037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9622cd8-8f2d-4883-b4f8-32b1a1199f42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd45dc6-df75-4a1b-9cec-8e932461fe6e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:12.478842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9622cd8-8f2d-4883-b4f8-32b1a1199f42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.487980 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c9622cd8-8f2d-4883-b4f8-32b1a1199f42 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0fd45dc6-df75-4a1b-9cec-8e932461fe6e HTTP/1.1" status: 204 len: 168 time: 0.3461545 Apr 22 09:35:12.488549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59644) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.490198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c137ac6-1226-47a7-bda0-cbaaaf211ff6 None None] Network e3952e52-b9ec-4648-9793-4121f1fd0a85 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:12.551784 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb2417a-513a-4802-92c7-90fdee154b7c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.552248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb2417a-513a-4802-92c7-90fdee154b7c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.556435 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8fb2417a-513a-4802-92c7-90fdee154b7c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/320ef492-965d-44c3-981d-9c9a8e266363 HTTP/1.1" status: 404 len: 333 time: 0.2668228 Apr 22 09:35:12.557045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59648) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.624140 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8538512-e0c2-4866-b9b1-1268124b06d2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.624768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8538512-e0c2-4866-b9b1-1268124b06d2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.628769 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f8538512-e0c2-4866-b9b1-1268124b06d2 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/885ff174-264e-4785-9788-b89a6e1f6c68 HTTP/1.1" status: 404 len: 337 time: 0.0685565 Apr 22 09:35:12.629177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59652) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.682282 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-229f77ea-c53d-4de8-87ec-51f145fcd72b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.682902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229f77ea-c53d-4de8-87ec-51f145fcd72b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.685490 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-229f77ea-c53d-4de8-87ec-51f145fcd72b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/5a89a8e8-ec61-487a-9b2b-9f0a6f3f179d HTTP/1.1" status: 404 len: 333 time: 0.0527377 Apr 22 09:35:12.687683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59656) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.710982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.727896 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-faad69fd-e285-430c-bd16-66eb607cfa7b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.728348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faad69fd-e285-430c-bd16-66eb607cfa7b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.732538 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-faad69fd-e285-430c-bd16-66eb607cfa7b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/b2fa9ad7-c700-4d09-a4c7-cb5f763d9dc3 HTTP/1.1" status: 404 len: 337 time: 0.0412073 Apr 22 09:35:12.733162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59660) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.747429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Deleting port bce0442c-1d8e-4876-aac6-4ce7508a8777 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:12.747779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.777807 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26a9dac-c211-4726-acde-3ca41a82c4ee tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.778260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26a9dac-c211-4726-acde-3ca41a82c4ee tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.779943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d26a9dac-c211-4726-acde-3ca41a82c4ee tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/0cd489ed-b4db-4b9f-99a1-e16f2baf86a6 HTTP/1.1" status: 404 len: 337 time: 0.0458841 Apr 22 09:35:12.784930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59664) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.827430 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-650d5c78-55d9-46e9-9426-71e12bc1d11a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.827907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650d5c78-55d9-46e9-9426-71e12bc1d11a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.829638 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-650d5c78-55d9-46e9-9426-71e12bc1d11a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/62d1193d-61b7-4f8d-a641-8fbc6e860308 HTTP/1.1" status: 404 len: 333 time: 0.0435772 Apr 22 09:35:12.832304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59668) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.851615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44163-e285-4471-bfe9-b1fa5c25c4e5 req-9d6f88b0-ca92-462b-95ce-5c4459d1d4a5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:12.855668 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8a44163-e285-4471-bfe9-b1fa5c25c4e5 req-9d6f88b0-ca92-462b-95ce-5c4459d1d4a5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 943 time: 0.2204921 Apr 22 09:35:12.865277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] DHCP port deletion for e3952e52-b9ec-4648-9793-4121f1fd0a85 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:35:12.869766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] Deleting port bce0442c-1d8e-4876-aac6-4ce7508a8777 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:12.870155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.872517 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3251f1-0f77-4d91-8095-5c381d07ab14 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.873005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c3251f1-0f77-4d91-8095-5c381d07ab14 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.877596 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7c3251f1-0f77-4d91-8095-5c381d07ab14 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/bca457da-c354-4de2-97a5-45cfb4e3b2b5 HTTP/1.1" status: 404 len: 337 time: 0.0413783 Apr 22 09:35:12.878067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59672) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.888784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port d3c3873a-a410-4f04-b7ed-d1e959653da0 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:12.889109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:12.921681 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-73eae194-3312-47ac-8ea1-5419c2284520 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.922809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73eae194-3312-47ac-8ea1-5419c2284520 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.927017 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73eae194-3312-47ac-8ea1-5419c2284520 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/38ba25fb-5d13-46a7-99ba-b98ac870dc31 HTTP/1.1" status: 404 len: 337 time: 0.0460181 Apr 22 09:35:12.927372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59676) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:12.971923 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-2019720a-4ac2-42ba-a4a6-9a4e017d0256 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:12.972291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2019720a-4ac2-42ba-a4a6-9a4e017d0256 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:12.974658 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2019720a-4ac2-42ba-a4a6-9a4e017d0256 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/b51b4d6c-4479-4e55-b21a-5b9f18335ebe HTTP/1.1" status: 404 len: 333 time: 0.0456488 Apr 22 09:35:12.976879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59680) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.016001 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6c105a-b662-4f4d-b09c-0a3a0f600593 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.016507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6c105a-b662-4f4d-b09c-0a3a0f600593 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.018429 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1f6c105a-b662-4f4d-b09c-0a3a0f600593 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/28939693-1f5e-4689-89c3-b201e854ae3f HTTP/1.1" status: 404 len: 337 time: 0.0404248 Apr 22 09:35:13.020701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59684) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.066247 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8a44163-e285-4471-bfe9-b1fa5c25c4e5 req-3fbbc08f-2c0e-434e-9de9-7a0e602857ef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009897 Apr 22 09:35:13.082023 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] For port bce0442c-1d8e-4876-aac6-4ce7508a8777, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bce0442c-1d8e-4876-aac6-4ce7508a8777,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:13.082421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:13.166970 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-da465a0c-bec9-4fbc-bfb8-bda3858e0c2d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.167597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da465a0c-bec9-4fbc-bfb8-bda3858e0c2d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.171749 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-da465a0c-bec9-4fbc-bfb8-bda3858e0c2d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/54abe483-6c28-4cca-8f72-457d0a7512b2 HTTP/1.1" status: 404 len: 337 time: 0.1476705 Apr 22 09:35:13.172102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59688) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.209992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] Calling delete_port for bce0442c-1d8e-4876-aac6-4ce7508a8777 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:13.213916 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c34fd7a-8215-49d9-80f8-b67b2382b723 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.215123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c34fd7a-8215-49d9-80f8-b67b2382b723 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.219481 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9c34fd7a-8215-49d9-80f8-b67b2382b723 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/bd4e66b9-a2f9-4417-97d8-6ef6ff74ca29 HTTP/1.1" status: 404 len: 333 time: 0.0439732 Apr 22 09:35:13.219749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59692) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.227323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] For port bce0442c-1d8e-4876-aac6-4ce7508a8777, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bce0442c-1d8e-4876-aac6-4ce7508a8777,segment=NetworkSegment(d4edcbd8-a542-4831-aa8e-199cac13c1e1),segment_id=d4edcbd8-a542-4831-aa8e-199cac13c1e1)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:13.227879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:13.244644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 39868659-1ca7-4f6d-a998-c6f7e7baafb3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:35:13.259309 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-2470f1cb-2ad4-48d3-bff8-ed672bc9cebb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.259839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2470f1cb-2ad4-48d3-bff8-ed672bc9cebb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.265306 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2470f1cb-2ad4-48d3-bff8-ed672bc9cebb tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/61024efa-c0d8-4357-ac27-3c4ce8c10a10 HTTP/1.1" status: 404 len: 337 time: 0.0414703 Apr 22 09:35:13.265860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59696) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.307967 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-896581ac-5379-4c6c-be05-87afd5fc8ec8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.309037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896581ac-5379-4c6c-be05-87afd5fc8ec8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.312467 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-896581ac-5379-4c6c-be05-87afd5fc8ec8 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/0e210b6e-dee4-4a4e-abd4-f4bebb7f1dab HTTP/1.1" status: 404 len: 337 time: 0.0440600 Apr 22 09:35:13.313848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59700) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.359896 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-91084cfd-5edb-422f-8dd1-df7ffa97bae3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b752cdb-e17f-4a13-aec9-bce9fd596eba HTTP/1.1" status: 200 len: 205 time: 0.0446386 Apr 22 09:35:13.362310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59704) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.371629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Calling delete_port for bce0442c-1d8e-4876-aac6-4ce7508a8777 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:13.418840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:13.420222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port d3c3873a-a410-4f04-b7ed-d1e959653da0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d3c3873a-a410-4f04-b7ed-d1e959653da0,segment=NetworkSegment(d246216b-6e5c-40a8-ad89-85006e3a561b),segment_id=d246216b-6e5c-40a8-ad89-85006e3a561b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:13.420680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:13.437842 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-198b63d6-a090-4c47-ab5e-77495bf2b45b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] delete failed (client error): The resource could not be found. Apr 22 09:35:13.441623 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-198b63d6-a090-4c47-ab5e-77495bf2b45b tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/routers/1b752cdb-e17f-4a13-aec9-bce9fd596eba HTTP/1.1" status: 404 len: 336 time: 0.0754306 Apr 22 09:35:13.441855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59708) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.465792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] Pushing event deleted for resources: {'Port': ['ID=bce0442c-1d8e-4876-aac6-4ce7508a8777,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:13.479075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ced7f76-f368-4aab-9a97-45b2a57390a2 None None] No DVR routers for this DVR port bce0442c-1d8e-4876-aac6-4ce7508a8777 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:35:13.488980 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8b1017-2d9b-4e51-ab93-835435dd19ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.489496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8b1017-2d9b-4e51-ab93-835435dd19ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.491327 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5c8b1017-2d9b-4e51-ab93-835435dd19ad tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/06316e61-6880-4f72-aefe-c17f0b89d045 HTTP/1.1" status: 404 len: 337 time: 0.0484483 Apr 22 09:35:13.494281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59712) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.509179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 39868659-1ca7-4f6d-a998-c6f7e7baafb3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:13.541484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'port_id': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'mac_address': 'fa:16:3e:90:42:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:35:13.543624 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8b266b5d-817e-4951-bd52-426233298e0d tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 HTTP/1.1" status: 200 len: 205 time: 0.0484512 Apr 22 09:35:13.546514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59716) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.574595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for d3c3873a-a410-4f04-b7ed-d1e959653da0 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:13.590371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bce0442c-1d8e-4876-aac6-4ce7508a8777 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:13.640177 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-f53ffe5e-19b7-4007-ab04-b7ac936de093 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] delete failed (client error): The resource could not be found. Apr 22 09:35:13.643079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: bce0442c-1d8e-4876-aac6-4ce7508a8777 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:13.643419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bce0442c-1d8e-4876-aac6-4ce7508a8777 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:13.643836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8b74fdc7-5c95-4150-bb58-07944ac7281b no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:13.644513 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f53ffe5e-19b7-4007-ab04-b7ac936de093 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/routers/1a271bdd-0d4c-4a9f-9e44-60ce9d9ecfc0 HTTP/1.1" status: 404 len: 336 time: 0.0967185 Apr 22 09:35:13.645228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59720) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.653403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:35:13.653797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:35:13.684074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 8b74fdc7-5c95-4150-bb58-07944ac7281b {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:13.684448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8b74fdc7-5c95-4150-bb58-07944ac7281b not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:13.697110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:13.698497 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a40a53-a018-47e2-9f52-0b49117980fc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.699231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a40a53-a018-47e2-9f52-0b49117980fc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.703901 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c8a40a53-a018-47e2-9f52-0b49117980fc tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/61194b4f-08f4-4b1f-b61b-388338f55827 HTTP/1.1" status: 404 len: 337 time: 0.0568609 Apr 22 09:35:13.704566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59724) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.715885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39868659-1ca7-4f6d-a998-c6f7e7baafb3 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:35:13.734638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 39868659-1ca7-4f6d-a998-c6f7e7baafb3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:13.739747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:13.744510 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd5e20a-9f45-4818-aa17-ffb5245883c9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.745038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd5e20a-9f45-4818-aa17-ffb5245883c9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.750192 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0dd5e20a-9f45-4818-aa17-ffb5245883c9 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/471e5653-b457-4aee-9fbd-4f343195ebb6 HTTP/1.1" status: 404 len: 337 time: 0.0445514 Apr 22 09:35:13.750814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59728) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.791564 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eac5514-2a24-4960-b7e6-aae822b0bf82 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.792062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eac5514-2a24-4960-b7e6-aae822b0bf82 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.796436 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8eac5514-2a24-4960-b7e6-aae822b0bf82 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/4ea25211-3872-4c13-b83c-4057a6180e77 HTTP/1.1" status: 404 len: 333 time: 0.0427167 Apr 22 09:35:13.797109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59732) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.798420 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:13.813912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=39868659-1ca7-4f6d-a998-c6f7e7baafb3,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:13.839229 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-841a42fd-aca5-447b-8a96-d7c29b55309c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.839707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841a42fd-aca5-447b-8a96-d7c29b55309c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.841429 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-841a42fd-aca5-447b-8a96-d7c29b55309c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/e9765dc6-da5f-4bc7-91e0-69ce7814cda4 HTTP/1.1" status: 404 len: 337 time: 0.0433578 Apr 22 09:35:13.843916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59736) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.850617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=d3c3873a-a410-4f04-b7ed-d1e959653da0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:13.886396 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea5c815-079c-4cb4-967a-593e641c2a3c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.886905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea5c815-079c-4cb4-967a-593e641c2a3c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.891920 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0ea5c815-079c-4cb4-967a-593e641c2a3c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/2dbfddf6-ec9c-4499-bef3-3c8cb6e41503 HTTP/1.1" status: 404 len: 333 time: 0.0438638 Apr 22 09:35:13.892258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59740) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.931590 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a02fcee-3380-4af9-8ad5-6b20a60102e4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.932048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a02fcee-3380-4af9-8ad5-6b20a60102e4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.934418 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7a02fcee-3380-4af9-8ad5-6b20a60102e4 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/7cb29b79-6095-4f18-a733-8b50591b1e53 HTTP/1.1" status: 404 len: 337 time: 0.0411384 Apr 22 09:35:13.941890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59744) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:13.991543 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f81138-91cb-4a38-8d5a-f04d42c7d670 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:13.992061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f81138-91cb-4a38-8d5a-f04d42c7d670 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:13.997639 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-07f81138-91cb-4a38-8d5a-f04d42c7d670 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/b691483b-9a19-437c-aeec-7bacee2bb499 HTTP/1.1" status: 404 len: 333 time: 0.0496721 Apr 22 09:35:13.998329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59748) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.041009 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-defd524a-d990-4a5e-8f31-e4cc2168283c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.041554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-defd524a-d990-4a5e-8f31-e4cc2168283c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.046167 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-defd524a-d990-4a5e-8f31-e4cc2168283c tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/a8dca0f4-37e4-4922-81c7-89a26ef3a1ba HTTP/1.1" status: 404 len: 337 time: 0.0447638 Apr 22 09:35:14.046511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59752) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.086296 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f07c26-be36-4be0-95f7-6839808589be tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.086771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f07c26-be36-4be0-95f7-6839808589be tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.088490 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a6f07c26-be36-4be0-95f7-6839808589be tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/5bdeace0-1121-4e94-93ab-20bdb956ac63 HTTP/1.1" status: 404 len: 333 time: 0.0411692 Apr 22 09:35:14.091864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59756) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.128474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['39868659-1ca7-4f6d-a998-c6f7e7baafb3'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:35:14.133557 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c11c2e-d4b9-433e-b75f-0626ccbd1fd3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.134012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c11c2e-d4b9-433e-b75f-0626ccbd1fd3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.139411 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-47c11c2e-d4b9-433e-b75f-0626ccbd1fd3 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/768b37f3-eb94-4e0f-a524-7ec8189aa0f4 HTTP/1.1" status: 404 len: 337 time: 0.0429249 Apr 22 09:35:14.140382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59762) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.159720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Deleting port bce0442c-1d8e-4876-aac6-4ce7508a8777 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:14.159981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.183395 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ebe60c-d1e7-4f7a-b7a2-291c8f40f8a7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.183877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ebe60c-d1e7-4f7a-b7a2-291c8f40f8a7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.188119 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-80ebe60c-d1e7-4f7a-b7a2-291c8f40f8a7 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/a1e37816-c293-4efc-8822-e9e786b11f09 HTTP/1.1" status: 404 len: 333 time: 0.0445340 Apr 22 09:35:14.189006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59766) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.202662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.231187 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9990f2d-4a2c-462b-a09b-6e01283e2c1e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.231647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9990f2d-4a2c-462b-a09b-6e01283e2c1e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.235749 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f9990f2d-4a2c-462b-a09b-6e01283e2c1e tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/8d2c022d-bbaf-42d0-806d-d31fc2d10f2b HTTP/1.1" status: 404 len: 337 time: 0.0440683 Apr 22 09:35:14.240663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59770) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.248440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] The port 'bce0442c-1d8e-4876-aac6-4ce7508a8777' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:35:14.320198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6bcb2-4cd1-4275-8f1c-2fb83d7996f8 req-ef664086-1d08-40fc-8ccc-8e52ea6b6505 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:14.321726 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dee6bcb2-4cd1-4275-8f1c-2fb83d7996f8 req-ef664086-1d08-40fc-8ccc-8e52ea6b6505 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 944 time: 0.0873835 Apr 22 09:35:14.368102 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dee6bcb2-4cd1-4275-8f1c-2fb83d7996f8 req-be2e4775-9858-4910-83aa-0e213aebae98 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400293 Apr 22 09:35:14.381735 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ed42d4-aa8a-4aeb-a2d3-ed7dfffa76ea tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.382224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ed42d4-aa8a-4aeb-a2d3-ed7dfffa76ea tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.394724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ecf115f4-0070-4d71-a2bf-ac20cd9512b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.475939 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-21ed42d4-aa8a-4aeb-a2d3-ed7dfffa76ea tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/460afa7c-885c-4ecf-a7e4-b5a2153e52e0 HTTP/1.1" status: 404 len: 333 time: 0.2339604 Apr 22 09:35:14.478147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59774) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.516165 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c046853-5f33-49ef-b5a7-daaf9495774a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.516556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c046853-5f33-49ef-b5a7-daaf9495774a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.520461 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0c046853-5f33-49ef-b5a7-daaf9495774a tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/214b0f94-044b-41b3-a685-077d5cd0fa2e HTTP/1.1" status: 404 len: 337 time: 0.0390995 Apr 22 09:35:14.520705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59778) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.543606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.564860 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-77acc180-5270-4293-802f-bd6f2f51f158 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.565323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77acc180-5270-4293-802f-bd6f2f51f158 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.569398 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-77acc180-5270-4293-802f-bd6f2f51f158 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/ports/9f8df2fc-5de8-4f1a-9c16-417dd0a9391b HTTP/1.1" status: 404 len: 333 time: 0.0452001 Apr 22 09:35:14.569695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59782) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.589879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3952e52-b9ec-4648-9793-4121f1fd0a85']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:14.607808 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-98add312-7f8b-4a1b-8abc-920d5f29bb85 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:14.608255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98add312-7f8b-4a1b-8abc-920d5f29bb85 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:14.612244 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-98add312-7f8b-4a1b-8abc-920d5f29bb85 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/subnets/1786d895-1208-4dcc-be4c-82c29fdb1fb2 HTTP/1.1" status: 404 len: 337 time: 0.0394008 Apr 22 09:35:14.612513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59786) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:14.656565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4edcbd8-a542-4831-aa8e-199cac13c1e1') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:14.656853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4edcbd8-a542-4831-aa8e-199cac13c1e1') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:14.677964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.728312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.754878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.774244 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:14.774591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:14.788000 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:14.860962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:14.928002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.955889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.961429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:14.987278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f441e355-9a94-4c8f-aa75-59d20254aa63']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:14.999154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6c665e-35de-431d-b7e3-4570b5aef46b') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:14.999442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6c665e-35de-431d-b7e3-4570b5aef46b') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:15.012753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.021608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3952e52-b9ec-4648-9793-4121f1fd0a85,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:15.039291 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-91d082e6-3078-4bc9-bd91-886f2d751d06 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e3952e52-b9ec-4648-9793-4121f1fd0a85 HTTP/1.1" status: 204 len: 168 time: 2.5366833 Apr 22 09:35:15.039515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.049129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:15.049524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.054071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:15.061162 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f50a3f6d-fbfe-4f08-9902-a98335187550 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8297567 Apr 22 09:35:15.063223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59792) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:15.065141 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:15.067780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:15.077326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:15.078167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:15.157958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.179928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.193005 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] 10.222.0.32 "DELETE /v2.0/networks/f441e355-9a94-4c8f-aa75-59d20254aa63 HTTP/1.1" status: 204 len: 168 time: 0.5794625 Apr 22 09:35:15.194102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d246073-0ca4-4e6c-ac9a-6c2a4c550129 tempest-NetworksTestDHCPv6-422993510 tempest-NetworksTestDHCPv6-422993510-project] Pushing event deleted for resources: {'Network': ['ID=f441e355-9a94-4c8f-aa75-59d20254aa63,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:15.224225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 39868659-1ca7-4f6d-a998-c6f7e7baafb3 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:15.224766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f642da-2d95-48ae-9c25-60f8c4802776 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet 461c2269-42ff-4c68-80c3-0329da36452a {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:15.229607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70f642da-2d95-48ae-9c25-60f8c4802776 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.342601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:15.347221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70f642da-2d95-48ae-9c25-60f8c4802776 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.365604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59798) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:15.448553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.624283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:15.648412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:15.648798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.675218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59808) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:15.702668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70f642da-2d95-48ae-9c25-60f8c4802776 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.792273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.804535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70f642da-2d95-48ae-9c25-60f8c4802776 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.849885 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8346710b-9c47-487d-b127-9a003fabc2d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f49fdf0bec6240fa8a5c926bf73ca9b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706557 Apr 22 09:35:15.851537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59816) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:15.856965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.868191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70f642da-2d95-48ae-9c25-60f8c4802776 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:15.876844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f642da-2d95-48ae-9c25-60f8c4802776 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=461c2269-42ff-4c68-80c3-0329da36452a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:15.888002 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7cb113b0-315e-411f-8a06-995b39097535 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6884960ab29c4ecdaeb0051102490630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5182507 Apr 22 09:35:15.889190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59820) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:15.895400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000bb38e-756a-4ea5-a2f6-bd3db76a018f None None] Network 0fb4f567-9523-4925-ae96-3e9eaf3ce18e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:15.921936 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-70f642da-2d95-48ae-9c25-60f8c4802776 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/461c2269-42ff-4c68-80c3-0329da36452a HTTP/1.1" status: 204 len: 168 time: 0.8569844 Apr 22 09:35:15.928767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59824) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:15.942005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:35:15.999047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af30aea9-6807-431e-b1cb-175ba261cc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.001502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80eec581-4ac4-4d8f-9385-ab088a3dec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.009796 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a9acad-e1fd-45fc-b529-169245a5086a'] response: {'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'code': 200} Apr 22 09:35:16.023321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 39868659-1ca7-4f6d-a998-c6f7e7baafb3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:16.049768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af30aea9-6807-431e-b1cb-175ba261cc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.062908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80eec581-4ac4-4d8f-9385-ab088a3dec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.064198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.094890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830788d-24b0-407b-8b05-2402b9bfb7f1 req-a27e66b0-eff2-4aa2-91f8-3a4ae017e66e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:16.099002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.102768 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b830788d-24b0-407b-8b05-2402b9bfb7f1 req-a27e66b0-eff2-4aa2-91f8-3a4ae017e66e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 944 time: 0.4207323 Apr 22 09:35:16.120634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 1c20dc5c-df18-48ad-a22d-f478ea276e97 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:16.121016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.174451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af30aea9-6807-431e-b1cb-175ba261cc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.198180 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b830788d-24b0-407b-8b05-2402b9bfb7f1 req-3a79c18a-9cb3-4654-b4bd-2e2814d025b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946369 Apr 22 09:35:16.207704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80eec581-4ac4-4d8f-9385-ab088a3dec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.214962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30aea9-6807-431e-b1cb-175ba261cc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5678ffc0-7274-4be9-a873-da8681292719,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:16.235099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-80eec581-4ac4-4d8f-9385-ab088a3dec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.238824 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-80eec581-4ac4-4d8f-9385-ab088a3dec36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd0549a8-bbb4-4a82-90dc-20e92b76b0d5 HTTP/1.1" status: 204 len: 168 time: 0.3467331 Apr 22 09:35:16.238824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eec581-4ac4-4d8f-9385-ab088a3dec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0549a8-bbb4-4a82-90dc-20e92b76b0d5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:16.249919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-af30aea9-6807-431e-b1cb-175ba261cc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.251038 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-af30aea9-6807-431e-b1cb-175ba261cc7b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5678ffc0-7274-4be9-a873-da8681292719 HTTP/1.1" status: 204 len: 168 time: 0.3986914 Apr 22 09:35:16.304005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=39868659-1ca7-4f6d-a998-c6f7e7baafb3,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:16.324713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:13Z', 'revision_number': 9, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:16.335765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:16.353160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:16.353775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:16.379204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port 1c20dc5c-df18-48ad-a22d-f478ea276e97, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1c20dc5c-df18-48ad-a22d-f478ea276e97,segment=NetworkSegment(d246216b-6e5c-40a8-ad89-85006e3a561b),segment_id=d246216b-6e5c-40a8-ad89-85006e3a561b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:16.379854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.473981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d2bbf-8d50-46a6-b741-0f2b6036fc29 req-7fe9235f-3ee5-4dda-9b59-efaea5a346bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:16.475278 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da2d2bbf-8d50-46a6-b741-0f2b6036fc29 req-7fe9235f-3ee5-4dda-9b59-efaea5a346bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 1098 time: 0.1806152 Apr 22 09:35:16.542997 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da2d2bbf-8d50-46a6-b741-0f2b6036fc29 req-32e82340-d4b7-493a-95c2-7e8ed16d4f7a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617545 Apr 22 09:35:16.566448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 1c20dc5c-df18-48ad-a22d-f478ea276e97 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:16.577414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:16.674260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a44a30d-bb02-4f58-931d-0b471ab13667 None None] DHCP port deletion for 0fb4f567-9523-4925-ae96-3e9eaf3ce18e request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:35:16.712200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.717403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1a44a30d-bb02-4f58-931d-0b471ab13667 None None] Deleting port 1c20dc5c-df18-48ad-a22d-f478ea276e97 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:16.717775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a44a30d-bb02-4f58-931d-0b471ab13667 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.779495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No DVR routers for this DVR port 1c20dc5c-df18-48ad-a22d-f478ea276e97 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:35:16.816077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=1c20dc5c-df18-48ad-a22d-f478ea276e97,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:16.906598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1a44a30d-bb02-4f58-931d-0b471ab13667 None None] The port '1c20dc5c-df18-48ad-a22d-f478ea276e97' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:35:16.953473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:16.983438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb4f567-9523-4925-ae96-3e9eaf3ce18e']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:16.998344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd246216b-6e5c-40a8-ad89-85006e3a561b') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:16.998640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd246216b-6e5c-40a8-ad89-85006e3a561b') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:17.023879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.050264 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.061382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:17.062216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:17.094141 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:17.116017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.140265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:13Z', 'revision_number': 9, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:17.147631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35119165-0d95-4968-a0dc-a9c4e7bc4783 None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:13Z', 'revision_number': 9, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': '6750b1a7-4a0d-4fa6-9908-866f097212e3', 'name': '', 'network_id': '472aa765-a619-4309-b3ac-bce17b28060c', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b7:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '8390d690-74e0-487c-95d8-e3a639b44075', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:28Z', 'updated_at': '2022-04-22T09:34:36Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': '8390d690-74e0-487c-95d8-e3a639b44075', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:17.229160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.257722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.273109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=0fb4f567-9523-4925-ae96-3e9eaf3ce18e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:17.295083 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d0043b8d-89ba-45a1-a4bf-ab8e3b942a02 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/0fb4f567-9523-4925-ae96-3e9eaf3ce18e HTTP/1.1" status: 204 len: 168 time: 1.3542488 Apr 22 09:35:17.295326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:17.434004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59874) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:17.668057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d3c3873a-a410-4f04-b7ed-d1e959653da0 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:17.726319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: d3c3873a-a410-4f04-b7ed-d1e959653da0 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:17.730730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d3c3873a-a410-4f04-b7ed-d1e959653da0 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:17.731170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1c20dc5c-df18-48ad-a22d-f478ea276e97 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:17.735778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-750094933'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:17.744653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805cf0a-0dbe-49ee-bf0d-88a804f5d9e8 req-41294152-6984-41e4-9280-9663f9726c80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:17.746269 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b805cf0a-0dbe-49ee-bf0d-88a804f5d9e8 req-41294152-6984-41e4-9280-9663f9726c80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 945 time: 0.3532619 Apr 22 09:35:17.749373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:17.753562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Usage tracker for resource:network and tenant:43d80a6a45ae42879db8b10f669fdb5c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:17.757272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:17.778182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:17.807108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Made reservation on behalf of 43d80a6a45ae42879db8b10f669fdb5c for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:17.809962 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 1c20dc5c-df18-48ad-a22d-f478ea276e97 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:17.810305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1c20dc5c-df18-48ad-a22d-f478ea276e97 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:17.812173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.826106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.842669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:17.846752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Usage tracker for resource:security_group_rule and tenant:43d80a6a45ae42879db8b10f669fdb5c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:17.849734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:17.856011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:17.870230 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b805cf0a-0dbe-49ee-bf0d-88a804f5d9e8 req-cfd57389-45c8-4426-8fd7-89ea7974a928 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080513 Apr 22 09:35:17.985260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:17.991174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.032622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:35:18.034796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ec7c02-6f56-47fe-98e0-cfecefe68dbc,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:18.044846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.045178 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Added segment a84bf866-4afc-400b-8e63-36731414a0f6 of type vlan for network 8185cdb7-2673-4b94-badc-275bc2381f9a Apr 22 09:35:18.074239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.080722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.113961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.119547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:18.120162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.233039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Pushing event updated for resources: {'Network': ['ID=8185cdb7-2673-4b94-badc-275bc2381f9a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:18.239074 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-07f0af9e-f0cb-44fb-a9e3-c0194558549b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8030708 Apr 22 09:35:18.239944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59894) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:18.245552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Request body: {'subnet': {'network_id': '8185cdb7-2673-4b94-badc-275bc2381f9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:18.247482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 8185cdb7-2673-4b94-badc-275bc2381f9a details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:35:18.435255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59900) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:18.480678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:18.485040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Usage tracker for resource:subnet and tenant:43d80a6a45ae42879db8b10f669fdb5c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:18.487837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:18.493488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:18.504864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Made reservation on behalf of 43d80a6a45ae42879db8b10f669fdb5c for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:18.508342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.584890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port 6750b1a7-4a0d-4fa6-9908-866f097212e3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:18.585264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.675619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2119099140'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:18.684873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:18.727249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.734566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Usage tracker for resource:network and tenant:0c28e872c56c435e8b847430cce66024 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:18.741587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:18.755266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:18.776079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Made reservation on behalf of 0c28e872c56c435e8b847430cce66024 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:18.779939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.804162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.807834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Pushing event updated for resources: {'Subnet': ['ID=f7d574df-8ad1-4326-9e40-ebc2f04cb474,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:18.820021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Checking segment: {'id': 'a84bf866-4afc-400b-8e63-36731414a0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8185cdb7-2673-4b94-badc-275bc2381f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:18.820421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Network hostable DHCP agents. Network: 8185cdb7-2673-4b94-badc-275bc2381f9a, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:35:18.822687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port 6750b1a7-4a0d-4fa6-9908-866f097212e3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6750b1a7-4a0d-4fa6-9908-866f097212e3,segment=NetworkSegment(d460fadc-5004-44ec-882d-a6ddea72b2d2),segment_id=d460fadc-5004-44ec-882d-a6ddea72b2d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:18.823042 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.833941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:18.839790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Network 8185cdb7-2673-4b94-badc-275bc2381f9a is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:35:18.850734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 8185cdb7-2673-4b94-badc-275bc2381f9a) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:18.855832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:18.856442 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:18.862265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7939e8b7-6345-4a5a-9ea2-11bb0eb9f61d None None] Network 8185cdb7-2673-4b94-badc-275bc2381f9a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:18.884472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7b4c3b9e-a36e-4c46-9f79-dead5bda6759 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6432257 Apr 22 09:35:18.887356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59906) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:18.891980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Usage tracker for resource:security_group_rule and tenant:0c28e872c56c435e8b847430cce66024 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:18.893832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Request body: {'port': {'network_id': '8185cdb7-2673-4b94-badc-275bc2381f9a', 'name': 'tempest-TagsExtTest-1126377'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:18.951160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:18.960780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for 6750b1a7-4a0d-4fa6-9908-866f097212e3 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:18.996776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:19.093098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:19.099610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Usage tracker for resource:port and tenant:43d80a6a45ae42879db8b10f669fdb5c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:19.104719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:19.111722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-8185cdb7-2673-4b94-badc-275bc2381f9a', 'network_id': '8185cdb7-2673-4b94-badc-275bc2381f9a', 'tenant_id': '43d80a6a45ae42879db8b10f669fdb5c', 'fixed_ips': [{'subnet_id': 'f7d574df-8ad1-4326-9e40-ebc2f04cb474'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:35:19.112483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:19.112734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.151246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ae5db-425d-4fb6-8bb7-2cf9ab7630a5 req-89b3a0ef-4a8d-4284-8101-45ecc9c9c276 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:19.153370 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c66ae5db-425d-4fb6-8bb7-2cf9ab7630a5 req-89b3a0ef-4a8d-4284-8101-45ecc9c9c276 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 945 time: 0.1397445 Apr 22 09:35:19.180982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.193031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.205706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Made reservation on behalf of 43d80a6a45ae42879db8b10f669fdb5c for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:19.210841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.225438 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c66ae5db-425d-4fb6-8bb7-2cf9ab7630a5 req-00707c84-c989-4c1e-b99d-92c323204b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647178 Apr 22 09:35:19.237891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] device_id is not set on port d6724df0-4b63-4deb-8bc5-892ab592e45f yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:19.268924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e29bd5be-3cf3-4f19-b3d9-dab034dcffed,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:19.290821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:35:19.318128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.318876 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Added segment 2d7fc21e-2729-465a-a29f-03032d616c38 of type vlan for network 0b727aac-a1f8-4858-9196-cafdc186de05 Apr 22 09:35:19.336767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Allocated IP 172.20.0.2 (8185cdb7-2673-4b94-badc-275bc2381f9a/f7d574df-8ad1-4326-9e40-ebc2f04cb474/6b9114a0-efd2-4c87-ba08-4cd6431f29bd) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:19.346841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.400502 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-2a0e5b4e-ea1e-4083-ae43-8fcd6cdebb08 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2616565 Apr 22 09:35:19.450306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=6750b1a7-4a0d-4fa6-9908-866f097212e3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:19.454399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.617060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.628258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Transition to ACTIVE for port object 6b9114a0-efd2-4c87-ba08-4cd6431f29bd will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:19.628505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.resource_extend [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 22 09:35:19.648333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Transition to ACTIVE for port object 6b9114a0-efd2-4c87-ba08-4cd6431f29bd will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:19.661807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.729575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Allocated IP 172.20.0.5 (8185cdb7-2673-4b94-badc-275bc2381f9a/f7d574df-8ad1-4326-9e40-ebc2f04cb474/d6724df0-4b63-4deb-8bc5-892ab592e45f) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:19.731056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Network 8185cdb7-2673-4b94-badc-275bc2381f9a is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:19.733755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.734876 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:19.738671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:19.740435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:19.741116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.755209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Pushing event updated for resources: {'Port': ['ID=6b9114a0-efd2-4c87-ba08-4cd6431f29bd,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:19.795177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.795443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.795782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.796114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.796484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.796817 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.797140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.797463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.797786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.798106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.798426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.798919 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:19.824298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.854093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Attempting to bind port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:19.854456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Attempting to bind port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'a84bf866-4afc-400b-8e63-36731414a0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8185cdb7-2673-4b94-badc-275bc2381f9a'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:19.855346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Attempting to bind port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd on network 8185cdb7-2673-4b94-badc-275bc2381f9a {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:19.860513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:19.860887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Checking segment: {'id': 'a84bf866-4afc-400b-8e63-36731414a0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8185cdb7-2673-4b94-badc-275bc2381f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:19.861285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.861671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Bound using segment: {'id': 'a84bf866-4afc-400b-8e63-36731414a0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8185cdb7-2673-4b94-badc-275bc2381f9a'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:19.862122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Bound port: 6b9114a0-efd2-4c87-ba08-4cd6431f29bd, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a84bf866-4afc-400b-8e63-36731414a0f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8185cdb7-2673-4b94-badc-275bc2381f9a'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:19.862555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.909754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e49b5-f7a8-4974-b2a8-d3de65337b1b req-8dec29ae-a656-4c96-a989-0fc2f7a4f417 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:19.911244 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-244e49b5-f7a8-4974-b2a8-d3de65337b1b req-8dec29ae-a656-4c96-a989-0fc2f7a4f417 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 945 time: 0.5198114 Apr 22 09:35:19.939529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.954397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] For port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:19.956440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Transition to ACTIVE for port object d6724df0-4b63-4deb-8bc5-892ab592e45f will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:19.957547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] For port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9114a0-efd2-4c87-ba08-4cd6431f29bd,segment=NetworkSegment(a84bf866-4afc-400b-8e63-36731414a0f6),segment_id=a84bf866-4afc-400b-8e63-36731414a0f6)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:19.962502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:19.984066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.056671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327cb79-a2f7-45e6-bd43-89210d6efa53 None None] Pushing event updated for resources: {'Port': ['ID=6b9114a0-efd2-4c87-ba08-4cd6431f29bd,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:20.074283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Network 8185cdb7-2673-4b94-badc-275bc2381f9a is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:20.078153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:20.097791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:20.111140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Pushing event updated for resources: {'Network': ['ID=0b727aac-a1f8-4858-9196-cafdc186de05,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:20.115494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-f9416b18-230c-4fc5-aa60-494e17e7cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:20.117011 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-f9416b18-230c-4fc5-aa60-494e17e7cc3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 1098 time: 0.6217213 Apr 22 09:35:20.124179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 0b727aac-a1f8-4858-9196-cafdc186de05 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:35:20.134464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Pushing event updated for resources: {'Port': ['ID=d6724df0-4b63-4deb-8bc5-892ab592e45f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:20.144221 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8ff311e0-c067-46e0-88e5-56f1df45de83 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7055674 Apr 22 09:35:20.195785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:20.196451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.224638 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-273768d3-f264-4aee-bbf0-87b4b33ae74c tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 919 time: 1.3359609 Apr 22 09:35:20.227259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59918) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:20.232696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-45521839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:20.244515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:20.249831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Usage tracker for resource:router and tenant:43d80a6a45ae42879db8b10f669fdb5c is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:20.253897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:20.264465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:20.292226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.295481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.354030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.361409 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-244e49b5-f7a8-4974-b2a8-d3de65337b1b req-6409804a-964f-4f2e-8dbf-6846e9bccdf1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4350653 Apr 22 09:35:20.380624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59922) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:20.398121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59926) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:20.446487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.469589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Request body: {'port': {'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05', 'binding:host_id': 'hv-neutron-8390', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1960156934'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:20.487494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:20.487755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.491345 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-234f5e51-b0b7-41ba-b5f5-b2beb3ce0ece tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2604916 Apr 22 09:35:20.492260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4e740-21b3-4469-93a9-8a1fa7d83d10 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:20.494629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59930) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:20.496599 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d0d4e740-21b3-4469-93a9-8a1fa7d83d10 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 1093 time: 0.1138792 Apr 22 09:35:20.497170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59932) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:20.502196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:20.508445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:20.509183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Usage tracker for resource:port and tenant:b1e35bdbf3574a1497c50f5025c6350a is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:20.512977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:20.515789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:20.519523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-871ed300-30ec-4b23-a99e-3c2a8d90bd77 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1882462431', 'prefixes': ['172.20.0.0/16']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:20.521860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:20.524160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:20.532893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.582985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-871ed300-30ec-4b23-a99e-3c2a8d90bd77 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:20.591848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:20.603077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-f54edc64-2eff-4dd8-b536-41ac035c14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:20.604597 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-f54edc64-2eff-4dd8-b536-41ac035c14f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b254c29f-9f50-4ebb-b0f3-e133f8c31990 HTTP/1.1" status: 200 len: 898 time: 0.4599087 Apr 22 09:35:20.689234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.694185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Made reservation on behalf of b1e35bdbf3574a1497c50f5025c6350a for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:20.696375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.722651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-3d01dc66-1204-4ab0-84bf-c120c7ecf4e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3 HTTP/1.1" status: 200 len: 217 time: 0.1088219 Apr 22 09:35:20.734865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:20.774731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:20.811460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:20.836233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.120 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/e4579a3f-6030-47e3-90d3-c6425f5352aa) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:20.874690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Usage tracker for resource:security_group_rule and tenant:b1e35bdbf3574a1497c50f5025c6350a is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:20.882734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:20.903274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:20.911617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-15f38865-51f7-4a1c-a72c-61bdfc2632bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:20.913137 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-15f38865-51f7-4a1c-a72c-61bdfc2632bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b828341-5576-4224-bda3-0700864faaf0 HTTP/1.1" status: 200 len: 834 time: 0.1792765 Apr 22 09:35:20.996262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:21.032022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:21.067740 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-871ed300-30ec-4b23-a99e-3c2a8d90bd77 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for subnetpool, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:21.072610 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-871ed300-30ec-4b23-a99e-3c2a8d90bd77 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5695510 Apr 22 09:35:21.075115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59938) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:21.078252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:21.079175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-564452fc-6d80-45d8-805e-a45a68a3a113 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474', 'tempest-TagsExtTest-Tag-1767282238') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:21.085024 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3b73a1e0-ed47-460a-9b17-2e87e959a0ee tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7980134 Apr 22 09:35:21.088964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59942) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:21.098184 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:21.109334 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:21.110083 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:21.145487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a678a4-2336-43ce-9e6a-8f849e9673e0 None None] Network 8185cdb7-2673-4b94-badc-275bc2381f9a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:21.201662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-26419e9e-68a3-45c3-b744-acbc210542ab tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet 8390d690-74e0-487c-95d8-e3a639b44075 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:21.210530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-eaadc29a-f80d-42f5-b0bf-0622e0db4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:21.212009 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-eaadc29a-f80d-42f5-b0bf-0622e0db4b47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b254c29f-9f50-4ebb-b0f3-e133f8c31990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2410519 Apr 22 09:35:21.215822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26419e9e-68a3-45c3-b744-acbc210542ab tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:21.275052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=e4579a3f-6030-47e3-90d3-c6425f5352aa,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:21.298942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:21.300079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:21.302745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:21.313123 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:21.350786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d87bad97-6714-418b-9779-d8472bd76fa7 None None] Provisioning for port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:21.367957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:21.376502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26419e9e-68a3-45c3-b744-acbc210542ab tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:21.420839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:21.442443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] device_id is not set on port d4ab9456-79ff-492b-baa4-777b3081060b yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:21.524953 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-564452fc-6d80-45d8-805e-a45a68a3a113 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags/tempest-TagsExtTest-Tag-1767282238 HTTP/1.1" status: 201 len: 201 time: 0.4476280 Apr 22 09:35:21.525933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59946) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:21.534515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-b91dadb9-a8df-46e3-914c-dfa6631512e3 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f', 'tempest-TagsExtTest-Tag-520314707') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:21.564668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36dbe12-9853-4966-9441-56ab918f5fb3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:21.583267 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-7cce7bd5-fa9d-49ca-8615-cfbb92f19f99 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405373 Apr 22 09:35:21.747419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b9114a0-efd2-4c87-ba08-4cd6431f29bd up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:21.852010 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b91dadb9-a8df-46e3-914c-dfa6631512e3 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags/tempest-TagsExtTest-Tag-520314707 HTTP/1.1" status: 201 len: 201 time: 0.3227901 Apr 22 09:35:21.855603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59950) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:21.871952 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:19Z', 'revision_number': 10, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:21.877576 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:21.882713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-312eb6f1-9d75-4c24-92e9-a2b2635ab9d9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b', 'tempest-TagsExtTest-Tag-942576811') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:21.890473 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:21.891064 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:21.891956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:21.898891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:21.899326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:21.940551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26419e9e-68a3-45c3-b744-acbc210542ab tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.055037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1f016ff2-70fe-4b50-b657-fce754ff497c None None] Provisioning complete for port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:22.055037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f016ff2-70fe-4b50-b657-fce754ff497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.133287 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:22.165078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.168460 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-312eb6f1-9d75-4c24-92e9-a2b2635ab9d9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags/tempest-TagsExtTest-Tag-942576811 HTTP/1.1" status: 201 len: 201 time: 0.3120062 Apr 22 09:35:22.171227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59954) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:22.173426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.190414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-886cd155-2088-4439-b224-11e14c315f6a tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49', 'tempest-TagsExtTest-Tag-1853684417') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:22.200075 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7495da5a-fbf8-49b6-ae42-e8dca5077994 req-ecc1b95e-4bf6-487c-b413-b0fdf23ae682 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5824730 Apr 22 09:35:22.244062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9114a0-efd2-4c87-ba08-4cd6431f29bd,segment=NetworkSegment(a84bf866-4afc-400b-8e63-36731414a0f6),segment_id=a84bf866-4afc-400b-8e63-36731414a0f6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:22.278300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.310136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26419e9e-68a3-45c3-b744-acbc210542ab tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.350067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] device_id is not set on port d4ab9456-79ff-492b-baa4-777b3081060b yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:22.359082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-26419e9e-68a3-45c3-b744-acbc210542ab tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.362472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-886cd155-2088-4439-b224-11e14c315f6a tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags/tempest-TagsExtTest-Tag-1853684417 HTTP/1.1" status: 201 len: 201 time: 0.1898968 Apr 22 09:35:22.369246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59958) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:22.377344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-44de1f3c-29b2-459a-b7df-b0e087ef6afe tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:22.378034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26419e9e-68a3-45c3-b744-acbc210542ab tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=8390d690-74e0-487c-95d8-e3a639b44075,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:22.382003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=6b9114a0-efd2-4c87-ba08-4cd6431f29bd,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:22.386701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf591d3-0bbe-4f91-bfd1-4d8a8b678fe5 None None] Network 472aa765-a619-4309-b3ac-bce17b28060c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:22.390712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.438043 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-26419e9e-68a3-45c3-b744-acbc210542ab tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/8390d690-74e0-487c-95d8-e3a639b44075 HTTP/1.1" status: 204 len: 168 time: 1.3450832 Apr 22 09:35:22.438289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59962) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:22.445507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.465312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Transition to ACTIVE for port object d4ab9456-79ff-492b-baa4-777b3081060b will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:22.525226 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-44de1f3c-29b2-459a-b7df-b0e087ef6afe tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags HTTP/1.1" status: 200 len: 241 time: 0.1548421 Apr 22 09:35:22.528859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59966) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:22.537903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-71fa6ee4-3959-4ec4-9494-550b95e20f93 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474', 'tempest-TagsExtTest-Tag-1767282238') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:22.552355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.672249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.687885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Checking segment: {'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:22.688241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Network hostable DHCP agents. Network: 0b727aac-a1f8-4858-9196-cafdc186de05, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:35:22.694241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1f016ff2-70fe-4b50-b657-fce754ff497c None None] Provisioning for port d6724df0-4b63-4deb-8bc5-892ab592e45f completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:22.705312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=d4ab9456-79ff-492b-baa4-777b3081060b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:22.710236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1f016ff2-70fe-4b50-b657-fce754ff497c None None] Provisioning complete for port d6724df0-4b63-4deb-8bc5-892ab592e45f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:22.711066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f016ff2-70fe-4b50-b657-fce754ff497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.719806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port bffb1575-c6e5-4564-a3ab-c58969227613 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:22.720200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.765236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Network 0b727aac-a1f8-4858-9196-cafdc186de05 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:35:22.795542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1f016ff2-70fe-4b50-b657-fce754ff497c None None] Port d6724df0-4b63-4deb-8bc5-892ab592e45f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:22.795810 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-71fa6ee4-3959-4ec4-9494-550b95e20f93 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags/tempest-TagsExtTest-Tag-1767282238 HTTP/1.1" status: 204 len: 168 time: 0.2659287 Apr 22 09:35:22.798273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59970) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:22.805894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-780c082a-3af0-47ff-8fd0-fef2920ea7f4 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474', 'tempest-TagsExtTest-Tag-1767282238') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:22.808003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 0b727aac-a1f8-4858-9196-cafdc186de05) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:22.817819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c1f479-710b-48f9-bd2a-bd52e9ad3c49 None None] Network 0b727aac-a1f8-4858-9196-cafdc186de05 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:22.851231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:22.874426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:22.874770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:22.875349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:22.877773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.888325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.889466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] DHCP port deletion for 472aa765-a619-4309-b3ac-bce17b28060c request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:35:22.895383 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:19Z', 'revision_number': 10, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:22.899563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] Deleting port bffb1575-c6e5-4564-a3ab-c58969227613 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:22.900305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:22.903660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:22.903982 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:22.904215 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cc9f48-6d0c-4faa-a785-8bbe687cfd31 None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:19Z', 'revision_number': 10, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None, '_interfaces': [{'id': 'e3a3daff-49ce-4ce9-9180-bc6c07c0321a', 'name': '', 'network_id': 'cf55a354-a075-4559-88a2-729c6ea8e0a5', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'mac_address': 'fa:16:3e:b8:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:18Z', 'updated_at': '2022-04-22T09:34:30Z', 'revision_number': 5, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'subnets': [{'id': 'ef31a498-dbc8-4f09-a63e-e66d48b1f166', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:22.914324 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 2 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:22.979529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:22.980485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:22.980735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:22.992297 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:22.992687 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:22.993018 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 3 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:23.020351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:23.020700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:23.021029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:23.022427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=e4579a3f-6030-47e3-90d3-c6425f5352aa,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:23.025501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port bffb1575-c6e5-4564-a3ab-c58969227613, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bffb1575-c6e5-4564-a3ab-c58969227613,segment=NetworkSegment(d460fadc-5004-44ec-882d-a6ddea72b2d2),segment_id=d460fadc-5004-44ec-882d-a6ddea72b2d2)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:23.025856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.037363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:23.037686 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:23.040267 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 4 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:23.047784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.107761 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-780c082a-3af0-47ff-8fd0-fef2920ea7f4 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags/tempest-TagsExtTest-Tag-1767282238 HTTP/1.1" status: 204 len: 168 time: 0.3076386 Apr 22 09:35:23.115529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59974) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:23.123597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-311864eb-14a4-46e8-9650-a5bd24a6cdd9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:23.142097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b9bddb0d-842a-42ef-b472-514a8214cfec None None] Provisioning complete for port d6724df0-4b63-4deb-8bc5-892ab592e45f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:23.142470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b9bddb0d-842a-42ef-b472-514a8214cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.167586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for bffb1575-c6e5-4564-a3ab-c58969227613 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:23.207534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:23.207534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:23.207534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:23.215455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:23.215794 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:23.217778 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 5 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:23.250415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:23.250646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:23.250917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:23.270634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:23.270976 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:23.272166 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 6 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:23.281004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b9bddb0d-842a-42ef-b472-514a8214cfec None None] Port d6724df0-4b63-4deb-8bc5-892ab592e45f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:23.290500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:23.290858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:23.291163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:23.297788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:23.298235 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:23.298851 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 7 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:23.305915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.361501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No DVR routers for this DVR port bffb1575-c6e5-4564-a3ab-c58969227613 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:35:23.368019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] For port bffb1575-c6e5-4564-a3ab-c58969227613, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bffb1575-c6e5-4564-a3ab-c58969227613,segment=NetworkSegment(d460fadc-5004-44ec-882d-a6ddea72b2d2),segment_id=d460fadc-5004-44ec-882d-a6ddea72b2d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:23.368420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.398342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:23.398677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:23.399021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:23.401375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=bffb1575-c6e5-4564-a3ab-c58969227613,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:23.414144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:23.414686 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:23.415392 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 8 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:23.426707 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 390dd546-bee0-4f5e-a2dc-56a9f4766081 associated. External IP: 172.26.2.120, port: 39868659-1ca7-4f6d-a998-c6f7e7baafb3. Apr 22 09:35:23.460337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:23.460924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:23.461423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:23.472097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:23.472802 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:23.475800 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 9 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:23.506296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-311864eb-14a4-46e8-9650-a5bd24a6cdd9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags HTTP/1.1" status: 200 len: 205 time: 0.3838072 Apr 22 09:35:23.509277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59978) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:23.517751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] Calling delete_port for bffb1575-c6e5-4564-a3ab-c58969227613 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:23.549429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.560670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:23.561327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:23.561904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:23.579489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:23.580157 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:23.584526 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 10 to bind port d4ab9456-79ff-492b-baa4-777b3081060b Apr 22 09:35:23.594078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472aa765-a619-4309-b3ac-bce17b28060c']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:23.612085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd460fadc-5004-44ec-882d-a6ddea72b2d2') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:23.612794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd460fadc-5004-44ec-882d-a6ddea72b2d2') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:23.619606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b9114a0-efd2-4c87-ba08-4cd6431f29bd up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:23.620292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:23.620926 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:23.621139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:23.631570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.638440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port d4ab9456-79ff-492b-baa4-777b3081060b on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:23.638773 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port d4ab9456-79ff-492b-baa4-777b3081060b on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:23.639117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.644304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-77ca0766-a055-4e2e-97e6-9684c9225d67 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: from cryptography.utils import int_from_bytes Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: from cryptography.utils import int_from_bytes Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn_limited( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:35:23.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 09:35:23.675464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:35:23.675881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:35:23.694351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.702626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:23.703003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.820081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:23.820650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.825736 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-77ca0766-a055-4e2e-97e6-9684c9225d67 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags HTTP/1.1" status: 200 len: 240 time: 0.3154387 Apr 22 09:35:23.828311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59982) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:23.833018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-ea4251e6-3ff8-4bc2-897b-3b94c17c6002 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f', 'tempest-TagsExtTest-Tag-520314707') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:23.835819 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:23.884549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6750b1a7-4a0d-4fa6-9908-866f097212e3 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:23.924349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 6750b1a7-4a0d-4fa6-9908-866f097212e3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:23.924963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6750b1a7-4a0d-4fa6-9908-866f097212e3 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:23.925658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bffb1575-c6e5-4564-a3ab-c58969227613 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:23.940635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] For port d4ab9456-79ff-492b-baa4-777b3081060b, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:23.940944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempted to set empty binding levels {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 09:35:23.945501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.949946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.963068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: bffb1575-c6e5-4564-a3ab-c58969227613 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:23.963416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bffb1575-c6e5-4564-a3ab-c58969227613 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:23.976085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:23.979462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router b21e4aaa-314c-43d2-8640-69aa35123ded has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:23.998815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ea4251e6-3ff8-4bc2-897b-3b94c17c6002 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags/tempest-TagsExtTest-Tag-520314707 HTTP/1.1" status: 204 len: 168 time: 0.1694877 Apr 22 09:35:24.014555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59986) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:24.025694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=472aa765-a619-4309-b3ac-bce17b28060c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:24.040301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-9ab9b1cb-5e17-4ffb-a8c1-47b7d00b1ae7 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f', 'tempest-TagsExtTest-Tag-520314707') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:24.068689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:24.069749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:24.074577 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-52c3bb67-7d39-4856-b788-e50d9f92c219 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/472aa765-a619-4309-b3ac-bce17b28060c HTTP/1.1" status: 204 len: 168 time: 1.6319039 Apr 22 09:35:24.078487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 59990) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:24.120041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=d4ab9456-79ff-492b-baa4-777b3081060b,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:24.127133 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f698ecd7-78e9-43af-9f12-1c482a4214d9 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.7235532 Apr 22 09:35:24.128107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59994) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:24.177718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] Deleting port bffb1575-c6e5-4564-a3ab-c58969227613 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:24.178656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:24.201326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Deleting port d4ab9456-79ff-492b-baa4-777b3081060b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:24.201662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:24.249262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bb54d7a0-f15a-4d9d-ad19-3978be8d9a67 None None] The port 'bffb1575-c6e5-4564-a3ab-c58969227613' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:35:24.300807 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9ab9b1cb-5e17-4ffb-a8c1-47b7d00b1ae7 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags/tempest-TagsExtTest-Tag-520314707 HTTP/1.1" status: 204 len: 168 time: 0.2764411 Apr 22 09:35:24.307124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 59998) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:24.313807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-542cb0c9-ae46-4527-9807-9bc9194892ec tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:24.317453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:24.328083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] Sync routers for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:24.337567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:24.338257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:24.469291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:24.474640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] For port d4ab9456-79ff-492b-baa4-777b3081060b, host hv-neutron-8390, got binding levels [] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:24.474998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:24.534388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:24.539449 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a1cd2acb-55b6-4318-8233-eef0b70edb92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0412643 Apr 22 09:35:24.542187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:35:24.547213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60002) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:24.550347 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-542cb0c9-ae46-4527-9807-9bc9194892ec tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags HTTP/1.1" status: 200 len: 205 time: 0.2399848 Apr 22 09:35:24.551677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60006) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:24.565603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-306d8c4a-c8bf-4096-a927-56dde0a5a766 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:24.634101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Calling delete_port for d4ab9456-79ff-492b-baa4-777b3081060b owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:24.774143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-426441e8-f7f4-4acc-914d-77184ae90659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:24.775718 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-426441e8-f7f4-4acc-914d-77184ae90659 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 1098 time: 0.1113997 Apr 22 09:35:24.777635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:24.828034 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba44f21-de3f-4265-9e0c-409c288b4346'] response: {'name': 'network-changed', 'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'status': 'completed', 'code': 200} Apr 22 09:35:24.861896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4ab9456-79ff-492b-baa4-777b3081060b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:24.873032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:24.932766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-336db8ad-38d3-493c-88c8-655a435fb9db tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d4ab9456-79ff-492b-baa4-777b3081060b HTTP/1.1" status: 204 len: 168 time: 0.8034427 Apr 22 09:35:24.933455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60012) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:24.992188 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6473b5-3427-4dd2-8774-fb0a79c6d84d tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] GET failed (client error): The resource could not be found. Apr 22 09:35:24.992746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6a6473b5-3427-4dd2-8774-fb0a79c6d84d tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Synchronizing usage tracker for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:24.998824 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a29872a8-984d-4db9-8fbb-35e06e910ef9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/390dd546-bee0-4f5e-a2dc-56a9f4766081 HTTP/1.1" status: 200 len: 991 time: 0.4480908 Apr 22 09:35:25.015706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '390dd546-bee0-4f5e-a2dc-56a9f4766081', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.120', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'port_id': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'mac_address': 'fa:16:3e:90:42:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:35:21Z', 'updated_at': '2022-04-22T09:35:21Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:59Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:25.019777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] Checking router: b21e4aaa-314c-43d2-8640-69aa35123ded for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:25.028819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-d25a86d2-f5ef-445e-867d-6f47f1f25309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:25.029950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:25.030277 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-d25a86d2-f5ef-445e-867d-6f47f1f25309 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b254c29f-9f50-4ebb-b0f3-e133f8c31990 HTTP/1.1" status: 200 len: 898 time: 0.2463109 Apr 22 09:35:25.030682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:25.031082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6a6473b5-3427-4dd2-8774-fb0a79c6d84d tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Unset dirty status for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:25.040193 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6a6473b5-3427-4dd2-8774-fb0a79c6d84d tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "GET /v2.0/ports/d4ab9456-79ff-492b-baa4-777b3081060b HTTP/1.1" status: 404 len: 333 time: 0.0991321 Apr 22 09:35:25.040410 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-306d8c4a-c8bf-4096-a927-56dde0a5a766 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags HTTP/1.1" status: 200 len: 240 time: 0.4761751 Apr 22 09:35:25.040542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60016) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:25.041097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60018) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:25.044706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Request body: {'port': {'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-449848638'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:25.106625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:25.111377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-7f3109f0-487e-452d-ade9-b2493567a323 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b', 'tempest-TagsExtTest-Tag-942576811') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:25.150263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:25.197334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:25.220893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Made reservation on behalf of b1e35bdbf3574a1497c50f5025c6350a for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:25.222402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:25.223167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:25.247587 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-a5b79431-3234-4e8e-b374-e4c7a9380ded service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3 HTTP/1.1" status: 200 len: 999 time: 0.2091210 Apr 22 09:35:25.472197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] device_id is not set on port fb901a2c-199a-4279-830d-1d0b8ff18b82 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:25.504767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port e3a3daff-49ce-4ce9-9180-bc6c07c0321a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:25.504767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:25.508002 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7f3109f0-487e-452d-ade9-b2493567a323 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags/tempest-TagsExtTest-Tag-942576811 HTTP/1.1" status: 204 len: 168 time: 0.4072256 Apr 22 09:35:25.510465 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60024) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:25.518333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-0ddd496c-38e3-4ddc-9837-82a56a020e62 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b', 'tempest-TagsExtTest-Tag-942576811') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:25.606270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-795f4a33-3338-4475-873a-12aa3b2b8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:25.607753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-795f4a33-3338-4475-873a-12aa3b2b8dc6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b828341-5576-4224-bda3-0700864faaf0 HTTP/1.1" status: 200 len: 834 time: 0.3101540 Apr 22 09:35:25.613681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '390dd546-bee0-4f5e-a2dc-56a9f4766081', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.120', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'port_id': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'mac_address': 'fa:16:3e:90:42:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:35:21Z', 'updated_at': '2022-04-22T09:35:21Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:59Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:25.619875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb45829-0a5d-43ab-af8b-f56223c7ed5f None None] The sync data for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv is: [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '390dd546-bee0-4f5e-a2dc-56a9f4766081', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.120', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'port_id': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'mac_address': 'fa:16:3e:90:42:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:35:21Z', 'updated_at': '2022-04-22T09:35:21Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:59Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:25.716855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port e3a3daff-49ce-4ce9-9180-bc6c07c0321a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,segment=NetworkSegment(620ad839-d38f-4919-bfa3-a16deb87d298),segment_id=620ad839-d38f-4919-bfa3-a16deb87d298)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:25.717212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:25.833990 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f100d694-878a-4bf9-a0a2-25e8fda621ff None None] New status for floating IP 390dd546-bee0-4f5e-a2dc-56a9f4766081: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:35:25.847667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for e3a3daff-49ce-4ce9-9180-bc6c07c0321a owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:25.890559 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0ddd496c-38e3-4ddc-9837-82a56a020e62 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags/tempest-TagsExtTest-Tag-942576811 HTTP/1.1" status: 204 len: 168 time: 0.3790438 Apr 22 09:35:25.891166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60028) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:25.895935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-23881b77-d5f5-491b-998d-e273f1d80805 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:25.925549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:25.932119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-281ea666-69e2-40e0-8bad-56c30a7844d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:25.933677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-281ea666-69e2-40e0-8bad-56c30a7844d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b254c29f-9f50-4ebb-b0f3-e133f8c31990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3184247 Apr 22 09:35:26.002926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60032) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:26.062431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:26.138019 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-17ad9c8c-b8b5-48d3-9648-7604caa2c080 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968768 Apr 22 09:35:26.146871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Network 0b727aac-a1f8-4858-9196-cafdc186de05 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:26.174498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:26.193368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:26.194311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:26.194911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:26.202182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=fb901a2c-199a-4279-830d-1d0b8ff18b82,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:26.288924 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-810b280c-1797-48f7-a981-51036482f408 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2486422 Apr 22 09:35:26.294486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60036) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:26.302132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:26.309174 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-23881b77-d5f5-491b-998d-e273f1d80805 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags HTTP/1.1" status: 200 len: 205 time: 0.4173267 Apr 22 09:35:26.312793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60040) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:26.320880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-34c789c6-ea31-4248-8457-cec3695f7323 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:26.356423 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1bf933a6-c02a-450e-b972-ed2a6727046a req-7fe6bf4b-ce7f-430f-9b4a-a259aa687c3a service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119579 Apr 22 09:35:26.360225 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e75d41e9-f519-4829-ad49-f48d840ba8ba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/390dd546-bee0-4f5e-a2dc-56a9f4766081 HTTP/1.1" status: 200 len: 993 time: 0.3562591 Apr 22 09:35:26.377253 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-34c789c6-ea31-4248-8457-cec3695f7323 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags HTTP/1.1" status: 200 len: 241 time: 0.0625706 Apr 22 09:35:26.380132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60044) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:26.388546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-1926add7-8fae-44f3-96cd-3b210e88f79e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49', 'tempest-TagsExtTest-Tag-1853684417') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:26.436451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:26.462634 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1926add7-8fae-44f3-96cd-3b210e88f79e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags/tempest-TagsExtTest-Tag-1853684417 HTTP/1.1" status: 204 len: 168 time: 0.0813346 Apr 22 09:35:26.466427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60048) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:26.472998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-f0a31b11-c0ec-4560-ae57-f80139d78e5e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49', 'tempest-TagsExtTest-Tag-1853684417') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:26.483640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:26.536200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=e3a3daff-49ce-4ce9-9180-bc6c07c0321a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:26.699726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] device_id is not set on port fb901a2c-199a-4279-830d-1d0b8ff18b82 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:26.707746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:26.724497 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:26.725446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Transition to ACTIVE for port object fb901a2c-199a-4279-830d-1d0b8ff18b82 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:26.730826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:26.737431 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f0a31b11-c0ec-4560-ae57-f80139d78e5e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags/tempest-TagsExtTest-Tag-1853684417 HTTP/1.1" status: 204 len: 168 time: 0.2700672 Apr 22 09:35:26.739773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60052) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:26.795255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-ff582247-4b23-4006-a85b-48ff9112abfe tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:26.874324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:26.874573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:26.874908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:26.878308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=fb901a2c-199a-4279-830d-1d0b8ff18b82,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:26.881876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:26.882199 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:26.882580 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 2 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:26.900226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:26.900929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:26.900929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:26.905741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:26.906064 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:26.906449 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 3 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:26.921050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:26.921382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:26.921718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:26.926234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:26.926553 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:26.926933 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 4 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:26.941637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:26.941965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:26.942289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:26.946682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:26.947001 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:26.947379 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 5 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:26.959167 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ff582247-4b23-4006-a85b-48ff9112abfe tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags HTTP/1.1" status: 200 len: 205 time: 0.2182081 Apr 22 09:35:26.961875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60056) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:26.964229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:26.964584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:26.964916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:26.970913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-2ad953ea-df50-4c57-928d-1650ff719c97 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:26.983009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:26.983336 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:26.983840 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 6 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:27.004103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:27.004457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:27.004795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:27.013409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:27.013733 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:27.014923 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 7 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:27.024906 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2ad953ea-df50-4c57-928d-1650ff719c97 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags HTTP/1.1" status: 204 len: 168 time: 0.0619521 Apr 22 09:35:27.027792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60060) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.035636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-f2f39537-ba54-4062-ad9d-eb00cd60bb89 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:27.038232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:27.178668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:27.188507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:27.195301 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f9a82c63-c5d3-4761-a508-6dcf44b66697 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1135345 Apr 22 09:35:27.195802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60064) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.198259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:27.198909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:27.202584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:27.202584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:27.202934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:27.216295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:27.216654 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:27.217582 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 8 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:27.237373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:27.237702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:27.238035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:27.262488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c63552e-509a-4d9d-a403-f24bdb8ed4e8 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting subnet ef31a498-dbc8-4f09-a63e-e66d48b1f166 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:27.265786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c63552e-509a-4d9d-a403-f24bdb8ed4e8 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.300124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:27.300469 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:27.302777 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 9 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:27.326549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:27.326882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:27.327220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:27.331978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f2f39537-ba54-4062-ad9d-eb00cd60bb89 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags HTTP/1.1" status: 204 len: 168 time: 0.3032663 Apr 22 09:35:27.336214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60068) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.339177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:27.339568 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:27.341452 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c63552e-509a-4d9d-a403-f24bdb8ed4e8 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.342203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:27.342795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-b3a15b8f-8f38-4f00-b1be-74d4775b5536 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:27.367109 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 10 to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 Apr 22 09:35:27.398447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:27.398881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:27.399282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:27.405381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:27.405772 dv-neutron-839018-1-hyperv neutron-server[88062]: ERROR neutron.plugins.ml2.managers [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port fb901a2c-199a-4279-830d-1d0b8ff18b82 on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:27.406212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.430123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c63552e-509a-4d9d-a403-f24bdb8ed4e8 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.446943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:26Z', 'revision_number': 11, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:27.451403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:27.467388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:27.469097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:27.513127 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b3a15b8f-8f38-4f00-b1be-74d4775b5536 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags HTTP/1.1" status: 204 len: 168 time: 0.1730928 Apr 22 09:35:27.514170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60072) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.519255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-a9b1552f-db64-4c8a-96a3-45d8b5847673 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:27.542126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c63552e-509a-4d9d-a403-f24bdb8ed4e8 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.561190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] For port fb901a2c-199a-4279-830d-1d0b8ff18b82, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:27.561627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempted to set empty binding levels {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 09:35:27.583030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.594897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63552e-509a-4d9d-a403-f24bdb8ed4e8 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Subnet': ['ID=ef31a498-dbc8-4f09-a63e-e66d48b1f166,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:27.609777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5c63552e-509a-4d9d-a403-f24bdb8ed4e8 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.612291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc3de03-8a98-41d1-bc04-81834cc162dd None None] Network cf55a354-a075-4559-88a2-729c6ea8e0a5 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:27.618776 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5c63552e-509a-4d9d-a403-f24bdb8ed4e8 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/ef31a498-dbc8-4f09-a63e-e66d48b1f166 HTTP/1.1" status: 204 len: 168 time: 0.4192693 Apr 22 09:35:27.619539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60076) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.631787 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:27.645995 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] In _notify_port_updated(), no bound segment for port fb901a2c-199a-4279-830d-1d0b8ff18b82 on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:35:27.647101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.647702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.651273 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "PUT /v2.0/ports/fb901a2c-199a-4279-830d-1d0b8ff18b82 HTTP/1.1" status: 200 len: 976 time: 1.3536098 Apr 22 09:35:27.652504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60080) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.712785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d30d98-b713-47e1-9293-b511c239fe19 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=fb901a2c-199a-4279-830d-1d0b8ff18b82,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:27.734823 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a9b1552f-db64-4c8a-96a3-45d8b5847673 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags HTTP/1.1" status: 204 len: 168 time: 0.2180974 Apr 22 09:35:27.738099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60084) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.744063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-ecb31762-09c5-40a3-9b51-ddc22492cbe2 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474', 'tempest-TagsExtTest-Tag-340800764') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:27.746280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.757035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Deleting port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:27.757360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.760719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:26Z', 'revision_number': 11, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:27.806149 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.806633 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.807106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.807569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.808099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.808591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.809053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.809517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.810623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.810623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.810899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.811326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.811784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:27.813372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Synchronizing usage tracker for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:27.840929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Unset dirty status for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:27.842136 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f78411e6-a801-4f0c-8c4f-90bbdf9f3104 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11860 time: 0.1884940 Apr 22 09:35:27.846160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60088) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.869403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fada7f-ede7-445f-b6d0-6d72d757d7a7 None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:26Z', 'revision_number': 11, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:27.927749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Deleting port fb901a2c-199a-4279-830d-1d0b8ff18b82 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:27.928836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:27.969940 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ecb31762-09c5-40a3-9b51-ddc22492cbe2 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags/tempest-TagsExtTest-Tag-340800764 HTTP/1.1" status: 201 len: 201 time: 0.2282827 Apr 22 09:35:27.970171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60092) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:27.977136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-b8d966c9-c3da-4533-981c-e6a24c2936a9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f', 'tempest-TagsExtTest-Tag-387971689') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:28.122352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] For port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cadcfc4f-7b9b-47e5-bfec-6168f0ddf329,segment=NetworkSegment(620ad839-d38f-4919-bfa3-a16deb87d298),segment_id=620ad839-d38f-4919-bfa3-a16deb87d298)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:28.122966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.205195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] For port fb901a2c-199a-4279-830d-1d0b8ff18b82, host hv-neutron-8390, got binding levels [] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:28.205470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.245142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Calling delete_port for cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:28.260135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] DHCP port deletion for cf55a354-a075-4559-88a2-729c6ea8e0a5 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:35:28.265741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] Deleting port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:28.266473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.267981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b8d966c9-c3da-4533-981c-e6a24c2936a9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags/tempest-TagsExtTest-Tag-387971689 HTTP/1.1" status: 201 len: 201 time: 0.2969806 Apr 22 09:35:28.273269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60096) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:28.284739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-5048388a-9d46-4a4a-a6dd-1ff27c0523db tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b', 'tempest-TagsExtTest-Tag-1756638899') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:28.332962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Calling delete_port for fb901a2c-199a-4279-830d-1d0b8ff18b82 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:28.425854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.463281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.491715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb901a2c-199a-4279-830d-1d0b8ff18b82,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:28.497235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.515752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Port': ['ID=cadcfc4f-7b9b-47e5-bfec-6168f0ddf329,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:28.517649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60100) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:28.517900 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-645fdb3f-6b79-4e1b-a4e3-252d1d5a6174 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "DELETE /v2.0/ports/fb901a2c-199a-4279-830d-1d0b8ff18b82 HTTP/1.1" status: 204 len: 168 time: 0.6707318 Apr 22 09:35:28.520767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] For port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cadcfc4f-7b9b-47e5-bfec-6168f0ddf329,segment=NetworkSegment(620ad839-d38f-4919-bfa3-a16deb87d298),segment_id=620ad839-d38f-4919-bfa3-a16deb87d298)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:28.521004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.524173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No DVR routers for this DVR port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:35:28.591245 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5048388a-9d46-4a4a-a6dd-1ff27c0523db tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags/tempest-TagsExtTest-Tag-1756638899 HTTP/1.1" status: 201 len: 201 time: 0.3175802 Apr 22 09:35:28.594240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60104) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:28.595751 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-703cc110-dd90-4209-935c-68de006e9957 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] GET failed (client error): The resource could not be found. Apr 22 09:35:28.597111 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-703cc110-dd90-4209-935c-68de006e9957 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "GET /v2.0/ports/fb901a2c-199a-4279-830d-1d0b8ff18b82 HTTP/1.1" status: 404 len: 333 time: 0.0773132 Apr 22 09:35:28.601181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60108) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:28.605120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-c1f14d24-3d6a-4d42-839f-5b57a2b28e94 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49', 'tempest-TagsExtTest-Tag-1031635075') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:28.619720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-528619554', 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:28.638180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:28.647254 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c1f14d24-3d6a-4d42-839f-5b57a2b28e94 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags/tempest-TagsExtTest-Tag-1031635075 HTTP/1.1" status: 201 len: 201 time: 0.0487638 Apr 22 09:35:28.647437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60112) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:28.652403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Usage tracker for resource:port and tenant:b1e35bdbf3574a1497c50f5025c6350a is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:28.657626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] Calling delete_port for cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:28.704226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.tag.tag_plugin [None req-34bf782d-b886-407a-8e96-d3438090e7bb tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474', {'tags': ['tempest-TagsExtTest-Tag-2085585009', 'tempest-TagsExtTest-Tag-889335494', 'tempest-TagsExtTest-Tag-1396070185']}) {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:28.727840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:28.728497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:35:28.728936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:35:28.743959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:28.751755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.790539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Made reservation on behalf of b1e35bdbf3574a1497c50f5025c6350a for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:28.793323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.816239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf55a354-a075-4559-88a2-729c6ea8e0a5']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:28.836631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620ad839-d38f-4919-bfa3-a16deb87d298') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:28.837038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620ad839-d38f-4919-bfa3-a16deb87d298') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:28.844623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] device_id is not set on port 4bdab2b4-4c50-4a1f-bf4c-760c6d8c8a75 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:28.884036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.918168 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-34bf782d-b886-407a-8e96-d3438090e7bb tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags HTTP/1.1" status: 200 len: 317 time: 0.2697122 Apr 22 09:35:28.919158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.920999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60116) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:28.926554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-c5ecf3b4-b546-4e77-b4b3-3d972496ca48 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:28.928104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:28.928534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:28.943776 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:29.005315 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c5ecf3b4-b546-4e77-b4b3-3d972496ca48 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags HTTP/1.1" status: 204 len: 168 time: 0.0830975 Apr 22 09:35:29.007879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60120) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.012741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-4a739388-74c1-4bae-abe8-7c5135d041b9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474', 'tempest-TagsExtTest-Tag-2085585009') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.056314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:29.082468 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-4a739388-74c1-4bae-abe8-7c5135d041b9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:29.083537 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4a739388-74c1-4bae-abe8-7c5135d041b9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags/tempest-TagsExtTest-Tag-2085585009 HTTP/1.1" status: 404 len: 329 time: 0.0746558 Apr 22 09:35:29.086586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60124) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.092157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-f0cc3504-a398-40fd-8c40-b561a2a96b39 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474', 'tempest-TagsExtTest-Tag-889335494') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.099153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:29.108859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Pushing event deleted for resources: {'Network': ['ID=cf55a354-a075-4559-88a2-729c6ea8e0a5,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:29.155568 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-f0cc3504-a398-40fd-8c40-b561a2a96b39 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:29.156702 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f0cc3504-a398-40fd-8c40-b561a2a96b39 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags/tempest-TagsExtTest-Tag-889335494 HTTP/1.1" status: 404 len: 328 time: 0.0690541 Apr 22 09:35:29.159420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60128) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.163956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-8da85b27-ae6c-4c83-8da1-e4c9611b72e5 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474', 'tempest-TagsExtTest-Tag-1396070185') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.182341 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0a601b85-724d-44f7-bc6b-bb2342bf1102 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/networks/cf55a354-a075-4559-88a2-729c6ea8e0a5 HTTP/1.1" status: 204 len: 168 time: 1.5620675 Apr 22 09:35:29.185774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60132) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.192163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'routes': None}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:29.226281 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-8da85b27-ae6c-4c83-8da1-e4c9611b72e5 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:29.227284 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8da85b27-ae6c-4c83-8da1-e4c9611b72e5 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags/tempest-TagsExtTest-Tag-1396070185 HTTP/1.1" status: 404 len: 329 time: 0.0669978 Apr 22 09:35:29.230160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] Deleting port cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:29.230313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60136) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.230618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:29.235338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-039f0eff-8035-4c1e-b6e6-40531e4bf6ce tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f', {'tags': ['tempest-TagsExtTest-Tag-1369513355', 'tempest-TagsExtTest-Tag-1237107038', 'tempest-TagsExtTest-Tag-1770678232']}) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.276833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:29.300820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-85566b05-a3a4-4e82-b951-ec686b94fbb3 None None] The port 'cadcfc4f-7b9b-47e5-bfec-6168f0ddf329' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:35:29.423601 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-039f0eff-8035-4c1e-b6e6-40531e4bf6ce tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags HTTP/1.1" status: 200 len: 318 time: 0.1922026 Apr 22 09:35:29.426193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60140) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.431647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-f997de9d-8c55-489a-b210-dec723051b3a tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.510723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e3a3daff-49ce-4ce9-9180-bc6c07c0321a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:29.548131 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f997de9d-8c55-489a-b210-dec723051b3a tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags HTTP/1.1" status: 204 len: 168 time: 0.1207795 Apr 22 09:35:29.548815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60144) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.556711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-e3b4f838-511b-4d2a-8739-731588705ebf tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f', 'tempest-TagsExtTest-Tag-1369513355') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.568480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: e3a3daff-49ce-4ce9-9180-bc6c07c0321a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:29.568823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e3a3daff-49ce-4ce9-9180-bc6c07c0321a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:29.569227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:29.616995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:29.617355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cadcfc4f-7b9b-47e5-bfec-6168f0ddf329 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:29.643077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.extraroute_db [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Added routes are [] {{(pid=88063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 22 09:35:29.643380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.extraroute_db [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Removed routes are [] {{(pid=88063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 22 09:35:29.643745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:29.644048 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-e3b4f838-511b-4d2a-8739-731588705ebf tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:29.647943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e3b4f838-511b-4d2a-8739-731588705ebf tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags/tempest-TagsExtTest-Tag-1369513355 HTTP/1.1" status: 404 len: 329 time: 0.0952229 Apr 22 09:35:29.648167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60148) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.652848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-d268eea5-51ae-4797-a326-3866bfd05913 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f', 'tempest-TagsExtTest-Tag-1237107038') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.716761 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-d268eea5-51ae-4797-a326-3866bfd05913 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:29.717771 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d268eea5-51ae-4797-a326-3866bfd05913 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags/tempest-TagsExtTest-Tag-1237107038 HTTP/1.1" status: 404 len: 329 time: 0.0687079 Apr 22 09:35:29.720557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60152) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.725103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-68bbc98a-29f8-4c57-8f30-64a4b6673df9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f', 'tempest-TagsExtTest-Tag-1770678232') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.804103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-68bbc98a-29f8-4c57-8f30-64a4b6673df9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:29.806871 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-68bbc98a-29f8-4c57-8f30-64a4b6673df9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags/tempest-TagsExtTest-Tag-1770678232 HTTP/1.1" status: 404 len: 329 time: 0.0854359 Apr 22 09:35:29.810425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60156) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.816103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-3c9fbb01-5346-44c2-9107-b7d60bfc27b9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b', {'tags': ['tempest-TagsExtTest-Tag-1950721423', 'tempest-TagsExtTest-Tag-1973122573', 'tempest-TagsExtTest-Tag-1145239465']}) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.836227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:29.960118 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3c9fbb01-5346-44c2-9107-b7d60bfc27b9 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags HTTP/1.1" status: 200 len: 318 time: 0.1486325 Apr 22 09:35:29.962715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60160) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:29.968679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-cd20a326-5b06-445d-9003-f5dab23425dd tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:29.971054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:29.975353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Network 0b727aac-a1f8-4858-9196-cafdc186de05 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:29.978918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:29.987863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:29.988808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:29.989396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:29.992860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:30.004312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=4bdab2b4-4c50-4a1f-bf4c-760c6d8c8a75,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:30.064703 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-02fc52f0-1dff-48ff-95a4-dafaaab1f134 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4629138 Apr 22 09:35:30.073501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60164) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.124980 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cd20a326-5b06-445d-9003-f5dab23425dd tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags HTTP/1.1" status: 204 len: 168 time: 0.1612585 Apr 22 09:35:30.127544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60168) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.132526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-24c3b793-2364-49a9-9cf8-95ace8c5834b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b', 'tempest-TagsExtTest-Tag-1950721423') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.188796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:30.207026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e86befa-448c-4548-a481-8fa3e3e0a5d4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:30.207600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7e86befa-448c-4548-a481-8fa3e3e0a5d4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Synchronizing usage tracker for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:30.265201 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-24c3b793-2364-49a9-9cf8-95ace8c5834b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:30.266370 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-24c3b793-2364-49a9-9cf8-95ace8c5834b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags/tempest-TagsExtTest-Tag-1950721423 HTTP/1.1" status: 404 len: 329 time: 0.1378069 Apr 22 09:35:30.269089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60172) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.274272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-1ddca796-628c-4c13-a1d8-36ca0cd1db56 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b', 'tempest-TagsExtTest-Tag-1973122573') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.342550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7e86befa-448c-4548-a481-8fa3e3e0a5d4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Unset dirty status for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:30.346338 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7e86befa-448c-4548-a481-8fa3e3e0a5d4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "GET /v2.0/ports/4bdab2b4-4c50-4a1f-bf4c-760c6d8c8a75 HTTP/1.1" status: 200 len: 954 time: 0.2692225 Apr 22 09:35:30.346504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60176) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.349528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:30.361595 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] Sync routers for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:30.370909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:30.371599 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.383156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:30.387602 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f7255bda-aa16-4be3-84f6-51221334cc95 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 200 len: 705 time: 1.1976094 Apr 22 09:35:30.390350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60180) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.413537 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-1ddca796-628c-4c13-a1d8-36ca0cd1db56 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:30.418229 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1ddca796-628c-4c13-a1d8-36ca0cd1db56 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags/tempest-TagsExtTest-Tag-1973122573 HTTP/1.1" status: 404 len: 329 time: 0.1444862 Apr 22 09:35:30.418391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60184) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.423519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-c74c4aec-fc79-4e3b-b91c-2300d08f881e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b', 'tempest-TagsExtTest-Tag-1145239465') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.445103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-32601d2c-8a4d-4811-9056-007087476446 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:30.465457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-94f123d1-f230-4dd1-a948-dac9753008a4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Deleting port 4bdab2b4-4c50-4a1f-bf4c-760c6d8c8a75 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:30.465793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f123d1-f230-4dd1-a948-dac9753008a4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:30.505443 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:30.508313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-32601d2c-8a4d-4811-9056-007087476446 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:30.512040 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-32601d2c-8a4d-4811-9056-007087476446 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 200 len: 205 time: 0.1185734 Apr 22 09:35:30.512423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60188) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.570757 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-c74c4aec-fc79-4e3b-b91c-2300d08f881e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:30.575743 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c74c4aec-fc79-4e3b-b91c-2300d08f881e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags/tempest-TagsExtTest-Tag-1145239465 HTTP/1.1" status: 404 len: 329 time: 0.1523974 Apr 22 09:35:30.575935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60192) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.580889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-ca80b769-7bca-45fd-817b-d56f4f2b42ed tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49', {'tags': ['tempest-TagsExtTest-Tag-292743499', 'tempest-TagsExtTest-Tag-1715549604', 'tempest-TagsExtTest-Tag-431081141']}) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.629650 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ca80b769-7bca-45fd-817b-d56f4f2b42ed tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "PUT /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags HTTP/1.1" status: 200 len: 316 time: 0.0502114 Apr 22 09:35:30.629886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60196) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.634516 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:26Z', 'revision_number': 11, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.640817 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] Checking router: 7f8a6e4c-180f-4f1f-bd34-65780def58c5 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:30.643510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-4ff6ba90-c71d-4dca-a728-40397721223e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.654568 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] Routers {'7f8a6e4c-180f-4f1f-bd34-65780def58c5'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:30.655292 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.687190 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4ff6ba90-c71d-4dca-a728-40397721223e tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags HTTP/1.1" status: 204 len: 168 time: 0.0550885 Apr 22 09:35:30.689946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60200) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.695128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-1b06562b-ca71-4468-acc4-2a2786b42232 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49', 'tempest-TagsExtTest-Tag-292743499') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.719772 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-1b06562b-ca71-4468-acc4-2a2786b42232 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:30.720838 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1b06562b-ca71-4468-acc4-2a2786b42232 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags/tempest-TagsExtTest-Tag-292743499 HTTP/1.1" status: 404 len: 328 time: 0.0298266 Apr 22 09:35:30.723639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60204) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.728530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-42149ffe-28b7-45d6-8220-cfd440e0ef27 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49', 'tempest-TagsExtTest-Tag-1715549604') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.753339 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-42149ffe-28b7-45d6-8220-cfd440e0ef27 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:30.754360 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-42149ffe-28b7-45d6-8220-cfd440e0ef27 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags/tempest-TagsExtTest-Tag-1715549604 HTTP/1.1" status: 404 len: 329 time: 0.0298319 Apr 22 09:35:30.757107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60208) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.761947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-72cf33bc-157b-4045-8439-825981386405 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49', 'tempest-TagsExtTest-Tag-431081141') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.786773 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-72cf33bc-157b-4045-8439-825981386405 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] show failed (client error): The resource could not be found. Apr 22 09:35:30.790513 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-72cf33bc-157b-4045-8439-825981386405 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags/tempest-TagsExtTest-Tag-431081141 HTTP/1.1" status: 404 len: 328 time: 0.0298383 Apr 22 09:35:30.790764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60212) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.796320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-480efb5f-a7d7-4985-a8af-9ac450268839 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '293e4a2a-0678-4e6b-ba62-a3156ee12d49') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.802031 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] Set router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:30.826704 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-480efb5f-a7d7-4985-a8af-9ac450268839 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49/tags HTTP/1.1" status: 204 len: 168 time: 0.0324395 Apr 22 09:35:30.826958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60216) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:30.832202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-1fcc8f05-49e2-49dd-bd74-078b60672c36 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9bb5d553-4877-4b5b-86f1-67e88ee0ed1b') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.840014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4a202d9-82b7-4cd1-8b45-471fc9a00341 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:30.911083 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:26Z', 'revision_number': 11, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:30.915362 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8ac61e-09ca-4d03-ab9f-6fa2eb94f344 None None] The sync data for ids ['7f8a6e4c-180f-4f1f-bd34-65780def58c5'] in dv-neutron-839018-1-hyperv is: [{'id': '7f8a6e4c-180f-4f1f-bd34-65780def58c5', 'name': 'tempest-RoutersIpV6Test-router-1092158264', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:13Z', 'updated_at': '2022-04-22T09:35:26Z', 'revision_number': 11, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:31.096094 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1fcc8f05-49e2-49dd-bd74-078b60672c36 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b/tags HTTP/1.1" status: 204 len: 168 time: 0.2680867 Apr 22 09:35:31.098671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60220) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.103287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-1b9898ef-9055-4fd2-86cf-f5f036d9a2c3 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd6724df0-4b63-4deb-8bc5-892ab592e45f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:31.173470 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1b9898ef-9055-4fd2-86cf-f5f036d9a2c3 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f/tags HTTP/1.1" status: 204 len: 168 time: 0.0713935 Apr 22 09:35:31.174131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60224) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.178153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.tag.tag_plugin [None req-888dccb9-fb60-4923-8811-de7e1427c4a3 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f7d574df-8ad1-4326-9e40-ebc2f04cb474') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:31.247048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4a202d9-82b7-4cd1-8b45-471fc9a00341 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.251697 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-888dccb9-fb60-4923-8811-de7e1427c4a3 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474/tags HTTP/1.1" status: 204 len: 168 time: 0.0740280 Apr 22 09:35:31.251840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f123d1-f230-4dd1-a948-dac9753008a4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.251969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60228) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.257607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4a202d9-82b7-4cd1-8b45-471fc9a00341 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.335751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31b08313-00d3-4ebd-8968-a2a0f3e3fc4f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for subnetpool, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.339659 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-31b08313-00d3-4ebd-8968-a2a0f3e3fc4f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnetpools/293e4a2a-0678-4e6b-ba62-a3156ee12d49 HTTP/1.1" status: 204 len: 168 time: 0.0839157 Apr 22 09:35:31.339988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60232) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.384166 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-89fdba84-2310-4a16-af0f-2c93b5a963e7 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "GET /v2.0/ports?device_id=9bb5d553-4877-4b5b-86f1-67e88ee0ed1b HTTP/1.1" status: 200 len: 205 time: 0.0409131 Apr 22 09:35:31.384416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60236) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.385241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-94f123d1-f230-4dd1-a948-dac9753008a4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Calling delete_port for 4bdab2b4-4c50-4a1f-bf4c-760c6d8c8a75 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:31.427533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4a202d9-82b7-4cd1-8b45-471fc9a00341 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.427921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a202d9-82b7-4cd1-8b45-471fc9a00341 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Fanout notify agent at l3_agent the message router_deleted on router 7f8a6e4c-180f-4f1f-bd34-65780def58c5 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:35:31.459915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4a202d9-82b7-4cd1-8b45-471fc9a00341 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.466210 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f4a202d9-82b7-4cd1-8b45-471fc9a00341 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 204 len: 168 time: 0.9516146 Apr 22 09:35:31.466210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60240) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.481807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1238814789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:31.490127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:31.494287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Usage tracker for resource:router and tenant:21d36f71db6b4ea5b1affe96e4930b68 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:31.498633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:31.505541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:31.507402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f123d1-f230-4dd1-a948-dac9753008a4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.527048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3537e5d3-4676-409d-abab-cfa39fc6a439 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.565511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f123d1-f230-4dd1-a948-dac9753008a4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bdab2b4-4c50-4a1f-bf4c-760c6d8c8a75,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:31.569194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94f123d1-f230-4dd1-a948-dac9753008a4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.582767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.583798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.596919 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-94f123d1-f230-4dd1-a948-dac9753008a4 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "DELETE /v2.0/ports/4bdab2b4-4c50-4a1f-bf4c-760c6d8c8a75 HTTP/1.1" status: 204 len: 168 time: 1.2494309 Apr 22 09:35:31.599913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60244) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.645602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.647853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-102f6b85-bbd4-4820-b50a-64d3e868485a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] GET failed (client error): The resource could not be found. Apr 22 09:35:31.648376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-102f6b85-bbd4-4820-b50a-64d3e868485a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Synchronizing usage tracker for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:31.676713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-102f6b85-bbd4-4820-b50a-64d3e868485a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Unset dirty status for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:31.677915 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-102f6b85-bbd4-4820-b50a-64d3e868485a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "GET /v2.0/ports/4bdab2b4-4c50-4a1f-bf4c-760c6d8c8a75 HTTP/1.1" status: 404 len: 333 time: 0.0770779 Apr 22 09:35:31.679283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.684978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60248) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.691568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Request body: {'port': {'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1480320095'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:31.703036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:31.721276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.722488 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ac5ae5e0-8a00-45ac-b38e-51c75c77111e tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2459142 Apr 22 09:35:31.725265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60252) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.727929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:31.732238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-71d014eb-71be-4e76-95fe-1ba4b49489f1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:31.842055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3537e5d3-4676-409d-abab-cfa39fc6a439 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.844161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3537e5d3-4676-409d-abab-cfa39fc6a439 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.856518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Made reservation on behalf of b1e35bdbf3574a1497c50f5025c6350a for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:31.858903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.866773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3537e5d3-4676-409d-abab-cfa39fc6a439 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.867284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3537e5d3-4676-409d-abab-cfa39fc6a439 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Fanout notify agent at l3_agent the message router_deleted on router 9bb5d553-4877-4b5b-86f1-67e88ee0ed1b {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:35:31.879249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3537e5d3-4676-409d-abab-cfa39fc6a439 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.882562 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3537e5d3-4676-409d-abab-cfa39fc6a439 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/routers/9bb5d553-4877-4b5b-86f1-67e88ee0ed1b HTTP/1.1" status: 204 len: 168 time: 0.4950747 Apr 22 09:35:31.882903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60256) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:31.949280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-45b8ce35-1ce3-4477-aea6-61aa2f641d70 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Deleting port d6724df0-4b63-4deb-8bc5-892ab592e45f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:31.949525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45b8ce35-1ce3-4477-aea6-61aa2f641d70 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:31.991645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] device_id is not set on port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:32.200378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45b8ce35-1ce3-4477-aea6-61aa2f641d70 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.310455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d014eb-71be-4e76-95fe-1ba4b49489f1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.325762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-45b8ce35-1ce3-4477-aea6-61aa2f641d70 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Calling delete_port for d6724df0-4b63-4deb-8bc5-892ab592e45f owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:32.339246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d014eb-71be-4e76-95fe-1ba4b49489f1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.471142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45b8ce35-1ce3-4477-aea6-61aa2f641d70 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.650482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.654212 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d014eb-71be-4e76-95fe-1ba4b49489f1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Router 36b67697-a1e3-4907-a588-97a6da3a62a9 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:35:32.671697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8ce35-1ce3-4477-aea6-61aa2f641d70 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Pushing event deleted for resources: {'Port': ['ID=d6724df0-4b63-4deb-8bc5-892ab592e45f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:32.741696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45b8ce35-1ce3-4477-aea6-61aa2f641d70 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.752358 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-45b8ce35-1ce3-4477-aea6-61aa2f641d70 tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/ports/d6724df0-4b63-4deb-8bc5-892ab592e45f HTTP/1.1" status: 204 len: 168 time: 0.8683658 Apr 22 09:35:32.752989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60260) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:32.799868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d014eb-71be-4e76-95fe-1ba4b49489f1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:32.814640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] Sync routers for ids ['36b67697-a1e3-4907-a588-97a6da3a62a9'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:32.815153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-71d014eb-71be-4e76-95fe-1ba4b49489f1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.816006 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-71d014eb-71be-4e76-95fe-1ba4b49489f1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "PUT /v2.0/routers/36b67697-a1e3-4907-a588-97a6da3a62a9 HTTP/1.1" status: 200 len: 698 time: 1.0897660 Apr 22 09:35:32.818815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60264) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:32.829995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] Routers {'36b67697-a1e3-4907-a588-97a6da3a62a9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:32.830689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['36b67697-a1e3-4907-a588-97a6da3a62a9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:32.833613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ecd1e8-d7f5-4f42-99ca-c2f9d5651e7f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Deleting subnet f7d574df-8ad1-4326-9e40-ebc2f04cb474 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:32.836692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd1e8-d7f5-4f42-99ca-c2f9d5651e7f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.880153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.894295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd1e8-d7f5-4f42-99ca-c2f9d5651e7f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:32.963259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] Set router 36b67697-a1e3-4907-a588-97a6da3a62a9 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:32.990866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd1e8-d7f5-4f42-99ca-c2f9d5651e7f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.054886 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1663d038-fefc-4232-8f3b-d30d05054375 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/routers/36b67697-a1e3-4907-a588-97a6da3a62a9 HTTP/1.1" status: 200 len: 704 time: 0.2347758 Apr 22 09:35:33.056778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Network 0b727aac-a1f8-4858-9196-cafdc186de05 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:33.058588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60268) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:33.064585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:33.069471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:33.070373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:33.070959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.075025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:33.075677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b67697-a1e3-4907-a588-97a6da3a62a9', 'name': 'tempest-RoutersIpV6Test-router-1238814789', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:31Z', 'updated_at': '2022-04-22T09:35:32Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:33.081173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] Checking router: 36b67697-a1e3-4907-a588-97a6da3a62a9 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:33.091128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] Routers {'36b67697-a1e3-4907-a588-97a6da3a62a9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:33.091688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['36b67697-a1e3-4907-a588-97a6da3a62a9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:33.091843 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7ed4cbb7-0818-4eb6-bfc6-ebc6c84bae9a tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4057658 Apr 22 09:35:33.094476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60272) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:33.100485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:33.112520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4f42b304-92fa-4925-be16-2ee58ff44fe0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Synchronizing usage tracker for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:33.119600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd1e8-d7f5-4f42-99ca-c2f9d5651e7f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.166781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecd1e8-d7f5-4f42-99ca-c2f9d5651e7f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d574df-8ad1-4326-9e40-ebc2f04cb474,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:33.172137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f6ecd1e8-d7f5-4f42-99ca-c2f9d5651e7f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.182166 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f6ecd1e8-d7f5-4f42-99ca-c2f9d5651e7f tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/subnets/f7d574df-8ad1-4326-9e40-ebc2f04cb474 HTTP/1.1" status: 204 len: 168 time: 0.4255962 Apr 22 09:35:33.182166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4f42b304-92fa-4925-be16-2ee58ff44fe0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Unset dirty status for tenant:21d36f71db6b4ea5b1affe96e4930b68 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:33.184876 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4f42b304-92fa-4925-be16-2ee58ff44fe0 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b67697-a1e3-4907-a588-97a6da3a62a9 HTTP/1.1" status: 200 len: 205 time: 0.1253507 Apr 22 09:35:33.185497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60276) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:33.185847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60278) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:33.209736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f30f700-629d-4fa5-8b1d-9c8cabd4778f None None] Network 8185cdb7-2673-4b94-badc-275bc2381f9a requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:33.249076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] Set router 36b67697-a1e3-4907-a588-97a6da3a62a9 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:33.300008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.310661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Deleting port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:33.311070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.348808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.359419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fde9d9b6-a5b9-4412-8b63-91a6d8f692c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.451096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b67697-a1e3-4907-a588-97a6da3a62a9', 'name': 'tempest-RoutersIpV6Test-router-1238814789', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:31Z', 'updated_at': '2022-04-22T09:35:32Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:33.459222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee56f9e-66dd-4eae-984f-65e2041ef656 None None] The sync data for ids ['36b67697-a1e3-4907-a588-97a6da3a62a9'] in dv-neutron-839018-1-hyperv is: [{'id': '36b67697-a1e3-4907-a588-97a6da3a62a9', 'name': 'tempest-RoutersIpV6Test-router-1238814789', 'tenant_id': '21d36f71db6b4ea5b1affe96e4930b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:31Z', 'updated_at': '2022-04-22T09:35:32Z', 'revision_number': 2, 'project_id': '21d36f71db6b4ea5b1affe96e4930b68', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:33.546616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] For port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6b9114a0-efd2-4c87-ba08-4cd6431f29bd,segment=NetworkSegment(a84bf866-4afc-400b-8e63-36731414a0f6),segment_id=a84bf866-4afc-400b-8e63-36731414a0f6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:33.547377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.679288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce6022-8910-4369-88da-9a386c8e2e04 None None] DHCP port deletion for 8185cdb7-2673-4b94-badc-275bc2381f9a request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:35:33.686001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-98ce6022-8910-4369-88da-9a386c8e2e04 None None] Deleting port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:33.686687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98ce6022-8910-4369-88da-9a386c8e2e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.694291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Calling delete_port for 6b9114a0-efd2-4c87-ba08-4cd6431f29bd owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:33.779767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.793331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-98ce6022-8910-4369-88da-9a386c8e2e04 None None] The port '6b9114a0-efd2-4c87-ba08-4cd6431f29bd' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:35:33.826852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Pushing event deleted for resources: {'Port': ['ID=6b9114a0-efd2-4c87-ba08-4cd6431f29bd,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:33.832988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] No DVR routers for this DVR port 6b9114a0-efd2-4c87-ba08-4cd6431f29bd on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:35:33.913856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fde9d9b6-a5b9-4412-8b63-91a6d8f692c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.917830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fde9d9b6-a5b9-4412-8b63-91a6d8f692c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.957067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:33.988352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8185cdb7-2673-4b94-badc-275bc2381f9a']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:34.001793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84bf866-4afc-400b-8e63-36731414a0f6') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:34.002086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84bf866-4afc-400b-8e63-36731414a0f6') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:34.007045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fde9d9b6-a5b9-4412-8b63-91a6d8f692c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.007547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde9d9b6-a5b9-4412-8b63-91a6d8f692c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Fanout notify agent at l3_agent the message router_deleted on router 36b67697-a1e3-4907-a588-97a6da3a62a9 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:35:34.014086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.026338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fde9d9b6-a5b9-4412-8b63-91a6d8f692c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.028834 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fde9d9b6-a5b9-4412-8b63-91a6d8f692c5 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/36b67697-a1e3-4907-a588-97a6da3a62a9 HTTP/1.1" status: 204 len: 168 time: 0.8372245 Apr 22 09:35:34.031962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.033114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60284) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.068782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:34.069182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:34.087482 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:34.097252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] device_id is not set on port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:34.107027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.107594 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8dcbf708-b0cf-45cf-8382-64de0745e81a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=36b67697-a1e3-4907-a588-97a6da3a62a9 HTTP/1.1" status: 200 len: 205 time: 0.0734458 Apr 22 09:35:34.109965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60288) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.186557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.191611 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-095c86cc-172f-4fa3-82a3-a15f84e5b399 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] delete failed (client error): The resource could not be found. Apr 22 09:35:34.192778 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-095c86cc-172f-4fa3-82a3-a15f84e5b399 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/36b67697-a1e3-4907-a588-97a6da3a62a9 HTTP/1.1" status: 404 len: 336 time: 0.0818260 Apr 22 09:35:34.193774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Transition to ACTIVE for port object bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:34.195382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60292) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.204248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.216632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] Pushing event deleted for resources: {'Network': ['ID=8185cdb7-2673-4b94-badc-275bc2381f9a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:34.219245 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dd2fc4fd-2d54-433d-b1eb-8fff5850ad6b tempest-TagsExtTest-1964403065 tempest-TagsExtTest-1964403065-project] 10.222.0.32 "DELETE /v2.0/networks/8185cdb7-2673-4b94-badc-275bc2381f9a HTTP/1.1" status: 204 len: 168 time: 1.0327053 Apr 22 09:35:34.228169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.276872 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f57629-13f0-4cba-ac4e-01c0b31ac5dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:34.277348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f57629-13f0-4cba-ac4e-01c0b31ac5dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:34.279114 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b5f57629-13f0-4cba-ac4e-01c0b31ac5dc tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/7fb0c99c-59f0-4e65-850d-ecaefe5d91c0 HTTP/1.1" status: 404 len: 337 time: 0.0827489 Apr 22 09:35:34.281697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60298) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.323805 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-017276d1-6359-4120-9709-a008e579cff1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:34.324497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017276d1-6359-4120-9709-a008e579cff1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:34.328549 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-017276d1-6359-4120-9709-a008e579cff1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/461c2269-42ff-4c68-80c3-0329da36452a HTTP/1.1" status: 404 len: 337 time: 0.0430326 Apr 22 09:35:34.328549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60302) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.372595 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-e453cd42-d702-4519-806e-10f5fe098f72 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:34.373170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e453cd42-d702-4519-806e-10f5fe098f72 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:34.375034 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e453cd42-d702-4519-806e-10f5fe098f72 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/8390d690-74e0-487c-95d8-e3a639b44075 HTTP/1.1" status: 404 len: 337 time: 0.0455468 Apr 22 09:35:34.377679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60306) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.378592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:34.386752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.387088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.387429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.394196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.394522 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.397100 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 2 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.422786 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c381b6-7dd3-40f6-a69b-73401c4971b4 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:34.423236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c381b6-7dd3-40f6-a69b-73401c4971b4 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:34.424976 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c6c381b6-7dd3-40f6-a69b-73401c4971b4 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/ef31a498-dbc8-4f09-a63e-e66d48b1f166 HTTP/1.1" status: 404 len: 337 time: 0.0461292 Apr 22 09:35:34.427116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.427510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.427823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60310) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.427965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.435232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.435629 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.436025 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 3 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.452600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.453815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.454938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.461012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.461618 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.462173 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 4 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.477180 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d7c1fc59-1151-448d-a40d-97fcc0e5022a tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 200 len: 205 time: 0.0481610 Apr 22 09:35:34.480217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60316) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.548545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60320) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.553456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.553788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.554119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.571229 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-2708cf29-7220-4cf6-8f65-88aed15def40 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] delete failed (client error): The resource could not be found. Apr 22 09:35:34.572237 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2708cf29-7220-4cf6-8f65-88aed15def40 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/7f8a6e4c-180f-4f1f-bd34-65780def58c5 HTTP/1.1" status: 404 len: 336 time: 0.0905888 Apr 22 09:35:34.572870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.573191 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.573611 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 5 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.575355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60326) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.589519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.589853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.590191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.595076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.595318 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.595696 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 6 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.617796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.618503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.618911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.624202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.624655 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.625084 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 7 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.630816 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b47d98d5-01c4-46de-8583-7747b672b63d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff07d412-a47b-4edb-aabf-686a88770d17 HTTP/1.1" status: 200 len: 205 time: 0.0543516 Apr 22 09:35:34.631450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60330) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.646449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.646449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.646813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.652095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.652447 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.652845 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 8 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.668508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.668791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.669141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.673829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.674151 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.674641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 9 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.693753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.694085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.694419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.699190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.699513 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.699927 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempt 10 to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c Apr 22 09:35:34.714779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:34.715054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:34.715388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempting to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:34.715505 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-ef8f253c-b074-4b0e-a823-db0fdf31f16d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] delete failed (client error): The resource could not be found. Apr 22 09:35:34.716361 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ef8f253c-b074-4b0e-a823-db0fdf31f16d tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/ff07d412-a47b-4edb-aabf-686a88770d17 HTTP/1.1" status: 404 len: 336 time: 0.0840333 Apr 22 09:35:34.719259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60334) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.720096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:35:34.720443 dv-neutron-839018-1-hyperv neutron-server[88063]: ERROR neutron.plugins.ml2.managers [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Failed to bind port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on host hv-neutron-8390 for vnic_type normal using segments [{'id': '2d7fc21e-2729-465a-a29f-03032d616c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0b727aac-a1f8-4858-9196-cafdc186de05'}] Apr 22 09:35:34.720802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.768027 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9fe6c4-b539-4472-a7b5-1bfe0abd165f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:34.768487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9fe6c4-b539-4472-a7b5-1bfe0abd165f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:34.770130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2d9fe6c4-b539-4472-a7b5-1bfe0abd165f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/97cbca82-90f6-45f8-a109-8b537bd288e1 HTTP/1.1" status: 404 len: 337 time: 0.0500026 Apr 22 09:35:34.773136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60338) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.787167 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c38e7ce5-120f-45be-bde5-1c0cc5b02a55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=43d80a6a45ae42879db8b10f669fdb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375345 Apr 22 09:35:34.789780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60342) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.821502 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9239ce54-1c6d-4937-80e9-bcb05081b841 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=6bd671f3-acb2-43bf-9448-655aa3214505 HTTP/1.1" status: 200 len: 205 time: 0.0473106 Apr 22 09:35:34.825812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60346) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.852659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] For port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:34.853013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attempted to set empty binding levels {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 22 09:35:34.858129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.914057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] In _notify_port_updated(), no bound segment for port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c on network 0b727aac-a1f8-4858-9196-cafdc186de05 {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:35:34.914929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:34.915562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.916922 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "PUT /v2.0/ports/bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c HTTP/1.1" status: 200 len: 977 time: 1.8215191 Apr 22 09:35:34.920804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60350) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:34.974847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f48f6e-f899-490c-9d31-f840d178672e tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event updated for resources: {'Port': ['ID=bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:34.996308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Deleting port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:34.996677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:34.997128 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-6854b926-d514-4398-950e-2a91dbc0de33 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] delete failed (client error): The resource could not be found. Apr 22 09:35:34.998121 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6854b926-d514-4398-950e-2a91dbc0de33 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/6bd671f3-acb2-43bf-9448-655aa3214505 HTTP/1.1" status: 404 len: 336 time: 0.1714299 Apr 22 09:35:35.004669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60354) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.050249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2249c558-3409-4ba9-a3fe-7b641d82f91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:35.053608 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-edda1f95-c249-4f29-8ccc-66727e99c3b6 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf700988-3b9f-48fb-9631-78a13eee7f5a HTTP/1.1" status: 200 len: 205 time: 0.0479388 Apr 22 09:35:35.061357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60358) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.139014 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-89fa12c7-c24c-46e4-b8b3-e827642e6e1c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] delete failed (client error): The resource could not be found. Apr 22 09:35:35.139925 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-89fa12c7-c24c-46e4-b8b3-e827642e6e1c tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/bf700988-3b9f-48fb-9631-78a13eee7f5a HTTP/1.1" status: 404 len: 336 time: 0.0776768 Apr 22 09:35:35.142685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60362) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.145815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2249c558-3409-4ba9-a3fe-7b641d82f91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:35.201936 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f81a691-156e-4ee2-a1d5-5f7f9f0e406f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:35.202375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f81a691-156e-4ee2-a1d5-5f7f9f0e406f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:35.206624 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1f81a691-156e-4ee2-a1d5-5f7f9f0e406f tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/6aa55d18-9fc4-4a9a-999b-649d7555282a HTTP/1.1" status: 404 len: 337 time: 0.0604634 Apr 22 09:35:35.206758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] For port bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c, host hv-neutron-8390, got binding levels [] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:35.206758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:35.207058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60366) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.258930 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f93c2861-f060-457a-930a-e25dafef6823 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=3201559a-8856-4ca2-8b84-fd4c222cbca7 HTTP/1.1" status: 200 len: 205 time: 0.0508332 Apr 22 09:35:35.262041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60370) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.334620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-cc9c6c32-ad1c-4059-bbe7-a08873ab8adb tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] delete failed (client error): The resource could not be found. Apr 22 09:35:35.335955 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cc9c6c32-ad1c-4059-bbe7-a08873ab8adb tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/3201559a-8856-4ca2-8b84-fd4c222cbca7 HTTP/1.1" status: 404 len: 336 time: 0.0728781 Apr 22 09:35:35.338530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60374) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.377613 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-499a3674-242e-417f-a256-c30286f953ad tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:35.378141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499a3674-242e-417f-a256-c30286f953ad tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:35.388636 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-499a3674-242e-417f-a256-c30286f953ad tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/b9b89af3-269c-425e-a4df-21fe9380212d HTTP/1.1" status: 404 len: 337 time: 0.0486000 Apr 22 09:35:35.391389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60378) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.394549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2249c558-3409-4ba9-a3fe-7b641d82f91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:35.397264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2249c558-3409-4ba9-a3fe-7b641d82f91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:35.398280 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2249c558-3409-4ba9-a3fe-7b641d82f91f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03ec7c02-6f56-47fe-98e0-cfecefe68dbc HTTP/1.1" status: 204 len: 168 time: 0.6076350 Apr 22 09:35:35.439949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Calling delete_port for bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:35.451783 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8e7c9712-5666-483a-869d-2ab952516db3 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "GET /v2.0/ports?device_id=f929d9a0-898e-415e-a96f-60d7039679e9 HTTP/1.1" status: 200 len: 205 time: 0.0573597 Apr 22 09:35:35.451783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249c558-3409-4ba9-a3fe-7b641d82f91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ec7c02-6f56-47fe-98e0-cfecefe68dbc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:35.453024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60384) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.524032 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-371b96e3-f063-4a5c-af79-f5956b665213 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] delete failed (client error): The resource could not be found. Apr 22 09:35:35.528021 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-371b96e3-f063-4a5c-af79-f5956b665213 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/routers/f929d9a0-898e-415e-a96f-60d7039679e9 HTTP/1.1" status: 404 len: 336 time: 0.0720153 Apr 22 09:35:35.528300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60388) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.543789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b9114a0-efd2-4c87-ba08-4cd6431f29bd no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:35.560694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:35.568188 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-92817813-f387-414d-b904-97f8b3c10a62 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:35.568682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92817813-f387-414d-b904-97f8b3c10a62 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:35.570401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-92817813-f387-414d-b904-97f8b3c10a62 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/b61f8422-d020-461a-936f-0b044b49eeba HTTP/1.1" status: 404 len: 337 time: 0.0411873 Apr 22 09:35:35.573101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60392) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.610897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 6b9114a0-efd2-4c87-ba08-4cd6431f29bd {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:35:35.611410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6b9114a0-efd2-4c87-ba08-4cd6431f29bd not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:35:35.629875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:35.633562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:35.638313 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8866d91-b54e-4d19-928b-fb51279510b1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] DELETE failed (client error): The resource could not be found. Apr 22 09:35:35.639200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8866d91-b54e-4d19-928b-fb51279510b1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:35:35.641348 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a8866d91-b54e-4d19-928b-fb51279510b1 tempest-RoutersIpV6Test-1304015808 tempest-RoutersIpV6Test-1304015808-project] 10.222.0.32 "DELETE /v2.0/subnets/bdb4b0d5-9624-40d6-9963-500a1083ced6 HTTP/1.1" status: 404 len: 337 time: 0.0663083 Apr 22 09:35:35.650828 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-78fa816a-4275-4e19-958d-f5673d5dc51c tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "DELETE /v2.0/ports/bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c HTTP/1.1" status: 204 len: 168 time: 0.7291334 Apr 22 09:35:35.654012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60400) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.705822 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-11662a3f-553a-4a12-b7eb-5abaf53c2ef5 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] GET failed (client error): The resource could not be found. Apr 22 09:35:35.706179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11662a3f-553a-4a12-b7eb-5abaf53c2ef5 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Synchronizing usage tracker for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:35.721676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11662a3f-553a-4a12-b7eb-5abaf53c2ef5 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] Unset dirty status for tenant:b1e35bdbf3574a1497c50f5025c6350a on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:35.726602 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11662a3f-553a-4a12-b7eb-5abaf53c2ef5 tempest-PortsAdminExtendedAttrsTestJSON-821042407 tempest-PortsAdminExtendedAttrsTestJSON-821042407-project-admin] 10.222.0.32 "GET /v2.0/ports/bdb7a4f7-9b30-49e7-b398-a12e9ac43d1c HTTP/1.1" status: 404 len: 333 time: 0.0681000 Apr 22 09:35:35.726771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60406) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.845018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:35.945788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60418) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:35.986115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.014401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b727aac-a1f8-4858-9196-cafdc186de05']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:36.027109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7fc21e-2729-465a-a29f-03032d616c38') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:36.027405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7fc21e-2729-465a-a29f-03032d616c38') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:36.039207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.059423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.067455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:36.068100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:36.089816 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:36.115863 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6e80081d-9276-42e7-aa1a-5485e700ef91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21d36f71db6b4ea5b1affe96e4930b68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686699 Apr 22 09:35:36.118717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60430) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:36.174582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.189141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b530bc3-5c7e-463f-929e-99252e22a16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.196814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.203310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] Pushing event deleted for resources: {'Network': ['ID=0b727aac-a1f8-4858-9196-cafdc186de05,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:36.207455 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-397ad089-9bad-44b8-90ce-8c0a0fab1318 tempest-PortsAdminExtendedAttrsTestJSON-1409428114 tempest-PortsAdminExtendedAttrsTestJSON-1409428114-project] 10.222.0.32 "DELETE /v2.0/networks/0b727aac-a1f8-4858-9196-cafdc186de05 HTTP/1.1" status: 204 len: 168 time: 0.4797382 Apr 22 09:35:36.225760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b530bc3-5c7e-463f-929e-99252e22a16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.286433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b530bc3-5c7e-463f-929e-99252e22a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.314028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b530bc3-5c7e-463f-929e-99252e22a16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7870b4-2158-4f64-add0-60182bf85fa0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:36.324783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b530bc3-5c7e-463f-929e-99252e22a16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.327113 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0b530bc3-5c7e-463f-929e-99252e22a16e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b7870b4-2158-4f64-add0-60182bf85fa0 HTTP/1.1" status: 204 len: 168 time: 0.2072716 Apr 22 09:35:36.535905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60448) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:36.740224 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d0253310-49d3-4d12-94e8-1270f1cc9eae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c28e872c56c435e8b847430cce66024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022278 Apr 22 09:35:36.742586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60462) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:36.801850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9e150199-099a-42bc-8396-6b352553ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.828009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9e150199-099a-42bc-8396-6b352553ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.893526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9e150199-099a-42bc-8396-6b352553ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.914990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e150199-099a-42bc-8396-6b352553ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29bd5be-3cf3-4f19-b3d9-dab034dcffed,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:36.919606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9e150199-099a-42bc-8396-6b352553ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:36.921043 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9e150199-099a-42bc-8396-6b352553ead7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e29bd5be-3cf3-4f19-b3d9-dab034dcffed HTTP/1.1" status: 204 len: 168 time: 0.1774032 Apr 22 09:35:37.313877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60490) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:37.341242 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:35:37.371817 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aa38a46e-3df1-4ca3-a3d7-86148709b24e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b1e35bdbf3574a1497c50f5025c6350a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565763 Apr 22 09:35:37.374395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60496) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:37.439778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-257724ac-791a-4643-a0c0-559b76c9eb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.450585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60500) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:37.456003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1299151356', 'description': 'tempest-secgroup-smoke-1299151356 description', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:37.461866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:37.466175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:37.467560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-257724ac-791a-4643-a0c0-559b76c9eb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.469169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:37.475266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:37.476535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60504) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:37.486216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.499664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.531888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:37.535673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-257724ac-791a-4643-a0c0-559b76c9eb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.537228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group_rule and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:37.540511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:37.547142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:37.553744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257724ac-791a-4643-a0c0-559b76c9eb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36dbe12-9853-4966-9441-56ab918f5fb3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:37.593669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-257724ac-791a-4643-a0c0-559b76c9eb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.597555 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-257724ac-791a-4643-a0c0-559b76c9eb64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a36dbe12-9853-4966-9441-56ab918f5fb3 HTTP/1.1" status: 204 len: 168 time: 0.2192848 Apr 22 09:35:37.615279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1774378839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:37.622904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:37.627838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Usage tracker for resource:router and tenant:170ddc9726b64dd1919263c831d48a81 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:37.631406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:37.638769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:37.649729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.650865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.653475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.660091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.668984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.674180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:37.682276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group_rule and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:37.688834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.692340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:37.703688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:37.707621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb9190a-c226-4da9-b054-557f70a8e26f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:37.715222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.719269 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f099ade4-8add-47aa-b127-e0649c3d48ca tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2417791 Apr 22 09:35:37.719904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60512) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:37.726008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1267802134'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:37.731511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:37.739373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Usage tracker for resource:network and tenant:170ddc9726b64dd1919263c831d48a81 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:37.742890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:37.750160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:37.761453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Made reservation on behalf of 170ddc9726b64dd1919263c831d48a81 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:37.764387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.777455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.789387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.793635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:37.794023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.798145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Usage tracker for resource:security_group_rule and tenant:170ddc9726b64dd1919263c831d48a81 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:37.801768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:37.808324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:37.841782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0881e3-b985-42d4-a26c-c24062427e4a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:37.845298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.846511 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-024eb433-07de-4718-a39b-745ebc0a05c4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3949382 Apr 22 09:35:37.849534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60518) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:37.856725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'security_group_rule': {'security_group_id': 'fa0881e3-b985-42d4-a26c-c24062427e4a', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:37.862414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:37.866658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group_rule and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:37.869940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:37.876889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:37.898093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.911082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.916725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.947877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:35:37.961485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e7b8ec-ec35-4cb4-8bcc-6c8284b23ce4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:37.966333 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.966676 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Added segment 5204d00b-09a2-4455-acaa-71fd07e831f5 of type vlan for network d0711fac-bccc-4026-856c-265fabfe003b Apr 22 09:35:37.974096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.981656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:37.997353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.009198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae944481-f32e-45d2-91ba-447325d190a8,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:38.020560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.022113 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3f68cf36-8572-4869-94c2-51664fb72072 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715577 Apr 22 09:35:38.024687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60528) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:38.030675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'security_group_rule': {'security_group_id': 'fa0881e3-b985-42d4-a26c-c24062427e4a', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:38.037139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:38.037544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.041428 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group_rule and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:38.045048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:38.045184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:38.045662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.051026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:38.069518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.110756 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3871429 Apr 22 09:35:38.111191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60534) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:38.117856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'subnet': {'network_id': 'd0711fac-bccc-4026-856c-265fabfe003b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:38.168673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f6833-9570-43a5-8b88-ccf5d6b38a35 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Network': ['ID=d0711fac-bccc-4026-856c-265fabfe003b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:38.181154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network d0711fac-bccc-4026-856c-265fabfe003b details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:35:38.224785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.237054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.256213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239f1609-393d-4eae-8714-bab45fb7b796,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:38.270352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:38.277722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Usage tracker for resource:subnet and tenant:170ddc9726b64dd1919263c831d48a81 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:38.280742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:38.284227 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.288044 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d584394a-7dd4-4e22-a07c-0ec3ffcd9928 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2598464 Apr 22 09:35:38.289802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60544) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:38.290622 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:38.296238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'security_group_rule': {'security_group_id': 'fa0881e3-b985-42d4-a26c-c24062427e4a', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:38.301913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Made reservation on behalf of 170ddc9726b64dd1919263c831d48a81 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:38.305798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.307595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:38.313455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group_rule and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:38.314731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.317818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:38.329780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:38.351764 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.423647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.428271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.449174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4344d865-8357-4007-910e-f02e2178e12a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:38.469058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.475703 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3974b8c4-cc9a-4291-a9f1-b8b8adb1b9a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1799726 Apr 22 09:35:38.475703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60550) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:38.479178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'security_group_rule': {'security_group_id': 'fa0881e3-b985-42d4-a26c-c24062427e4a', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:38.485292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:38.489376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group_rule and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:38.496653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:38.502696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:38.524342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.543132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.599050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.604201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.629069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae48eaf-3d86-4114-88a2-22e6402b7946,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:38.637891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Subnet': ['ID=4d694433-b4ba-49a3-a88b-0f53e69d34d2,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:38.638893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.642654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Checking segment: {'id': '5204d00b-09a2-4455-acaa-71fd07e831f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0711fac-bccc-4026-856c-265fabfe003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:38.642827 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-62ba24b9-3055-47e3-bd7d-ba5910fc981c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1661940 Apr 22 09:35:38.642928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network hostable DHCP agents. Network: d0711fac-bccc-4026-856c-265fabfe003b, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:35:38.643164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60558) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:38.648884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'security_group_rule': {'security_group_id': 'fa0881e3-b985-42d4-a26c-c24062427e4a', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:38.655809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:38.659898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group_rule and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:38.663026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:38.663488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network d0711fac-bccc-4026-856c-265fabfe003b is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:35:38.668866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:38.673502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, d0711fac-bccc-4026-856c-265fabfe003b) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:38.679500 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Project 1af390c8d8f54d37ae7f4eb58d5ddecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:35:38.679677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:38.680270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.686202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7de006-2aad-4ade-9a8c-b3eae25a9296 None None] Network d0711fac-bccc-4026-856c-265fabfe003b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:38.687799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.711141 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-24964195-3971-40e9-a03a-194c91213e6d tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5956743 Apr 22 09:35:38.711377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60562) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:38.719288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'network': {'name': 'tempest-router-network01--1167348008'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:38.725237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:38.730242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Usage tracker for resource:network and tenant:170ddc9726b64dd1919263c831d48a81 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:38.734335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:38.742219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:38.758681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Made reservation on behalf of 170ddc9726b64dd1919263c831d48a81 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:38.763152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.764551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.774509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.800316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98437522-96ae-442d-9336-e862d14edc05,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:38.806681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:35:38.812436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.814718 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-32d688e9-78eb-437c-a092-8a0259476200 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1705358 Apr 22 09:35:38.817259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60568) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:38.824219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.824598 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Added segment c1f7037f-ba3a-44cf-a8c5-c52b9005e206 of type vlan for network d35184ee-77c0-4cc4-a7e5-8fb233124c16 Apr 22 09:35:38.830424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'security_group_rule': {'security_group_id': 'fa0881e3-b985-42d4-a26c-c24062427e4a', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:38.836697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:38.841861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:security_group_rule and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:38.845202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:38.851486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:38.852797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.865332 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Project 1af390c8d8f54d37ae7f4eb58d5ddecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:35:38.874725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.891067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.897511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:38.898466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.941279 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2286220 Apr 22 09:35:38.944981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60576) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:38.959777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-d0711fac-bccc-4026-856c-265fabfe003b', 'network_id': 'd0711fac-bccc-4026-856c-265fabfe003b', 'tenant_id': '170ddc9726b64dd1919263c831d48a81', 'fixed_ips': [{'subnet_id': '4d694433-b4ba-49a3-a88b-0f53e69d34d2'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:35:38.961734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.964945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'network': {'name': 'tempest-router-network02--1754527707'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:38.973437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.974810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:38.979062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Usage tracker for resource:network and tenant:170ddc9726b64dd1919263c831d48a81 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:38.982510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:38.990112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:38.992932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:39.018512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db03d4e2-1ad5-4117-a88b-fa641838744a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:39.034463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a3ef4-9589-43b1-8929-8e1bf84df532 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Network': ['ID=d35184ee-77c0-4cc4-a7e5-8fb233124c16,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:39.041957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Made reservation on behalf of 170ddc9726b64dd1919263c831d48a81 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:39.047846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.048183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network d35184ee-77c0-4cc4-a7e5-8fb233124c16 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:35:39.068265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.073845 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-56e546df-7e0b-4a7c-a5ba-cdc9c60e346d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2547672 Apr 22 09:35:39.077403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60582) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:39.084294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'network': {'name': 'tempest-network-smoke--521709324', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'port_security_enabled': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:39.093402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:39.099950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:network and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:39.105447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:39.112719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:35:39.114903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:39.128159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.128522 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Added segment 2afeadd3-4916-4a9c-8db9-2c69d7e50c14 of type vlan for network f2426a55-4c33-486d-a007-a3f26cf30886 Apr 22 09:35:39.134729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Made reservation on behalf of 1af390c8d8f54d37ae7f4eb58d5ddecc for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:39.138493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.178168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.190334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:35:39.211389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.211801 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Added segment 1ab19e44-5dc1-4087-9b86-ac307cfb91c3 of type vlan for network 695ae22d-5c00-475b-a737-dd11f8cc5a3b Apr 22 09:35:39.227623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:39.244515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.245809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Allocated IP 172.20.0.2 (d0711fac-bccc-4026-856c-265fabfe003b/4d694433-b4ba-49a3-a88b-0f53e69d34d2/74275d5c-2325-48e1-9a97-958fd3e41011) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:39.250597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:39.251226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.275014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.385253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1416680441', 'router:external': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:39.394120 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4480858 Apr 22 09:35:39.397578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:39.397733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60594) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:39.402355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20176ca-8d50-495a-a1c0-3c4962a2758e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Network': ['ID=f2426a55-4c33-486d-a007-a3f26cf30886,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:39.404772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Usage tracker for resource:network and tenant:68534c7359d641dc916b56e71d743a0e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:39.408556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:39.412829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'subnet': {'network_id': 'd35184ee-77c0-4cc4-a7e5-8fb233124c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:39.415297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.421207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:39.421791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.425535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:39.434643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network f2426a55-4c33-486d-a007-a3f26cf30886 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:35:39.524134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Made reservation on behalf of 68534c7359d641dc916b56e71d743a0e for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:39.526894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.527985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:39.532383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Usage tracker for resource:subnet and tenant:170ddc9726b64dd1919263c831d48a81 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:39.535910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:39.542761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:39.544141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.548200 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4696107 Apr 22 09:35:39.551030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60598) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:39.551543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.557608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'admin_state_up': True, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:39.558396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Transition to ACTIVE for port object 74275d5c-2325-48e1-9a97-958fd3e41011 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:39.563104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622c9c8-7368-4706-9e98-25a43a9cb556 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'Network': ['ID=695ae22d-5c00-475b-a737-dd11f8cc5a3b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:39.570184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:39.573720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:39.574328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Usage tracker for resource:security_group_rule and tenant:68534c7359d641dc916b56e71d743a0e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:39.577406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Transition to ACTIVE for port object 74275d5c-2325-48e1-9a97-958fd3e41011 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:39.578269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Made reservation on behalf of 170ddc9726b64dd1919263c831d48a81 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:39.581384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:39.582132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.586296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:35:39.591640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:39.615995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.686261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:router and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:39.690010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.693917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:39.694157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.705074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:39.724415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.725672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.732027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:35:39.742054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4633f491-fe9a-44e1-b96f-cd0ce0d01648,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:39.743988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.748851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.749235 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Added segment c807f51a-6b01-4d84-a45c-e41974919741 of type vlan for network 1bbedbe0-854c-4968-ae23-07bcaae08e24 Apr 22 09:35:39.754063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Network d0711fac-bccc-4026-856c-265fabfe003b is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:39.758315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:39.763045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:39.786040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.842776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.843838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:39.844478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.857850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Pushing event updated for resources: {'Port': ['ID=74275d5c-2325-48e1-9a97-958fd3e41011,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:39.915654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Attempting to bind port 74275d5c-2325-48e1-9a97-958fd3e41011 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:39.916019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Attempting to bind port 74275d5c-2325-48e1-9a97-958fd3e41011 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '5204d00b-09a2-4455-acaa-71fd07e831f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0711fac-bccc-4026-856c-265fabfe003b'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:39.916377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Attempting to bind port 74275d5c-2325-48e1-9a97-958fd3e41011 on network d0711fac-bccc-4026-856c-265fabfe003b {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:39.921698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:39.922063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Checking segment: {'id': '5204d00b-09a2-4455-acaa-71fd07e831f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0711fac-bccc-4026-856c-265fabfe003b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:39.922458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:39.922845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Bound using segment: {'id': '5204d00b-09a2-4455-acaa-71fd07e831f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0711fac-bccc-4026-856c-265fabfe003b'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:39.923290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Bound port: 74275d5c-2325-48e1-9a97-958fd3e41011, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5204d00b-09a2-4455-acaa-71fd07e831f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd0711fac-bccc-4026-856c-265fabfe003b'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:39.923656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.016280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] For port 74275d5c-2325-48e1-9a97-958fd3e41011, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:40.020259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] For port 74275d5c-2325-48e1-9a97-958fd3e41011, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=74275d5c-2325-48e1-9a97-958fd3e41011,segment=NetworkSegment(5204d00b-09a2-4455-acaa-71fd07e831f5),segment_id=5204d00b-09a2-4455-acaa-71fd07e831f5)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:40.029506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.080585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'Network': ['ID=1bbedbe0-854c-4968-ae23-07bcaae08e24,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:40.087913 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-14315aac-769c-4e7e-a6de-3ee73db2433a tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8566797 Apr 22 09:35:40.088134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60602) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:40.094521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'subnet': {'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:40.100596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:40.101477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 1bbedbe0-854c-4968-ae23-07bcaae08e24 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:35:40.104992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Usage tracker for resource:subnet and tenant:68534c7359d641dc916b56e71d743a0e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:40.108011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:40.114375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:40.125881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Made reservation on behalf of 68534c7359d641dc916b56e71d743a0e for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:40.128594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.152027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5823cae6-6c36-4cdb-9323-66c23a9e4116 None None] Pushing event updated for resources: {'Port': ['ID=74275d5c-2325-48e1-9a97-958fd3e41011,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:40.218179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.253314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.358433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Subnet': ['ID=8d714a1c-4a99-4321-9851-25971bb1efad,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:40.435850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Checking segment: {'id': 'c1f7037f-ba3a-44cf-a8c5-c52b9005e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd35184ee-77c0-4cc4-a7e5-8fb233124c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:40.436209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network hostable DHCP agents. Network: d35184ee-77c0-4cc4-a7e5-8fb233124c16, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:35:40.482678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network d35184ee-77c0-4cc4-a7e5-8fb233124c16 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:35:40.500033 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, d35184ee-77c0-4cc4-a7e5-8fb233124c16) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:40.505398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:40.506239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.510436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b754c90-4d90-47d1-8e84-a740702fc7fd None None] Network d35184ee-77c0-4cc4-a7e5-8fb233124c16 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:40.572048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.objects.ports [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88063) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 22 09:35:40.572939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.643221 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-038f827a-5bdb-480d-872e-a0815bb39021 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2442818 Apr 22 09:35:40.646174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60606) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:40.662974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'subnet': {'network_id': 'f2426a55-4c33-486d-a007-a3f26cf30886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:40.705401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20f15e88-cedd-4b08-b143-7c9b2122e664,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:40.766685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.768073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Checking segment: {'id': 'c807f51a-6b01-4d84-a45c-e41974919741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:40.768592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Network hostable DHCP agents. Network: 1bbedbe0-854c-4968-ae23-07bcaae08e24, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:35:40.789694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-d35184ee-77c0-4cc4-a7e5-8fb233124c16', 'network_id': 'd35184ee-77c0-4cc4-a7e5-8fb233124c16', 'tenant_id': '170ddc9726b64dd1919263c831d48a81', 'fixed_ips': [{'subnet_id': '8d714a1c-4a99-4321-9851-25971bb1efad'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:35:40.791255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.797807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.811815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:40.816104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Usage tracker for resource:subnet and tenant:170ddc9726b64dd1919263c831d48a81 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:40.818944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Network 1bbedbe0-854c-4968-ae23-07bcaae08e24 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:35:40.821272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:40.829508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:40.836957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 1bbedbe0-854c-4968-ae23-07bcaae08e24) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:40.841819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:40.842537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.847896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Made reservation on behalf of 170ddc9726b64dd1919263c831d48a81 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:40.851322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:40.863675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064867c3-7a86-483a-bb17-7ae382ec4b8a None None] Network 1bbedbe0-854c-4968-ae23-07bcaae08e24 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:40.946932 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2f35dfc8-3a2b-4316-b9c2-9230c1f0000d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8570349 Apr 22 09:35:40.949918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Allocated IP 172.26.2.88 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/9260a7d2-3e87-49c5-ae92-85fd667e3515) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:40.951794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60610) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:40.959376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1495902830', 'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:40.969260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:40.974888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Usage tracker for resource:port and tenant:68534c7359d641dc916b56e71d743a0e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:40.980691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:41.018699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:41.090182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Made reservation on behalf of 68534c7359d641dc916b56e71d743a0e for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:41.093008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:41.127853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] device_id is not set on port 0ea5fcf0-414f-49db-b495-f3dabe2fd250 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:35:41.129130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:41.183518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Allocated IP 172.20.0.2 (d35184ee-77c0-4cc4-a7e5-8fb233124c16/8d714a1c-4a99-4321-9851-25971bb1efad/9b7f5e8c-81ee-4353-80c4-ba038fb72e5b) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:41.208748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Subnet': ['ID=199a5a65-853d-4268-88c4-2b06d03897f8,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:41.220786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:41.252891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Checking segment: {'id': '2afeadd3-4916-4a9c-8db9-2c69d7e50c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2426a55-4c33-486d-a007-a3f26cf30886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:41.254904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network hostable DHCP agents. Network: f2426a55-4c33-486d-a007-a3f26cf30886, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:35:41.278535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network f2426a55-4c33-486d-a007-a3f26cf30886 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:35:41.294169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, f2426a55-4c33-486d-a007-a3f26cf30886) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:41.312171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:41.313446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:41.329436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Allocated IP 2001:db8::2b3 (1bbedbe0-854c-4968-ae23-07bcaae08e24/20f15e88-cedd-4b08-b143-7c9b2122e664/0ea5fcf0-414f-49db-b495-f3dabe2fd250) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:41.334239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5573cd-6ee4-4b34-ab9a-90bc45a6ab67 None None] Network f2426a55-4c33-486d-a007-a3f26cf30886 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:41.339252 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c620a69c-9b68-4519-948b-8a64b637e3a0 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6914611 Apr 22 09:35:41.342157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60614) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:41.349472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:41.393055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c85680d-80f0-47bc-b6c1-e995ef87988d None None] Network 1bbedbe0-854c-4968-ae23-07bcaae08e24 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:41.459240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:41.466124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'Port': ['ID=9260a7d2-3e87-49c5-ae92-85fd667e3515,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:41.469696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:41.473673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:41.563763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a480168a-d2e9-4a59-b0c8-26b513de5925 None None] Network d0711fac-bccc-4026-856c-265fabfe003b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:41.622166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 74275d5c-2325-48e1-9a97-958fd3e41011 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:41.959766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c431516f-fc9f-4f81-bb02-881a79b0c5cd None None] Provisioning for port 74275d5c-2325-48e1-9a97-958fd3e41011 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:41.985572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:41.993172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.063071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.091741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-365b43f5-58aa-4e10-8ee0-b27f16f24c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.134079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f2426a55-4c33-486d-a007-a3f26cf30886', 'network_id': 'f2426a55-4c33-486d-a007-a3f26cf30886', 'tenant_id': '170ddc9726b64dd1919263c831d48a81', 'fixed_ips': [{'subnet_id': '199a5a65-853d-4268-88c4-2b06d03897f8'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:35:42.134972 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.146744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Transition to ACTIVE for port object 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:42.184785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.229462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.236597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 74275d5c-2325-48e1-9a97-958fd3e41011 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:42.276168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Transition to ACTIVE for port object 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:42.291713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 74275d5c-2325-48e1-9a97-958fd3e41011 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:42.292288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.316116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.329701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Network 1bbedbe0-854c-4968-ae23-07bcaae08e24 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:42.332821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:42.344245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:42.345314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:42.346457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.359705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Allocated IP 172.20.0.1 (d35184ee-77c0-4cc4-a7e5-8fb233124c16/8d714a1c-4a99-4321-9851-25971bb1efad/5574b19c-2ad7-4c8a-a1d1-2baa6c488348) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:42.363917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'Port': ['ID=0ea5fcf0-414f-49db-b495-f3dabe2fd250,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:42.444460 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b96fee49-a9f3-4343-a37d-92740d6b2207 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4913106 Apr 22 09:35:42.447041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60618) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:42.490226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Network d35184ee-77c0-4cc4-a7e5-8fb233124c16 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:42.513628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:42.515978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:42.546627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Pushing event updated for resources: {'Port': ['ID=9b7f5e8c-81ee-4353-80c4-ba038fb72e5b,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:42.562394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.585375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Transition to ACTIVE for port object 5574b19c-2ad7-4c8a-a1d1-2baa6c488348 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:42.589412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f8b647a5-554d-4aa6-bb87-744440318b3e tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Deleting port 0ea5fcf0-414f-49db-b495-f3dabe2fd250 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:42.589858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8b647a5-554d-4aa6-bb87-744440318b3e tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.616157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.678640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network d35184ee-77c0-4cc4-a7e5-8fb233124c16 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:42.681852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:42.686396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:42.749587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Port': ['ID=5574b19c-2ad7-4c8a-a1d1-2baa6c488348,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:42.761696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Attempting to bind port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:42.761696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Attempting to bind port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'c1f7037f-ba3a-44cf-a8c5-c52b9005e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd35184ee-77c0-4cc4-a7e5-8fb233124c16'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:42.762444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Attempting to bind port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b on network d35184ee-77c0-4cc4-a7e5-8fb233124c16 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:42.762572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.774284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Allocated IP 172.20.0.2 (f2426a55-4c33-486d-a007-a3f26cf30886/199a5a65-853d-4268-88c4-2b06d03897f8/edd7b7ce-726e-4781-9f6f-f0b3614c9b02) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:42.788784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:42.789076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Checking segment: {'id': 'c1f7037f-ba3a-44cf-a8c5-c52b9005e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd35184ee-77c0-4cc4-a7e5-8fb233124c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:42.789860 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.790283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Bound using segment: {'id': 'c1f7037f-ba3a-44cf-a8c5-c52b9005e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd35184ee-77c0-4cc4-a7e5-8fb233124c16'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:42.790852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Bound port: 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f7037f-ba3a-44cf-a8c5-c52b9005e206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd35184ee-77c0-4cc4-a7e5-8fb233124c16'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:42.791230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.820262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.828356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.875386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:42.997014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 74275d5c-2325-48e1-9a97-958fd3e41011, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=74275d5c-2325-48e1-9a97-958fd3e41011,segment=NetworkSegment(5204d00b-09a2-4455-acaa-71fd07e831f5),segment_id=5204d00b-09a2-4455-acaa-71fd07e831f5)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:43.028318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.111893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] For port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:43.142158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] For port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9b7f5e8c-81ee-4353-80c4-ba038fb72e5b,segment=NetworkSegment(c1f7037f-ba3a-44cf-a8c5-c52b9005e206),segment_id=c1f7037f-ba3a-44cf-a8c5-c52b9005e206)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:43.189996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.195557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=74275d5c-2325-48e1-9a97-958fd3e41011,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:43.217859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8b647a5-554d-4aa6-bb87-744440318b3e tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.295250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.302431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.305936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cdee4615-5091-48fc-b950-258e640104c5 None None] Provisioning complete for port 74275d5c-2325-48e1-9a97-958fd3e41011 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:43.306307 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cdee4615-5091-48fc-b950-258e640104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.335295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.360966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feab672-f653-493a-b273-13d720a0cc75 None None] Pushing event updated for resources: {'Port': ['ID=9b7f5e8c-81ee-4353-80c4-ba038fb72e5b,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:43.367119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f8b647a5-554d-4aa6-bb87-744440318b3e tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Calling delete_port for 0ea5fcf0-414f-49db-b495-f3dabe2fd250 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:43.367365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Transition to ACTIVE for port object edd7b7ce-726e-4781-9f6f-f0b3614c9b02 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:43.405000 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Transition to ACTIVE for port object edd7b7ce-726e-4781-9f6f-f0b3614c9b02 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:43.413504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.440718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.444186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Port': ['ID=5574b19c-2ad7-4c8a-a1d1-2baa6c488348,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:43.501943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:35:43.518885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Network f2426a55-4c33-486d-a007-a3f26cf30886 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:43.525537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:43.527997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:43.637917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 74275d5c-2325-48e1-9a97-958fd3e41011 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:43.663776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Pushing event updated for resources: {'Port': ['ID=edd7b7ce-726e-4781-9f6f-f0b3614c9b02,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:43.709220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network d35184ee-77c0-4cc4-a7e5-8fb233124c16 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:43.710786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:43.781307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8b647a5-554d-4aa6-bb87-744440318b3e tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.798573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Attempting to bind port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:43.799075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Attempting to bind port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '2afeadd3-4916-4a9c-8db9-2c69d7e50c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2426a55-4c33-486d-a007-a3f26cf30886'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:43.799283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Attempting to bind port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 on network f2426a55-4c33-486d-a007-a3f26cf30886 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:43.807254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:43.808366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Checking segment: {'id': '2afeadd3-4916-4a9c-8db9-2c69d7e50c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2426a55-4c33-486d-a007-a3f26cf30886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:43.808809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.809203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Bound using segment: {'id': '2afeadd3-4916-4a9c-8db9-2c69d7e50c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2426a55-4c33-486d-a007-a3f26cf30886'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:43.809679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Bound port: edd7b7ce-726e-4781-9f6f-f0b3614c9b02, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afeadd3-4916-4a9c-8db9-2c69d7e50c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'f2426a55-4c33-486d-a007-a3f26cf30886'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:43.810052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.873064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 74275d5c-2325-48e1-9a97-958fd3e41011 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:43.873440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.896851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b647a5-554d-4aa6-bb87-744440318b3e tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ea5fcf0-414f-49db-b495-f3dabe2fd250,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:43.955279 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8b647a5-554d-4aa6-bb87-744440318b3e tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:43.965578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] For port edd7b7ce-726e-4781-9f6f-f0b3614c9b02, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:43.966584 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f8b647a5-554d-4aa6-bb87-744440318b3e tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0ea5fcf0-414f-49db-b495-f3dabe2fd250 HTTP/1.1" status: 204 len: 168 time: 1.5185194 Apr 22 09:35:43.967830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:43.969377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60622) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:43.970529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] For port edd7b7ce-726e-4781-9f6f-f0b3614c9b02, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=edd7b7ce-726e-4781-9f6f-f0b3614c9b02,segment=NetworkSegment(2afeadd3-4916-4a9c-8db9-2c69d7e50c14),segment_id=2afeadd3-4916-4a9c-8db9-2c69d7e50c14)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:43.983115 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Sync routers for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:43.993935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24', 'external_fixed_ips': [{'subnet_id': '20f15e88-cedd-4b08-b143-7c9b2122e664', 'ip_address': '2001:db8::2b3'}]}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:43.994333 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:43.996834 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:44.000387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:44.002774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:44.007057 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-727a81ca-7f70-45f4-a208-9d273f8678b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.4513798 Apr 22 09:35:44.007414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60626) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:44.010819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Usage tracker for resource:router and tenant:68534c7359d641dc916b56e71d743a0e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:44.017856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:44.027127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:44.044310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:44.044625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:44.045779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:44.060539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Router b260e6e6-1590-4ea2-ace3-4f5070223fa9 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:35:44.080250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:44.153688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137191de-2858-4b62-9f0f-9a2da440d6e9 None None] Pushing event updated for resources: {'Port': ['ID=edd7b7ce-726e-4781-9f6f-f0b3614c9b02,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:44.306194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:44.316227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cbc691-74e7-46a0-b8ce-61b1f451ade3 None None] Sync routers for ids ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:44.325130 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-82541ae5-41bf-4aec-8ea0-a1dcd03704c7 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "PUT /v2.0/routers/b260e6e6-1590-4ea2-ace3-4f5070223fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9819295 Apr 22 09:35:44.327720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60632) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:44.340601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbc691-74e7-46a0-b8ce-61b1f451ade3 None None] Routers {'b260e6e6-1590-4ea2-ace3-4f5070223fa9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:44.341270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-39cbc691-74e7-46a0-b8ce-61b1f451ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:44.347012 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c4c86aab-f3c6-4a4e-b589-2c6b7b5e18aa tempest-TestNetworkAdvancedServerOps-1392662317 tempest-TestNetworkAdvancedServerOps-1392662317-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=1af390c8d8f54d37ae7f4eb58d5ddecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3382227 Apr 22 09:35:44.356037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60636) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:44.399037 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:44.489801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-39cbc691-74e7-46a0-b8ce-61b1f451ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:44.520719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e772b28e-19a4-4589-9b7d-176b09a02818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:44.530011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cbc691-74e7-46a0-b8ce-61b1f451ade3 None None] Routers {'b260e6e6-1590-4ea2-ace3-4f5070223fa9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:44.530676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-39cbc691-74e7-46a0-b8ce-61b1f451ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:44.713327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-39cbc691-74e7-46a0-b8ce-61b1f451ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:44.713877 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39cbc691-74e7-46a0-b8ce-61b1f451ade3 None None] The sync data for ids ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:44.837949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3289f9-d755-4a4c-8320-f4213a8cf99c None None] Network d35184ee-77c0-4cc4-a7e5-8fb233124c16 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:44.853095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:44.938281 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:41Z', 'revision_number': 3, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:44.942777 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Checking router: 4d7eb6f7-ace8-4c98-a080-366a7466fa3e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:44.943391 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Updating router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e port 9260a7d2-3e87-49c5-ae92-85fd667e3515 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:35:44.958749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a6c17-605d-4adf-bfe9-3d9132ef7921 tempest-TestNetworkAdvancedServerOps-1392662317 tempest-TestNetworkAdvancedServerOps-1392662317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:44.959241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a6c17-605d-4adf-bfe9-3d9132ef7921 tempest-TestNetworkAdvancedServerOps-1392662317 tempest-TestNetworkAdvancedServerOps-1392662317-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:44.964675 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-124a6c17-605d-4adf-bfe9-3d9132ef7921 tempest-TestNetworkAdvancedServerOps-1392662317 tempest-TestNetworkAdvancedServerOps-1392662317-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.6076171 Apr 22 09:35:44.965344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60640) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:45.004516 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.048105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d0a68004-75f8-4094-a0f9-36c7c4332845 None None] Provisioning for port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:45.071515 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f89286c5-f341-44cc-9849-12fb991492e8 tempest-TestNetworkAdvancedServerOps-1392662317 tempest-TestNetworkAdvancedServerOps-1392662317-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=1bbedbe0-854c-4968-ae23-07bcaae08e24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1045990 Apr 22 09:35:45.074012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60644) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:45.134562 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7117732f-0906-4618-ad4b-18ac79c76e00 tempest-TestNetworkAdvancedServerOps-1392662317 tempest-TestNetworkAdvancedServerOps-1392662317-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0594521 Apr 22 09:35:45.134777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60648) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:45.150937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1243062992', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:45.351934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.359689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:45.368908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:subnet and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:45.374456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:45.384700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:45.388770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-3a2155f7-b2e0-4454-8b2f-b1fa1ae5700a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:35:45.392727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3a2155f7-b2e0-4454-8b2f-b1fa1ae5700a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "PUT /v2.0/routers/b260e6e6-1590-4ea2-ace3-4f5070223fa9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0610585 Apr 22 09:35:45.397983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60652) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:45.500146 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.527822 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Transition to ACTIVE for port object 9260a7d2-3e87-49c5-ae92-85fd667e3515 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:45.560940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Made reservation on behalf of 1af390c8d8f54d37ae7f4eb58d5ddecc for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:45.570061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.609761 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.731939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device edd7b7ce-726e-4781-9f6f-f0b3614c9b02 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:45.763130 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86a803-47d5-4421-aac3-e9533fd33102 None None] Network f2426a55-4c33-486d-a007-a3f26cf30886 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:45.767308 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Pushing event updated for resources: {'Port': ['ID=9260a7d2-3e87-49c5-ae92-85fd667e3515,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:45.781539 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.781882 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.782218 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.782546 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.782872 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.783196 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.783623 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.783955 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.784278 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.784622 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.784943 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.785259 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:35:45.790884 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Attempting to bind port 9260a7d2-3e87-49c5-ae92-85fd667e3515 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:45.791250 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Attempting to bind port 9260a7d2-3e87-49c5-ae92-85fd667e3515 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:45.791610 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Attempting to bind port 9260a7d2-3e87-49c5-ae92-85fd667e3515 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:45.798996 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:45.799392 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:45.800000 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.800409 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:45.800882 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Bound port: 9260a7d2-3e87-49c5-ae92-85fd667e3515, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:45.801263 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.864364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.892920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.902057 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] For port 9260a7d2-3e87-49c5-ae92-85fd667e3515, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:45.905858 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] For port 9260a7d2-3e87-49c5-ae92-85fd667e3515, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9260a7d2-3e87-49c5-ae92-85fd667e3515,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:45.910736 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.934156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:45.993207 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde61867-f529-4d68-bf55-196b13bbc8be None None] Pushing event updated for resources: {'Port': ['ID=9260a7d2-3e87-49c5-ae92-85fd667e3515,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:46.012548 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:46.013150 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:46.067826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9c3748f9-1924-4e9e-a421-5248d5b7622f None None] Provisioning for port 5574b19c-2ad7-4c8a-a1d1-2baa6c488348 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:46.096612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:46.102808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9c3748f9-1924-4e9e-a421-5248d5b7622f None None] Provisioning complete for port 5574b19c-2ad7-4c8a-a1d1-2baa6c488348 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:46.102808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c3748f9-1924-4e9e-a421-5248d5b7622f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.195819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:46.204196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Allocated IP 2001:db8::2b3 (1bbedbe0-854c-4968-ae23-07bcaae08e24/20f15e88-cedd-4b08-b143-7c9b2122e664/ed3e26ad-f980-4d0c-ada3-537e8acd47ff) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:46.278455 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:46.290591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9c3748f9-1924-4e9e-a421-5248d5b7622f None None] Port 5574b19c-2ad7-4c8a-a1d1-2baa6c488348 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:46.376541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:46.385314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:46.385721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.386127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.424605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.436724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.474077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Provisioning for port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:46.488382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Provisioning complete for port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:46.488773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.519641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'Subnet': ['ID=4b2e51e8-ea06-43c4-9a98-c40d0192fc7a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:46.531276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Network 1bbedbe0-854c-4968-ae23-07bcaae08e24 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:46.534925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:46.544300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:46.664559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3e26ad-f980-4d0c-ada3-537e8acd47ff,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:46.680013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.703762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Checking segment: {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:46.704211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Network hostable DHCP agents. Network: 695ae22d-5c00-475b-a737-dd11f8cc5a3b, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:35:46.737430 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:41Z', 'revision_number': 3, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:46.749188 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3215cf2-07a3-45db-94af-9bcea97de320 None None] The sync data for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv is: [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:41Z', 'revision_number': 3, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:46.752045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9b7f5e8c-81ee-4353-80c4-ba038fb72e5b,segment=NetworkSegment(c1f7037f-ba3a-44cf-a8c5-c52b9005e206),segment_id=c1f7037f-ba3a-44cf-a8c5-c52b9005e206)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:46.793964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.807522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:35:46.824034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 695ae22d-5c00-475b-a737-dd11f8cc5a3b) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:46.829050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:46.829668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.868610 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6d3f0d3a-dd4b-46f8-b311-93d2ed2af6b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7253811 Apr 22 09:35:46.871200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60658) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:46.875959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:46.907231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d527929-4436-4be0-a50f-c69bab5c99aa None None] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:47.010408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.063981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=9b7f5e8c-81ee-4353-80c4-ba038fb72e5b,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:47.081838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] For port edd7b7ce-726e-4781-9f6f-f0b3614c9b02, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=edd7b7ce-726e-4781-9f6f-f0b3614c9b02,segment=NetworkSegment(2afeadd3-4916-4a9c-8db9-2c69d7e50c14),segment_id=2afeadd3-4916-4a9c-8db9-2c69d7e50c14)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:47.100604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.113884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.238461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.253230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Pushing event updated for resources: {'Port': ['ID=edd7b7ce-726e-4781-9f6f-f0b3614c9b02,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:47.256163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Provisioning complete for port 5574b19c-2ad7-4c8a-a1d1-2baa6c488348 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:47.256813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.327251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8874e-b703-4ffd-b10a-a1cb6287d49b None None] Port 5574b19c-2ad7-4c8a-a1d1-2baa6c488348 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:47.392509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:35:47.393483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.518635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-01e8ad6d-1bdc-4eeb-9f9d-df86ff5fcb6d None None] Provisioning complete for port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:47.518901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01e8ad6d-1bdc-4eeb-9f9d-df86ff5fcb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.663081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device edd7b7ce-726e-4781-9f6f-f0b3614c9b02 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:47.693053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.748895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Allocated IP 172.20.0.2 (695ae22d-5c00-475b-a737-dd11f8cc5a3b/4b2e51e8-ea06-43c4-9a98-c40d0192fc7a/bb212e70-8a16-4a65-8433-77a0c59e0e56) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:47.915898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:47.916606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:47.946614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Router 0dc2d52a-ccd0-41e1-ab20-9d97ecf98278 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:35:47.998349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Deleting port 5574b19c-2ad7-4c8a-a1d1-2baa6c488348 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:47.998859 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.140854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:48.150525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9260a7d2-3e87-49c5-ae92-85fd667e3515 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:48.156342 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Sync routers for ids ['0dc2d52a-ccd0-41e1-ab20-9d97ecf98278'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:48.166066 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Routers {'0dc2d52a-ccd0-41e1-ab20-9d97ecf98278'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:48.166681 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['0dc2d52a-ccd0-41e1-ab20-9d97ecf98278'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:48.179552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.181320 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f3aa3641-65e1-4634-a5dd-31e92a3bb679 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.2107804 Apr 22 09:35:48.185661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60662) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:48.195379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.212370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Transition to ACTIVE for port object bb212e70-8a16-4a65-8433-77a0c59e0e56 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:48.246946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Transition to ACTIVE for port object bb212e70-8a16-4a65-8433-77a0c59e0e56 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:48.255055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.297611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 9260a7d2-3e87-49c5-ae92-85fd667e3515 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:48.326029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9260a7d2-3e87-49c5-ae92-85fd667e3515 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:48.326652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.358297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.389883 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:48.397501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:48.399888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:48.404311 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Set router 0dc2d52a-ccd0-41e1-ab20-9d97ecf98278 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:48.405397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Pushing event updated for resources: {'Port': ['ID=bb212e70-8a16-4a65-8433-77a0c59e0e56,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:48.447818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.524816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Calling delete_port for 5574b19c-2ad7-4c8a-a1d1-2baa6c488348 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:48.580186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Attempting to bind port bb212e70-8a16-4a65-8433-77a0c59e0e56 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:48.580814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Attempting to bind port bb212e70-8a16-4a65-8433-77a0c59e0e56 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:48.581313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Attempting to bind port bb212e70-8a16-4a65-8433-77a0c59e0e56 on network 695ae22d-5c00-475b-a737-dd11f8cc5a3b {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:48.599357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:48.599868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Checking segment: {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:48.600458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.601289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Bound using segment: {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:48.602006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Bound port: bb212e70-8a16-4a65-8433-77a0c59e0e56, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:48.602548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.643123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.711350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] For port bb212e70-8a16-4a65-8433-77a0c59e0e56, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:48.715771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] For port bb212e70-8a16-4a65-8433-77a0c59e0e56, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bb212e70-8a16-4a65-8433-77a0c59e0e56,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:48.722953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.736574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.809939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.818390 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc2d52a-ccd0-41e1-ab20-9d97ecf98278', 'name': '', 'tenant_id': '68534c7359d641dc916b56e71d743a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24', 'external_fixed_ips': [{'subnet_id': '20f15e88-cedd-4b08-b143-7c9b2122e664', 'ip_address': '2001:db8::2b3'}], 'enable_snat': True}, 'gw_port_id': 'ed3e26ad-f980-4d0c-ada3-537e8acd47ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:44Z', 'updated_at': '2022-04-22T09:35:46Z', 'revision_number': 3, 'project_id': '68534c7359d641dc916b56e71d743a0e', 'gw_port': {'id': 'ed3e26ad-f980-4d0c-ada3-537e8acd47ff', 'name': '', 'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc2d52a-ccd0-41e1-ab20-9d97ecf98278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '20f15e88-cedd-4b08-b143-7c9b2122e664', 'ip_address': '2001:db8::2b3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:45Z', 'updated_at': '2022-04-22T09:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20f15e88-cedd-4b08-b143-7c9b2122e664', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:48.823128 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Checking router: 0dc2d52a-ccd0-41e1-ab20-9d97ecf98278 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:48.826239 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Updating router 0dc2d52a-ccd0-41e1-ab20-9d97ecf98278 port ed3e26ad-f980-4d0c-ada3-537e8acd47ff binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:35:48.831027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Deleting port ed3e26ad-f980-4d0c-ada3-537e8acd47ff {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:48.831565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.854051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 9260a7d2-3e87-49c5-ae92-85fd667e3515, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9260a7d2-3e87-49c5-ae92-85fd667e3515,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:48.875796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.877058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:48.903682 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:48.950348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4ee0f-458b-40f3-863a-7523e47b66ca None None] Pushing event updated for resources: {'Port': ['ID=bb212e70-8a16-4a65-8433-77a0c59e0e56,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:49.052174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=9260a7d2-3e87-49c5-ae92-85fd667e3515,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:49.079247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:49.079696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.153604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.166956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.240564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event deleted for resources: {'Port': ['ID=5574b19c-2ad7-4c8a-a1d1-2baa6c488348,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:49.378633 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Calling delete_port for ed3e26ad-f980-4d0c-ada3-537e8acd47ff owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:49.404803 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.418411 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Transition to ACTIVE for port object ed3e26ad-f980-4d0c-ada3-537e8acd47ff will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:49.429474 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.523169 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Attempting to bind port ed3e26ad-f980-4d0c-ada3-537e8acd47ff on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:49.523169 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Attempting to bind port ed3e26ad-f980-4d0c-ada3-537e8acd47ff by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'c807f51a-6b01-4d84-a45c-e41974919741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:49.523169 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Attempting to bind port ed3e26ad-f980-4d0c-ada3-537e8acd47ff on network 1bbedbe0-854c-4968-ae23-07bcaae08e24 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:49.525403 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176dd6a-b7d1-47a3-bcd3-8dc571f86562 None None] Pushing event updated for resources: {'Port': ['ID=ed3e26ad-f980-4d0c-ada3-537e8acd47ff,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:49.532945 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:49.533204 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Checking segment: {'id': 'c807f51a-6b01-4d84-a45c-e41974919741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:49.533603 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.533976 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Bound using segment: {'id': 'c807f51a-6b01-4d84-a45c-e41974919741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:49.534431 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Bound port: ed3e26ad-f980-4d0c-ada3-537e8acd47ff, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c807f51a-6b01-4d84-a45c-e41974919741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '1bbedbe0-854c-4968-ae23-07bcaae08e24'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:49.534795 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.605366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.db.api [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88062) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:35:49.605696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG oslo_db.api [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:35:49.628953 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] For port ed3e26ad-f980-4d0c-ada3-537e8acd47ff, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:49.640254 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] For port ed3e26ad-f980-4d0c-ada3-537e8acd47ff, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ed3e26ad-f980-4d0c-ada3-537e8acd47ff,segment=NetworkSegment(c807f51a-6b01-4d84-a45c-e41974919741),segment_id=c807f51a-6b01-4d84-a45c-e41974919741)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:49.645184 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.710335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bb212e70-8a16-4a65-8433-77a0c59e0e56 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:49.725000 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Routers {'0dc2d52a-ccd0-41e1-ab20-9d97ecf98278'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:49.725609 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['0dc2d52a-ccd0-41e1-ab20-9d97ecf98278'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:49.754197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Allocated IP 172.20.0.1 (695ae22d-5c00-475b-a737-dd11f8cc5a3b/4b2e51e8-ea06-43c4-9a98-c40d0192fc7a/5e0b3439-8b6e-4906-9e9f-86336c339db1) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:49.769137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.789845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port bb212e70-8a16-4a65-8433-77a0c59e0e56 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:49.796223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9260a7d2-3e87-49c5-ae92-85fd667e3515 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:49.846318 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176dd6a-b7d1-47a3-bcd3-8dc571f86562 None None] Pushing event updated for resources: {'Port': ['ID=ed3e26ad-f980-4d0c-ada3-537e8acd47ff,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:49.869041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9260a7d2-3e87-49c5-ae92-85fd667e3515 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:49.869414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:49.885054 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] Set router 0dc2d52a-ccd0-41e1-ab20-9d97ecf98278 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:50.026825 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc2d52a-ccd0-41e1-ab20-9d97ecf98278', 'name': '', 'tenant_id': '68534c7359d641dc916b56e71d743a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:44Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '68534c7359d641dc916b56e71d743a0e', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:50.031332 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1f7a4-3e11-451f-8cc1-52910bf05260 None None] The sync data for ids ['0dc2d52a-ccd0-41e1-ab20-9d97ecf98278'] in dv-neutron-839018-1-hyperv is: [{'id': '0dc2d52a-ccd0-41e1-ab20-9d97ecf98278', 'name': '', 'tenant_id': '68534c7359d641dc916b56e71d743a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:44Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '68534c7359d641dc916b56e71d743a0e', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:50.107222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Deleting port ed3e26ad-f980-4d0c-ada3-537e8acd47ff {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:50.107954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.177542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Router b260e6e6-1590-4ea2-ace3-4f5070223fa9 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:50.266396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf630c8-cc47-4b1e-a601-b39eb0a2c067 None None] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:50.292325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.375104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:50.376882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Transition to ACTIVE for port object 5e0b3439-8b6e-4906-9e9f-86336c339db1 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:50.390083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ad396-0545-40e0-9db2-b208643e0d7f None None] Sync routers for ids ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:50.392107 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9fc5d84d-5d55-4236-a092-54be9cecbfeb tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "PUT /v2.0/routers/b260e6e6-1590-4ea2-ace3-4f5070223fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9895351 Apr 22 09:35:50.396863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60666) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:50.413344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.414127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0d21097f-8b81-4ea1-9f06-5c59c0b12b17 None None] Provisioning for port bb212e70-8a16-4a65-8433-77a0c59e0e56 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:50.429200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ad396-0545-40e0-9db2-b208643e0d7f None None] Routers {'b260e6e6-1590-4ea2-ace3-4f5070223fa9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:50.429869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-447ad396-0545-40e0-9db2-b208643e0d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:50.469857 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-a0662279-686b-4c67-95f9-9969eaba5598 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] delete failed (client error): The resource could not be found. Apr 22 09:35:50.476225 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a0662279-686b-4c67-95f9-9969eaba5598 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-1804089410 HTTP/1.1" status: 404 len: 335 time: 0.0724995 Apr 22 09:35:50.479251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:50.483057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:50.486031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0d21097f-8b81-4ea1-9f06-5c59c0b12b17 None None] Provisioning complete for port bb212e70-8a16-4a65-8433-77a0c59e0e56 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:50.486410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d21097f-8b81-4ea1-9f06-5c59c0b12b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.489202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:50.521246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] For port ed3e26ad-f980-4d0c-ada3-537e8acd47ff, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ed3e26ad-f980-4d0c-ada3-537e8acd47ff,segment=NetworkSegment(c807f51a-6b01-4d84-a45c-e41974919741),segment_id=c807f51a-6b01-4d84-a45c-e41974919741)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:50.522350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.540376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-447ad396-0545-40e0-9db2-b208643e0d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:50.550969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60670) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:50.576803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9709bf67-9623-4f35-8037-357f665e3af1 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b260e6e6-1590-4ea2-ace3-4f5070223fa9'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:50.657048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Calling delete_port for ed3e26ad-f980-4d0c-ada3-537e8acd47ff owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:50.659198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447ad396-0545-40e0-9db2-b208643e0d7f None None] Routers {'b260e6e6-1590-4ea2-ace3-4f5070223fa9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:50.660446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-447ad396-0545-40e0-9db2-b208643e0d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:50.662231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'Port': ['ID=5e0b3439-8b6e-4906-9e9f-86336c339db1,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:50.747874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-447ad396-0545-40e0-9db2-b208643e0d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:50.748277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447ad396-0545-40e0-9db2-b208643e0d7f None None] The sync data for ids ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:50.800430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.846887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d21097f-8b81-4ea1-9f06-5c59c0b12b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.853869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.889521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0d21097f-8b81-4ea1-9f06-5c59c0b12b17 None None] For port bb212e70-8a16-4a65-8433-77a0c59e0e56, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bb212e70-8a16-4a65-8433-77a0c59e0e56,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:50.895740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d21097f-8b81-4ea1-9f06-5c59c0b12b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.915927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed3e26ad-f980-4d0c-ada3-537e8acd47ff,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:50.976049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:50.995439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d21097f-8b81-4ea1-9f06-5c59c0b12b17 None None] Pushing event updated for resources: {'Port': ['ID=bb212e70-8a16-4a65-8433-77a0c59e0e56,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:51.123213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6946abb1-ce4e-4662-bbea-16cf8844b9b0 None None] Provisioning for port 5e0b3439-8b6e-4906-9e9f-86336c339db1 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:51.128878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6946abb1-ce4e-4662-bbea-16cf8844b9b0 None None] Provisioning complete for port 5e0b3439-8b6e-4906-9e9f-86336c339db1 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:51.129337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6946abb1-ce4e-4662-bbea-16cf8844b9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.163249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.166299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.199270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.200130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc2d52a-ccd0-41e1-ab20-9d97ecf98278 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:35:51.204196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6946abb1-ce4e-4662-bbea-16cf8844b9b0 None None] Port 5e0b3439-8b6e-4906-9e9f-86336c339db1 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:51.217936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6946abb1-ce4e-4662-bbea-16cf8844b9b0 None None] Provisioning complete for port bb212e70-8a16-4a65-8433-77a0c59e0e56 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:51.218827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6946abb1-ce4e-4662-bbea-16cf8844b9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.219358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.221291 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0e0e9141-2b6d-49f6-bab6-de5e99bc2fae tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0dc2d52a-ccd0-41e1-ab20-9d97ecf98278 HTTP/1.1" status: 204 len: 168 time: 3.0342517 Apr 22 09:35:51.223960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60674) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:51.267967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9709bf67-9623-4f35-8037-357f665e3af1 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.310091 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-9709bf67-9623-4f35-8037-357f665e3af1 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] update failed (client error): The resource could not be found. Apr 22 09:35:51.316111 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9709bf67-9623-4f35-8037-357f665e3af1 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "PUT /v2.0/routers/b260e6e6-1590-4ea2-ace3-4f5070223fa9 HTTP/1.1" status: 404 len: 339 time: 0.7524273 Apr 22 09:35:51.317652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60678) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:51.328651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c70a26-f7cd-4c70-8ce6-eb67eadd1ae5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Deleting subnet 20f15e88-cedd-4b08-b143-7c9b2122e664 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:51.410917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2c70a26-f7cd-4c70-8ce6-eb67eadd1ae5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.415154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.509031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-996c67dc-4858-4507-be6f-a70bc8e5e5f1 None None] Provisioning complete for port 5e0b3439-8b6e-4906-9e9f-86336c339db1 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:51.510093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-996c67dc-4858-4507-be6f-a70bc8e5e5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.586182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-996c67dc-4858-4507-be6f-a70bc8e5e5f1 None None] Port 5e0b3439-8b6e-4906-9e9f-86336c339db1 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:51.590698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2c70a26-f7cd-4c70-8ce6-eb67eadd1ae5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.591168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bb212e70-8a16-4a65-8433-77a0c59e0e56 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:51.664239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port bb212e70-8a16-4a65-8433-77a0c59e0e56 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:51.664687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.867492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.873274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.943626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2c70a26-f7cd-4c70-8ce6-eb67eadd1ae5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:51.985528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'Port': ['ID=5e0b3439-8b6e-4906-9e9f-86336c339db1,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:51.987999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.093762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.113170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2c70a26-f7cd-4c70-8ce6-eb67eadd1ae5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.125247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:52.126360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:52.217755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2c70a26-f7cd-4c70-8ce6-eb67eadd1ae5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.220243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c70a26-f7cd-4c70-8ce6-eb67eadd1ae5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20f15e88-cedd-4b08-b143-7c9b2122e664,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:52.277633 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d2c70a26-f7cd-4c70-8ce6-eb67eadd1ae5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/20f15e88-cedd-4b08-b143-7c9b2122e664 HTTP/1.1" status: 204 len: 168 time: 1.0523875 Apr 22 09:35:52.287939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60682) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:52.413255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:52.416310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1ad4c09e-987d-455c-a3c8-cbb2ee045f91 None None] Provisioning complete for port 5e0b3439-8b6e-4906-9e9f-86336c339db1 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:52.417345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1ad4c09e-987d-455c-a3c8-cbb2ee045f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.421500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.476039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1ad4c09e-987d-455c-a3c8-cbb2ee045f91 None None] Port 5e0b3439-8b6e-4906-9e9f-86336c339db1 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:52.510855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Allocated IP 172.20.0.1 (d0711fac-bccc-4026-856c-265fabfe003b/4d694433-b4ba-49a3-a88b-0f53e69d34d2/300b3135-e4dc-4d09-aa67-7afee5a5442d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:52.674201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.689601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Transition to ACTIVE for port object 300b3135-e4dc-4d09-aa67-7afee5a5442d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:52.714216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.775506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network d0711fac-bccc-4026-856c-265fabfe003b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:52.779086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:52.781432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:52.820007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.837495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Port': ['ID=300b3135-e4dc-4d09-aa67-7afee5a5442d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:52.858020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.868658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbedbe0-854c-4968-ae23-07bcaae08e24']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:52.877097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:52.891817 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b672ca70-616a-44ae-aedf-30c34749018a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "PUT /v2.0/routers/4d7eb6f7-ace8-4c98-a080-366a7466fa3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0115643 Apr 22 09:35:52.892278 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Sync routers for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:52.895544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c807f51a-6b01-4d84-a45c-e41974919741') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:52.895759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c807f51a-6b01-4d84-a45c-e41974919741') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:52.899184 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:52.899863 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:52.909888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.931025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.938800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:35:52.939132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:35:52.954808 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:35:53.073416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.102991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bbedbe0-854c-4968-ae23-07bcaae08e24 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 22 09:35:53.109573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2b30eb24-5184-4969-9dec-f2e48134c462 None None] Provisioning for port 300b3135-e4dc-4d09-aa67-7afee5a5442d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:53.117237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.117685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2b30eb24-5184-4969-9dec-f2e48134c462 None None] Provisioning complete for port 300b3135-e4dc-4d09-aa67-7afee5a5442d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:53.118132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2b30eb24-5184-4969-9dec-f2e48134c462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.134845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bbedbe0-854c-4968-ae23-07bcaae08e24,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:53.146819 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ffc70f72-e4f4-404b-af6a-8a6ee0e0d122 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "DELETE /v2.0/networks/1bbedbe0-854c-4968-ae23-07bcaae08e24 HTTP/1.1" status: 204 len: 168 time: 0.8578572 Apr 22 09:35:53.161495 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:53.256885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-cdecd03b-ee96-4882-be83-5c66006c5670 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Synchronizing usage tracker for tenant:1af390c8d8f54d37ae7f4eb58d5ddecc on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:53.261387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2b30eb24-5184-4969-9dec-f2e48134c462 None None] Port 300b3135-e4dc-4d09-aa67-7afee5a5442d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:53.294945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.347627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-cdecd03b-ee96-4882-be83-5c66006c5670 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Unset dirty status for tenant:1af390c8d8f54d37ae7f4eb58d5ddecc on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:53.348946 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-cdecd03b-ee96-4882-be83-5c66006c5670 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1299151356&fields=id&tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc HTTP/1.1" status: 200 len: 267 time: 0.1899245 Apr 22 09:35:53.431399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60704) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:53.437628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'router': {'name': 'tempest-router--1469986304', 'project_id': 'b604130977bd489380bec29e8f17eea9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:53.443014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:53.447693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Usage tracker for resource:router and tenant:b604130977bd489380bec29e8f17eea9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:53.452275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:53.459468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:53.485865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.487028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.507204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.535955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.586313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.587899 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bdf9d8bb-7a90-447a-8f38-63a66dc51322 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1547973 Apr 22 09:35:53.591744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60708) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:53.613080 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 2, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:53.617582 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Checking router: 4d7eb6f7-ace8-4c98-a080-366a7466fa3e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:35:53.617932 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Updating router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e port 5e0b3439-8b6e-4906-9e9f-86336c339db1 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:35:53.686052 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.735709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7aba-a31f-4eb6-ab94-e39da2bd0fc6 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:53.829433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-779898fd-8623-4125-9046-359c299f97d0 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:53.830890 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-779898fd-8623-4125-9046-359c299f97d0 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/networks?id=695ae22d-5c00-475b-a737-dd11f8cc5a3b HTTP/1.1" status: 200 len: 796 time: 0.4722524 Apr 22 09:35:53.871814 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-f1d66b5a-abf5-4e81-a32d-2a8531e4ea51 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/quotas/1af390c8d8f54d37ae7f4eb58d5ddecc HTTP/1.1" status: 200 len: 375 time: 0.0247662 Apr 22 09:35:54.041534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7aba-a31f-4eb6-ab94-e39da2bd0fc6 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.043827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7aba-a31f-4eb6-ab94-e39da2bd0fc6 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.051909 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-998bd7dc-f1f3-4267-8961-f8c1d5ac3f7e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324816 Apr 22 09:35:54.060013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.064750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.067861 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.070960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7aba-a31f-4eb6-ab94-e39da2bd0fc6 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.071502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ad7aba-a31f-4eb6-ab94-e39da2bd0fc6 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71189cb7-df1b-4ae7-af6e-8cff1c54c05d {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:35:54.083899 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Transition to ACTIVE for port object 5e0b3439-8b6e-4906-9e9f-86336c339db1 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:35:54.084740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7aba-a31f-4eb6-ab94-e39da2bd0fc6 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.085850 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b9ad7aba-a31f-4eb6-ab94-e39da2bd0fc6 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "DELETE /v2.0/routers/71189cb7-df1b-4ae7-af6e-8cff1c54c05d HTTP/1.1" status: 204 len: 168 time: 0.4930108 Apr 22 09:35:54.095545 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.192982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event updated for resources: {'Port': ['ID=300b3135-e4dc-4d09-aa67-7afee5a5442d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:54.196540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.230883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60716) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:54.271771 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cb392-de2c-4d12-93ee-e22fdc3c4e37 None None] Pushing event updated for resources: {'Port': ['ID=5e0b3439-8b6e-4906-9e9f-86336c339db1,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:54.353731 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Attempting to bind port 5e0b3439-8b6e-4906-9e9f-86336c339db1 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:35:54.355406 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Attempting to bind port 5e0b3439-8b6e-4906-9e9f-86336c339db1 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:35:54.356138 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Attempting to bind port 5e0b3439-8b6e-4906-9e9f-86336c339db1 on network 695ae22d-5c00-475b-a737-dd11f8cc5a3b {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:35:54.365394 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:35:54.366006 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Checking segment: {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:35:54.366649 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.367193 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Bound using segment: {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:35:54.367840 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Bound port: 5e0b3439-8b6e-4906-9e9f-86336c339db1, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:35:54.368814 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.377749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Network d0711fac-bccc-4026-856c-265fabfe003b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:54.378943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:54.515391 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] For port 5e0b3439-8b6e-4906-9e9f-86336c339db1, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:35:54.518522 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] For port 5e0b3439-8b6e-4906-9e9f-86336c339db1, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5e0b3439-8b6e-4906-9e9f-86336c339db1,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:35:54.519744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-25089697', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:54.528850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:54.533025 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.534518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Usage tracker for resource:router and tenant:e1f15226d28745299a6c8aacad5f9f43 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:54.537937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:54.545248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:54.570667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.571722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.595821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.692788 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cb392-de2c-4d12-93ee-e22fdc3c4e37 None None] Pushing event updated for resources: {'Port': ['ID=5e0b3439-8b6e-4906-9e9f-86336c339db1,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:54.703105 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:54.703826 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:54.746233 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f1b9f891-0601-4dd2-8a4b-02b959813249 None None] Provisioning complete for port 300b3135-e4dc-4d09-aa67-7afee5a5442d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:54.746821 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1b9f891-0601-4dd2-8a4b-02b959813249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:54.812504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Router b260e6e6-1590-4ea2-ace3-4f5070223fa9 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:54.815683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f1b9f891-0601-4dd2-8a4b-02b959813249 None None] Port 300b3135-e4dc-4d09-aa67-7afee5a5442d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:35:54.893339 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-aa13a78c-a9fb-4d98-a7da-e3f149db198a service neutron] 10.222.0.32 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918963 Apr 22 09:35:54.928252 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:35:55.091307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:55.100593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:55.104037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a8fa9-d645-4629-97b5-84a610967296 None None] Sync routers for ids ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:55.114082 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-617fcd84-83d5-4472-9896-86427a26fe4f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "PUT /v2.0/routers/b260e6e6-1590-4ea2-ace3-4f5070223fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7942553 Apr 22 09:35:55.116696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60726) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:55.117127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a8fa9-d645-4629-97b5-84a610967296 None None] Routers {'b260e6e6-1590-4ea2-ace3-4f5070223fa9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:55.118026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0b8a8fa9-d645-4629-97b5-84a610967296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:55.192226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0b8a8fa9-d645-4629-97b5-84a610967296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:55.203051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8a8fa9-d645-4629-97b5-84a610967296 None None] Routers {'b260e6e6-1590-4ea2-ace3-4f5070223fa9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:55.204072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0b8a8fa9-d645-4629-97b5-84a610967296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:55.271127 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:54Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:55.275581 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658eaa8-0d8d-4444-88a7-41c420fb0a00 None None] The sync data for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv is: [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:54Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:55.289127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0b8a8fa9-d645-4629-97b5-84a610967296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:55.289707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8a8fa9-d645-4629-97b5-84a610967296 None None] The sync data for ids ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:55.313930 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-6ed19d41-8502-4e62-86f0-b5f37c9275c1 service neutron] 10.222.0.32 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111903 Apr 22 09:35:55.452021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bdcadd7-2bd5-44d0-a698-9bad3431bd3c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:55.575026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:55.616541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5e0b3439-8b6e-4906-9e9f-86336c339db1 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:55.626167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:55.676307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-6bdcadd7-2bd5-44d0-a698-9bad3431bd3c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 22 09:35:55.680590 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6bdcadd7-2bd5-44d0-a698-9bad3431bd3c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/routers/b260e6e6-1590-4ea2-ace3-4f5070223fa9 HTTP/1.1" status: 409 len: 329 time: 0.5597854 Apr 22 09:35:55.680590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60730) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:55.733666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 5e0b3439-8b6e-4906-9e9f-86336c339db1 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:35:55.740289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5e0b3439-8b6e-4906-9e9f-86336c339db1 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:55.740701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:55.811033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Allocated IP 172.26.2.164 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/72fcd64b-2f39-4c86-93f0-b6bd6b36ac19) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:55.900890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:55.953372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 5e0b3439-8b6e-4906-9e9f-86336c339db1, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5e0b3439-8b6e-4906-9e9f-86336c339db1,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:55.966181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:56.008955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:56.055160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:56.093954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=5e0b3439-8b6e-4906-9e9f-86336c339db1,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:56.144960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:35:56.148202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:35:56.152749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:35:56.201303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event updated for resources: {'Port': ['ID=72fcd64b-2f39-4c86-93f0-b6bd6b36ac19,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:56.366792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:56.691309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-31736f2e-07a7-4ed4-bcac-d8127b0fcbae req-9f8ada72-8c94-4e0d-ac6b-c582aca6bb5f tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Synchronizing usage tracker for tenant:1af390c8d8f54d37ae7f4eb58d5ddecc on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:35:56.741642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:56.796915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-31736f2e-07a7-4ed4-bcac-d8127b0fcbae req-9f8ada72-8c94-4e0d-ac6b-c582aca6bb5f tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Unset dirty status for tenant:1af390c8d8f54d37ae7f4eb58d5ddecc on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:35:56.798085 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-31736f2e-07a7-4ed4-bcac-d8127b0fcbae req-9f8ada72-8c94-4e0d-ac6b-c582aca6bb5f tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 210 time: 0.2277110 Apr 22 09:35:56.826007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Deleting port 300b3135-e4dc-4d09-aa67-7afee5a5442d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:56.826007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:57.148189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:57.248937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:57.271671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Calling delete_port for 300b3135-e4dc-4d09-aa67-7afee5a5442d owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:57.444728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:57.449930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Router cc451ccd-cc22-42a2-bfb1-6c2a2d57750f is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:35:57.534551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event deleted for resources: {'Port': ['ID=300b3135-e4dc-4d09-aa67-7afee5a5442d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:57.555301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5e0b3439-8b6e-4906-9e9f-86336c339db1 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:35:57.646727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5e0b3439-8b6e-4906-9e9f-86336c339db1 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:35:57.647422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:57.670699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:57.680962 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c219711-d306-40a6-8708-2dfc5fa7ae6b None None] Sync routers for ids ['cc451ccd-cc22-42a2-bfb1-6c2a2d57750f'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:57.697798 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c219711-d306-40a6-8708-2dfc5fa7ae6b None None] Routers {'cc451ccd-cc22-42a2-bfb1-6c2a2d57750f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:57.698652 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2c219711-d306-40a6-8708-2dfc5fa7ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['cc451ccd-cc22-42a2-bfb1-6c2a2d57750f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:57.703493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:57.704939 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-25659131-a038-48a7-83b4-908c1cc94775 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4728439 Apr 22 09:35:57.708000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60754) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:57.759284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:57.813701 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2c219711-d306-40a6-8708-2dfc5fa7ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:57.822198 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c219711-d306-40a6-8708-2dfc5fa7ae6b None None] Routers {'cc451ccd-cc22-42a2-bfb1-6c2a2d57750f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:57.822794 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2c219711-d306-40a6-8708-2dfc5fa7ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['cc451ccd-cc22-42a2-bfb1-6c2a2d57750f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:57.884705 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2c219711-d306-40a6-8708-2dfc5fa7ae6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:57.886006 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c219711-d306-40a6-8708-2dfc5fa7ae6b None None] The sync data for ids ['cc451ccd-cc22-42a2-bfb1-6c2a2d57750f'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:57.915859 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e36e1ae3-dfa2-4961-a235-147251ce23b1 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/routers/cc451ccd-cc22-42a2-bfb1-6c2a2d57750f HTTP/1.1" status: 200 len: 923 time: 0.2066658 Apr 22 09:35:57.918714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60760) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:57.964160 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f097086c-bfac-4711-a2bf-10adf8484d7f tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc451ccd-cc22-42a2-bfb1-6c2a2d57750f HTTP/1.1" status: 200 len: 205 time: 0.0437245 Apr 22 09:35:57.966665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60766) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:58.035474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d68fd57a-b1d2-4193-96bf-0f410b5704c0 req-c68da17e-03dc-4909-8ab6-83d2ca4cec89 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 210 time: 0.1042445 Apr 22 09:35:58.116103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Router b260e6e6-1590-4ea2-ace3-4f5070223fa9 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:35:58.154508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.252924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:35:58.262206 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a60a720a-8db0-4bc7-8101-f61916a8097f tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "PUT /v2.0/routers/b260e6e6-1590-4ea2-ace3-4f5070223fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5810590 Apr 22 09:35:58.265684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60772) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:58.270117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c6212-f1af-4504-a38f-8d300816a33f None None] Sync routers for ids ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:35:58.285094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c6212-f1af-4504-a38f-8d300816a33f None None] Routers {'b260e6e6-1590-4ea2-ace3-4f5070223fa9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:58.285697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3d3c6212-f1af-4504-a38f-8d300816a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:58.339532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.352262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Deleting port 72fcd64b-2f39-4c86-93f0-b6bd6b36ac19 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:58.352696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.383834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3d3c6212-f1af-4504-a38f-8d300816a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:58.395813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c6212-f1af-4504-a38f-8d300816a33f None None] Routers {'b260e6e6-1590-4ea2-ace3-4f5070223fa9'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:35:58.396971 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3d3c6212-f1af-4504-a38f-8d300816a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:58.477785 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-87d97ed7-efcc-4e21-81b0-9b8abeaafc13 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] show failed (client error): The resource could not be found. Apr 22 09:35:58.478892 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-87d97ed7-efcc-4e21-81b0-9b8abeaafc13 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-1126910469 HTTP/1.1" status: 404 len: 335 time: 0.2121515 Apr 22 09:35:58.480172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3d3c6212-f1af-4504-a38f-8d300816a33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:35:58.480619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3c6212-f1af-4504-a38f-8d300816a33f None None] The sync data for ids ['b260e6e6-1590-4ea2-ace3-4f5070223fa9'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:35:58.484472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60776) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:58.490443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-7621163d-0eb3-4592-9577-570d1955fbc6 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:58.556679 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-7621163d-0eb3-4592-9577-570d1955fbc6 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] update failed (client error): The resource could not be found. Apr 22 09:35:58.564462 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7621163d-0eb3-4592-9577-570d1955fbc6 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-49231712 HTTP/1.1" status: 404 len: 333 time: 0.0728312 Apr 22 09:35:58.565462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60780) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:58.634237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-11652220-665b-4662-893b-e5e1d32a8ffd tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Deleting subnet 199a5a65-853d-4268-88c4-2b06d03897f8 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:58.637217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11652220-665b-4662-893b-e5e1d32a8ffd tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.679484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.691261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11652220-665b-4662-893b-e5e1d32a8ffd tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.777371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11652220-665b-4662-893b-e5e1d32a8ffd tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.805916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Calling delete_port for 72fcd64b-2f39-4c86-93f0-b6bd6b36ac19 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:58.858514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11652220-665b-4662-893b-e5e1d32a8ffd tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.927450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11652220-665b-4662-893b-e5e1d32a8ffd tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event deleted for resources: {'Subnet': ['ID=199a5a65-853d-4268-88c4-2b06d03897f8,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:58.929838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-11652220-665b-4662-893b-e5e1d32a8ffd tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:58.935547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b16001-19ae-43ce-8916-3eda750d101c None None] Network f2426a55-4c33-486d-a007-a3f26cf30886 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:58.958131 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-11652220-665b-4662-893b-e5e1d32a8ffd tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/subnets/199a5a65-853d-4268-88c4-2b06d03897f8 HTTP/1.1" status: 204 len: 168 time: 0.3915346 Apr 22 09:35:58.961667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60784) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:59.005078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.110240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-e046ae1b-c1d3-44a6-9c71-c55d86ebd52c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Deleting subnet 8d714a1c-4a99-4321-9851-25971bb1efad {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:35:59.117573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e046ae1b-c1d3-44a6-9c71-c55d86ebd52c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.157066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-ab6e4504-c7ff-438c-9d79-1925dc06c57e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:35:59.158524 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-ab6e4504-c7ff-438c-9d79-1925dc06c57e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.35 "GET /v2.0/networks?id=695ae22d-5c00-475b-a737-dd11f8cc5a3b HTTP/1.1" status: 200 len: 796 time: 0.2614639 Apr 22 09:35:59.193349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event deleted for resources: {'Port': ['ID=72fcd64b-2f39-4c86-93f0-b6bd6b36ac19,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:59.197621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.221998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e046ae1b-c1d3-44a6-9c71-c55d86ebd52c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.253322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-0596d4de-9887-470d-b911-a751a3fb6201 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc HTTP/1.1" status: 200 len: 380 time: 0.0841238 Apr 22 09:35:59.256221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] DHCP port deletion for f2426a55-4c33-486d-a007-a3f26cf30886 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:35:59.261830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] Deleting port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:35:59.262200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.264495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'port': {'device_id': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'admin_state_up': True, 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'security_groups': ['fa0881e3-b985-42d4-a26c-c24062427e4a']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:59.363715 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-096626de-d365-48f3-bb54-5f053132b3e9 req-f9079b8f-1422-4917-ba44-335cba8c030a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 210 time: 0.1147225 Apr 22 09:35:59.428771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.430968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.438278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e046ae1b-c1d3-44a6-9c71-c55d86ebd52c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.454483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.455049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Fanout notify agent at l3_agent the message router_deleted on router cc451ccd-cc22-42a2-bfb1-6c2a2d57750f {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:35:59.467106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:59.478262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.483034 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-259f102e-ff03-4375-ac8e-87b0ec8e0e95 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/cc451ccd-cc22-42a2-bfb1-6c2a2d57750f HTTP/1.1" status: 204 len: 168 time: 1.5153160 Apr 22 09:35:59.483840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60794) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:59.484782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] For port edd7b7ce-726e-4781-9f6f-f0b3614c9b02, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=edd7b7ce-726e-4781-9f6f-f0b3614c9b02,segment=NetworkSegment(2afeadd3-4916-4a9c-8db9-2c69d7e50c14),segment_id=2afeadd3-4916-4a9c-8db9-2c69d7e50c14)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:35:59.485704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.489166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'router': {'name': 'tempest-snat-router-415772669', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': False}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:35:59.494488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:35:59.494772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:59.498972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Usage tracker for resource:router and tenant:68534c7359d641dc916b56e71d743a0e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:35:59.511724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:35:59.516457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Made reservation on behalf of 1af390c8d8f54d37ae7f4eb58d5ddecc for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:35:59.523078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.528958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:35:59.548926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.549981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.574978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.636121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e046ae1b-c1d3-44a6-9c71-c55d86ebd52c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.646078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device edd7b7ce-726e-4781-9f6f-f0b3614c9b02 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:35:59.680709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] Calling delete_port for edd7b7ce-726e-4781-9f6f-f0b3614c9b02 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:35:59.687392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046ae1b-c1d3-44a6-9c71-c55d86ebd52c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event deleted for resources: {'Subnet': ['ID=8d714a1c-4a99-4321-9851-25971bb1efad,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:59.698843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e046ae1b-c1d3-44a6-9c71-c55d86ebd52c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.719698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff91bb3-70b2-45c9-9fad-b7a6efe2a52e None None] Network d35184ee-77c0-4cc4-a7e5-8fb233124c16 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:35:59.724848 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e046ae1b-c1d3-44a6-9c71-c55d86ebd52c tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/subnets/8d714a1c-4a99-4321-9851-25971bb1efad HTTP/1.1" status: 204 len: 168 time: 0.7596755 Apr 22 09:35:59.726836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60798) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:35:59.850236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.904095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.923261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Allocated IP 172.20.0.12 (695ae22d-5c00-475b-a737-dd11f8cc5a3b/4b2e51e8-ea06-43c4-9a98-c40d0192fc7a/581e7962-3955-46a0-9ea0-59a2bf84f748) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:35:59.926444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:35:59.929909 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No ports have port_id starting with edd7b7ce-726e-4781-9f6f-f0b3614c9b02 Apr 22 09:35:59.992602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] Pushing event deleted for resources: {'Port': ['ID=edd7b7ce-726e-4781-9f6f-f0b3614c9b02,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:35:59.998686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685b5c8-d597-4fe8-a042-a3815568c88b None None] No DVR routers for this DVR port edd7b7ce-726e-4781-9f6f-f0b3614c9b02 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:36:00.099823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.118418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] DHCP port deletion for d35184ee-77c0-4cc4-a7e5-8fb233124c16 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:36:00.123026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] Deleting port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:00.123400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.166772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2426a55-4c33-486d-a007-a3f26cf30886']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:00.308277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.337342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] For port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9b7f5e8c-81ee-4353-80c4-ba038fb72e5b,segment=NetworkSegment(c1f7037f-ba3a-44cf-a8c5-c52b9005e206),segment_id=c1f7037f-ba3a-44cf-a8c5-c52b9005e206)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:00.337789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.341510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.358745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afeadd3-4916-4a9c-8db9-2c69d7e50c14') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:00.359165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afeadd3-4916-4a9c-8db9-2c69d7e50c14') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:00.383646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.410855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.430575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:36:00.431128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: util.warn( Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:36:00.445813 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:36:00.478948 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] Calling delete_port for 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:00.517142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Allocated IP 172.26.2.23 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/ef73bd8c-b047-4a3f-82a1-87025323fe98) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:00.575535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.580496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.589405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-c49647de-5900-4faa-a328-4895836f2c03 req-8301363d-8f0a-4ff1-8d06-131777432c7c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Synchronizing usage tracker for tenant:1af390c8d8f54d37ae7f4eb58d5ddecc on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:00.599610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.634640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.634933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] Pushing event deleted for resources: {'Port': ['ID=9b7f5e8c-81ee-4353-80c4-ba038fb72e5b,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:00.638706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Transition to ACTIVE for port object 581e7962-3955-46a0-9ea0-59a2bf84f748 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:00.640137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event deleted for resources: {'Network': ['ID=f2426a55-4c33-486d-a007-a3f26cf30886,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:00.646356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb1ffca-867f-4f81-987f-7f59ba7c36c1 None None] No DVR routers for this DVR port 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:36:00.649822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-c49647de-5900-4faa-a328-4895836f2c03 req-8301363d-8f0a-4ff1-8d06-131777432c7c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Unset dirty status for tenant:1af390c8d8f54d37ae7f4eb58d5ddecc on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:00.651205 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c49647de-5900-4faa-a328-4895836f2c03 req-8301363d-8f0a-4ff1-8d06-131777432c7c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 210 time: 0.1283772 Apr 22 09:36:00.656961 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-24a5afa1-8af4-48af-a166-a3b898276656 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/networks/f2426a55-4c33-486d-a007-a3f26cf30886 HTTP/1.1" status: 204 len: 168 time: 0.9299622 Apr 22 09:36:00.658282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60804) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:00.693936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.760168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:00.764088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:00.767900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:00.815015 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.819667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'Port': ['ID=581e7962-3955-46a0-9ea0-59a2bf84f748,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:00.821273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.844808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:00.845427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.865270 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-a79b90dd-dc3f-4ded-90e5-ce93c920518d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6068244 Apr 22 09:36:00.877288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Request body: {'port': {'device_id': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:00.974047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:00.993538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.003430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d35184ee-77c0-4cc4-a7e5-8fb233124c16']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:01.017943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f7037f-ba3a-44cf-a8c5-c52b9005e206') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:01.018241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f7037f-ba3a-44cf-a8c5-c52b9005e206') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:01.019733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4ceb887c-8829-452f-9208-90fba829409f None None] Provisioning for port 581e7962-3955-46a0-9ea0-59a2bf84f748 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:01.026790 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4ceb887c-8829-452f-9208-90fba829409f None None] Provisioning complete for port 581e7962-3955-46a0-9ea0-59a2bf84f748 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:01.027585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ceb887c-8829-452f-9208-90fba829409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.029276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.079992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.095540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb887c-8829-452f-9208-90fba829409f None None] Port 581e7962-3955-46a0-9ea0-59a2bf84f748 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:36:01.111567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:01.115484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:01.118534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:01.145827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.177187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:36:01.177586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:36:01.192194 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:36:01.194758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'Port': ['ID=ef73bd8c-b047-4a3f-82a1-87025323fe98,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:01.358075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581e7962-3955-46a0-9ea0-59a2bf84f748 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:36:01.365374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.381116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Transition to ACTIVE for port object 581e7962-3955-46a0-9ea0-59a2bf84f748 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:01.385011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.400763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.406113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.476631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event deleted for resources: {'Network': ['ID=d35184ee-77c0-4cc4-a7e5-8fb233124c16,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:01.492758 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e0b54563-3c2a-4853-bcc8-6fe525aea957 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/networks/d35184ee-77c0-4cc4-a7e5-8fb233124c16 HTTP/1.1" status: 204 len: 168 time: 0.8333352 Apr 22 09:36:01.496043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60810) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:01.555034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:36:01.613261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:36:01.613683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9b7f5e8c-81ee-4353-80c4-ba038fb72e5b not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:36:01.622363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-77706d32-8055-4c51-8124-4505c3637837 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Deleting subnet 4d694433-b4ba-49a3-a88b-0f53e69d34d2 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:36:01.649626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Pushing event updated for resources: {'Port': ['ID=581e7962-3955-46a0-9ea0-59a2bf84f748,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:01.681035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Attempting to bind port 581e7962-3955-46a0-9ea0-59a2bf84f748 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:36:01.681458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Attempting to bind port 581e7962-3955-46a0-9ea0-59a2bf84f748 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:36:01.682035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Attempting to bind port 581e7962-3955-46a0-9ea0-59a2bf84f748 on network 695ae22d-5c00-475b-a737-dd11f8cc5a3b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:01.688188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Port 581e7962-3955-46a0-9ea0-59a2bf84f748 on network 695ae22d-5c00-475b-a737-dd11f8cc5a3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:36:01.688486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Attempting to bind port 581e7962-3955-46a0-9ea0-59a2bf84f748 on network 695ae22d-5c00-475b-a737-dd11f8cc5a3b {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:01.690084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77706d32-8055-4c51-8124-4505c3637837 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.693764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:36:01.694429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Checking segment: {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:01.694585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Bound using segment: {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:36:01.694889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Bound port: 581e7962-3955-46a0-9ea0-59a2bf84f748, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ab19e44-5dc1-4087-9b86-ac307cfb91c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:36:01.695230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.762527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77706d32-8055-4c51-8124-4505c3637837 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.799519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:36:01.802513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=581e7962-3955-46a0-9ea0-59a2bf84f748,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:36:01.806152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.864562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:01.864983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:01.866456 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] 10.222.0.35 "PUT /v2.0/ports/581e7962-3955-46a0-9ea0-59a2bf84f748 HTTP/1.1" status: 200 len: 1094 time: 0.9934938 Apr 22 09:36:01.866902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:36:01.912238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738fbfdb-96b1-42ce-b86f-987a9b3fe88d service neutron] Pushing event updated for resources: {'Port': ['ID=581e7962-3955-46a0-9ea0-59a2bf84f748,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:01.957045 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2acac3b7-29c9-4fe5-a863-01f86bad0978'] response: {'name': 'network-changed', 'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'status': 'completed', 'code': 200} Apr 22 09:36:01.996492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-d9d92a35-d368-4626-b68f-dc7c0a6f72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:01.998134 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-d9d92a35-d368-4626-b68f-dc7c0a6f72dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc&device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1097 time: 0.0826325 Apr 22 09:36:02.069488 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-c68a275f-f500-4c45-a779-6c16f32cd080 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=581e7962-3955-46a0-9ea0-59a2bf84f748 HTTP/1.1" status: 200 len: 217 time: 0.0634711 Apr 22 09:36:02.080906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:02.135925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-7c2b920d-8562-4bbc-b78c-6f441b572828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:02.137378 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-7c2b920d-8562-4bbc-b78c-6f441b572828 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b2e51e8-ea06-43c4-9a98-c40d0192fc7a HTTP/1.1" status: 200 len: 835 time: 0.0615816 Apr 22 09:36:02.214927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-e8012826-8367-498d-8da3-8b6a5680f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:02.216422 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-e8012826-8367-498d-8da3-8b6a5680f599 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=695ae22d-5c00-475b-a737-dd11f8cc5a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728447 Apr 22 09:36:02.244518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77706d32-8055-4c51-8124-4505c3637837 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:02.314808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8b58-8a56-4a6d-9080-aa06df94cb80 req-231685d8-2239-4618-986e-f79c033dd875 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:02.316247 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-145b8b58-8a56-4a6d-9080-aa06df94cb80 req-231685d8-2239-4618-986e-f79c033dd875 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 944 time: 0.5281572 Apr 22 09:36:02.351219 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-7cfafe1f-384c-4318-bdf0-4565b5f93427 service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283000 Apr 22 09:36:02.456577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77706d32-8055-4c51-8124-4505c3637837 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:02.486933 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b3df9bd5-de56-49ee-9364-b7beb356fb37 req-257863f3-72de-45de-b99a-fe817f3fdab5 service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287217 Apr 22 09:36:02.489009 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-145b8b58-8a56-4a6d-9080-aa06df94cb80 req-98198676-8d50-4d1d-b7b1-5abd7d018197 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571965 Apr 22 09:36:02.512342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77706d32-8055-4c51-8124-4505c3637837 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event deleted for resources: {'Subnet': ['ID=4d694433-b4ba-49a3-a88b-0f53e69d34d2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:02.531985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab80f5c-a9b6-4d43-b1a2-d89d659bfad8 None None] Network d0711fac-bccc-4026-856c-265fabfe003b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:02.566507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77706d32-8055-4c51-8124-4505c3637837 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:02.583477 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-77706d32-8055-4c51-8124-4505c3637837 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/subnets/4d694433-b4ba-49a3-a88b-0f53e69d34d2 HTTP/1.1" status: 204 len: 168 time: 1.0863795 Apr 22 09:36:02.585963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60818) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:02.648243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:02.750819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-cdacdd40-f5d9-494e-a18b-27fcc1b4729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:02.752796 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-cdacdd40-f5d9-494e-a18b-27fcc1b4729c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc&device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1097 time: 0.2077870 Apr 22 09:36:02.789122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:02.815854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] DHCP port deletion for d0711fac-bccc-4026-856c-265fabfe003b request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:36:02.819831 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] Deleting port 74275d5c-2325-48e1-9a97-958fd3e41011 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:02.820203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:02.861203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Deleting port 74275d5c-2325-48e1-9a97-958fd3e41011 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:02.861530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:02.889248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-f65471cd-6c03-44fb-a293-ed515d1714e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:02.890684 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-f65471cd-6c03-44fb-a293-ed515d1714e2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=695ae22d-5c00-475b-a737-dd11f8cc5a3b HTTP/1.1" status: 200 len: 897 time: 0.1316361 Apr 22 09:36:02.962258 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-422d9ef5-7bcf-4909-b16b-5d3b17c8b3a2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=581e7962-3955-46a0-9ea0-59a2bf84f748 HTTP/1.1" status: 200 len: 217 time: 0.0645874 Apr 22 09:36:03.025442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-a725dd32-e225-432b-80e7-54d69186bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:03.027336 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-a725dd32-e225-432b-80e7-54d69186bd55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b2e51e8-ea06-43c4-9a98-c40d0192fc7a HTTP/1.1" status: 200 len: 835 time: 0.0595777 Apr 22 09:36:03.072013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] For port 74275d5c-2325-48e1-9a97-958fd3e41011, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=74275d5c-2325-48e1-9a97-958fd3e41011,segment=NetworkSegment(5204d00b-09a2-4455-acaa-71fd07e831f5),segment_id=5204d00b-09a2-4455-acaa-71fd07e831f5)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:03.072700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:03.102024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Router 8d1927da-7309-411c-b2ca-c3eafcac1eed is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:36:03.103849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-10a40858-ebed-468e-8413-5e3916d6fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:03.105958 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-10a40858-ebed-468e-8413-5e3916d6fc8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=695ae22d-5c00-475b-a737-dd11f8cc5a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722396 Apr 22 09:36:03.127916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] For port 74275d5c-2325-48e1-9a97-958fd3e41011, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=74275d5c-2325-48e1-9a97-958fd3e41011,segment=NetworkSegment(5204d00b-09a2-4455-acaa-71fd07e831f5),segment_id=5204d00b-09a2-4455-acaa-71fd07e831f5)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:03.128257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:03.201591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] Calling delete_port for 74275d5c-2325-48e1-9a97-958fd3e41011 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:03.238449 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-5e7cf044-b99f-4efb-9a71-9c917482886d service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258731 Apr 22 09:36:03.279391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:03.328194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] No DVR routers for this DVR port 74275d5c-2325-48e1-9a97-958fd3e41011 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:36:03.345168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b942c-e3c2-4065-8439-96ff362f90c1 None None] Pushing event deleted for resources: {'Port': ['ID=74275d5c-2325-48e1-9a97-958fd3e41011,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:03.384804 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96665a9f-1c5a-4f5e-9ad8-4f4e0df107cb req-e6eaacf3-efee-4e5c-9ab5-13c442eb758a service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391330 Apr 22 09:36:03.451080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Calling delete_port for 74275d5c-2325-48e1-9a97-958fd3e41011 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:03.531685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 74275d5c-2325-48e1-9a97-958fd3e41011 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:36:03.568806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 74275d5c-2325-48e1-9a97-958fd3e41011 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:36:03.570143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 74275d5c-2325-48e1-9a97-958fd3e41011 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:36:03.616853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:03.622557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.db.api [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:36:03.622826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG oslo_db.api [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:36:03.626625 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Sync routers for ids ['8d1927da-7309-411c-b2ca-c3eafcac1eed'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:03.637922 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Routers {'8d1927da-7309-411c-b2ca-c3eafcac1eed'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:03.638787 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['8d1927da-7309-411c-b2ca-c3eafcac1eed'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:03.644419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:03.648763 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e5b43037-7d8a-42d4-9781-fc34b4472153 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1609886 Apr 22 09:36:03.648932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60824) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:03.715714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4cbf-1988-4ca0-9dc1-675447f0caf0 req-ae6773cf-dc23-42b3-a051-0677b2f1d673 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:03.717923 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e26a4cbf-1988-4ca0-9dc1-675447f0caf0 req-ae6773cf-dc23-42b3-a051-0677b2f1d673 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 944 time: 0.0940347 Apr 22 09:36:03.767983 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e26a4cbf-1988-4ca0-9dc1-675447f0caf0 req-1dbfd2d5-960a-40bc-a876-735b6034fb90 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Apr 22 09:36:03.809755 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Set router 8d1927da-7309-411c-b2ca-c3eafcac1eed gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:03.832259 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0598d284-23c6-4e5b-b5ed-d3d12067c2b8 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/routers/8d1927da-7309-411c-b2ca-c3eafcac1eed HTTP/1.1" status: 200 len: 907 time: 0.1822548 Apr 22 09:36:03.834844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60828) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:03.839590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'router': {'name': 'tempest-snat-router-415772669', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': True}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:03.844261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:03.848044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Usage tracker for resource:router and tenant:68534c7359d641dc916b56e71d743a0e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:03.850838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:03.857002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:03.867323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:03.868370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:03.883602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.085290 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1927da-7309-411c-b2ca-c3eafcac1eed', 'name': 'tempest-snat-router-415772669', 'tenant_id': '68534c7359d641dc916b56e71d743a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': 'ef73bd8c-b047-4a3f-82a1-87025323fe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:59Z', 'updated_at': '2022-04-22T09:36:01Z', 'revision_number': 3, 'project_id': '68534c7359d641dc916b56e71d743a0e', 'gw_port': {'id': 'ef73bd8c-b047-4a3f-82a1-87025323fe98', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1927da-7309-411c-b2ca-c3eafcac1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:00Z', 'updated_at': '2022-04-22T09:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:04.089054 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Checking router: 8d1927da-7309-411c-b2ca-c3eafcac1eed for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:36:04.089378 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Updating router 8d1927da-7309-411c-b2ca-c3eafcac1eed port ef73bd8c-b047-4a3f-82a1-87025323fe98 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:36:04.137444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Deleting port 74275d5c-2325-48e1-9a97-958fd3e41011 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:04.138006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.141863 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.180775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.217620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] The port '74275d5c-2325-48e1-9a97-958fd3e41011' was deleted {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:36:04.370843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.446326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0711fac-bccc-4026-856c-265fabfe003b']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:04.465328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5204d00b-09a2-4455-acaa-71fd07e831f5') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:04.465618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5204d00b-09a2-4455-acaa-71fd07e831f5') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:04.480539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.485566 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.496492 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Transition to ACTIVE for port object ef73bd8c-b047-4a3f-82a1-87025323fe98 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:04.500021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.504979 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.508276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:36:04.508694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: util.warn( Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:36:04.523175 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:36:04.577786 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Attempting to bind port ef73bd8c-b047-4a3f-82a1-87025323fe98 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:36:04.578177 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Attempting to bind port ef73bd8c-b047-4a3f-82a1-87025323fe98 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:36:04.578501 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Attempting to bind port ef73bd8c-b047-4a3f-82a1-87025323fe98 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:04.586320 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:36:04.586320 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:04.586639 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.587265 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:36:04.587522 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Bound port: ef73bd8c-b047-4a3f-82a1-87025323fe98, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:36:04.587814 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.634440 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed734b91-a00d-4ef3-bee3-973c5f8491cc None None] Pushing event updated for resources: {'Port': ['ID=ef73bd8c-b047-4a3f-82a1-87025323fe98,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:04.671161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.675577 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] For port ef73bd8c-b047-4a3f-82a1-87025323fe98, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:36:04.678735 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] For port ef73bd8c-b047-4a3f-82a1-87025323fe98, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ef73bd8c-b047-4a3f-82a1-87025323fe98,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:36:04.682693 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.761565 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Routers {'8d1927da-7309-411c-b2ca-c3eafcac1eed'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:04.762185 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['8d1927da-7309-411c-b2ca-c3eafcac1eed'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:04.821172 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed734b91-a00d-4ef3-bee3-973c5f8491cc None None] Pushing event updated for resources: {'Port': ['ID=ef73bd8c-b047-4a3f-82a1-87025323fe98,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:04.862672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:04.886004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Pushing event deleted for resources: {'Network': ['ID=d0711fac-bccc-4026-856c-265fabfe003b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:04.920776 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0e1fab5c-4933-4a16-9a1d-654dc6a18e0a tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/networks/d0711fac-bccc-4026-856c-265fabfe003b HTTP/1.1" status: 204 len: 168 time: 2.3312168 Apr 22 09:36:04.921021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60834) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:04.945968 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] Set router 8d1927da-7309-411c-b2ca-c3eafcac1eed gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:04.963234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7e3d2897-2e9c-411b-a957-c8cd9e5a0246 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Synchronizing usage tracker for tenant:170ddc9726b64dd1919263c831d48a81 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:04.982166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7e3d2897-2e9c-411b-a957-c8cd9e5a0246 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Unset dirty status for tenant:170ddc9726b64dd1919263c831d48a81 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:04.983344 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7e3d2897-2e9c-411b-a957-c8cd9e5a0246 tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "GET /v2.0/ports?device_id=b260e6e6-1590-4ea2-ace3-4f5070223fa9 HTTP/1.1" status: 200 len: 205 time: 0.0613608 Apr 22 09:36:04.986070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60838) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:04.987205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.024229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.103653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf3778-364c-4e57-bd00-a7c86e1ad620 req-dbfb4582-8f7e-4f55-a783-443e0e19974d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:05.105721 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-63cf3778-364c-4e57-bd00-a7c86e1ad620 req-dbfb4582-8f7e-4f55-a783-443e0e19974d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 944 time: 0.1930737 Apr 22 09:36:05.123495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-00620f3d-7bc8-4a78-a342-7ffe649f8e1e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.213037 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-63cf3778-364c-4e57-bd00-a7c86e1ad620 req-3413c833-9d29-408d-ad9e-b6b335da81fc tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974190 Apr 22 09:36:05.235325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Allocated IP 172.26.2.105 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/292a5316-ee85-4bc2-8686-d8714c1c8677) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:05.235940 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1927da-7309-411c-b2ca-c3eafcac1eed', 'name': 'tempest-snat-router-415772669', 'tenant_id': '68534c7359d641dc916b56e71d743a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': 'ef73bd8c-b047-4a3f-82a1-87025323fe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:59Z', 'updated_at': '2022-04-22T09:36:01Z', 'revision_number': 3, 'project_id': '68534c7359d641dc916b56e71d743a0e', 'gw_port': {'id': 'ef73bd8c-b047-4a3f-82a1-87025323fe98', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1927da-7309-411c-b2ca-c3eafcac1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:00Z', 'updated_at': '2022-04-22T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:05.240699 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61e0d15-d760-44ec-8d46-4c02de442437 None None] The sync data for ids ['8d1927da-7309-411c-b2ca-c3eafcac1eed'] in dv-neutron-839018-1-hyperv is: [{'id': '8d1927da-7309-411c-b2ca-c3eafcac1eed', 'name': 'tempest-snat-router-415772669', 'tenant_id': '68534c7359d641dc916b56e71d743a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.23'}], 'enable_snat': False}, 'gw_port_id': 'ef73bd8c-b047-4a3f-82a1-87025323fe98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:59Z', 'updated_at': '2022-04-22T09:36:01Z', 'revision_number': 3, 'project_id': '68534c7359d641dc916b56e71d743a0e', 'gw_port': {'id': 'ef73bd8c-b047-4a3f-82a1-87025323fe98', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:82:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1927da-7309-411c-b2ca-c3eafcac1eed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:00Z', 'updated_at': '2022-04-22T09:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:05.393220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.425607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.425870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-00620f3d-7bc8-4a78-a342-7ffe649f8e1e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.427940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-00620f3d-7bc8-4a78-a342-7ffe649f8e1e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.453072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-00620f3d-7bc8-4a78-a342-7ffe649f8e1e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.453825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00620f3d-7bc8-4a78-a342-7ffe649f8e1e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Fanout notify agent at l3_agent the message router_deleted on router b260e6e6-1590-4ea2-ace3-4f5070223fa9 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:05.468997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-00620f3d-7bc8-4a78-a342-7ffe649f8e1e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.472970 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-00620f3d-7bc8-4a78-a342-7ffe649f8e1e tempest-RoutersNegativeTest-1378603389 tempest-RoutersNegativeTest-1378603389-project] 10.222.0.32 "DELETE /v2.0/routers/b260e6e6-1590-4ea2-ace3-4f5070223fa9 HTTP/1.1" status: 204 len: 168 time: 0.4857957 Apr 22 09:36:05.492205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:05.495155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:05.499266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:05.549502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'Port': ['ID=292a5316-ee85-4bc2-8686-d8714c1c8677,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:05.564035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 581e7962-3955-46a0-9ea0-59a2bf84f748 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:36:05.706837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef73bd8c-b047-4a3f-82a1-87025323fe98 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:05.827175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ef73bd8c-b047-4a3f-82a1-87025323fe98 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:05.840152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ef73bd8c-b047-4a3f-82a1-87025323fe98 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:05.840572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:05.864759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60848) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:05.893320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=581e7962-3955-46a0-9ea0-59a2bf84f748,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:05.909496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'port_id': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'mac_address': 'fa:16:3e:64:ee:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:36:05.987305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.007505 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581e7962-3955-46a0-9ea0-59a2bf84f748 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:36:06.024802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=581e7962-3955-46a0-9ea0-59a2bf84f748,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:06.025207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.031885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.064003 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d9f35acd-1151-4c02-aaa5-82d9af0b6a4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=170ddc9726b64dd1919263c831d48a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953897 Apr 22 09:36:06.064639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60854) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:06.133837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27f1803b-526b-4866-aff3-39c95706fa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.148245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=581e7962-3955-46a0-9ea0-59a2bf84f748,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:06.166038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.184778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ef73bd8c-b047-4a3f-82a1-87025323fe98, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ef73bd8c-b047-4a3f-82a1-87025323fe98,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:06.191180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.279172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ef73bd8c-b047-4a3f-82a1-87025323fe98,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:06.326302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27f1803b-526b-4866-aff3-39c95706fa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.359146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['581e7962-3955-46a0-9ea0-59a2bf84f748'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:36:06.461889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada4133-8449-4df1-913e-cadfb91033f4 req-df5cc1f6-d948-47ae-9280-759a872008b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:06.463757 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bada4133-8449-4df1-913e-cadfb91033f4 req-df5cc1f6-d948-47ae-9280-759a872008b4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 945 time: 0.1158881 Apr 22 09:36:06.465150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27f1803b-526b-4866-aff3-39c95706fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.500776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1803b-526b-4866-aff3-39c95706fa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e7b8ec-ec35-4cb4-8bcc-6c8284b23ce4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:06.515024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27f1803b-526b-4866-aff3-39c95706fa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.518903 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-27f1803b-526b-4866-aff3-39c95706fa3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7e7b8ec-ec35-4cb4-8bcc-6c8284b23ce4 HTTP/1.1" status: 204 len: 168 time: 0.4536395 Apr 22 09:36:06.544544 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bada4133-8449-4df1-913e-cadfb91033f4 req-80faa967-d8a3-48e9-948e-873ba6049fc0 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656934 Apr 22 09:36:06.562761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:06.799542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Router a6c9f236-3a3f-4c64-ade9-2c63ab162803 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:36:06.979486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:06.988468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Sync routers for ids ['a6c9f236-3a3f-4c64-ade9-2c63ab162803'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:06.997785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Routers {'a6c9f236-3a3f-4c64-ade9-2c63ab162803'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:06.998401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['a6c9f236-3a3f-4c64-ade9-2c63ab162803'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:07.001516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:07.002867 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-96c50aa9-bd3e-4d66-a084-0f133e87a961 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1670043 Apr 22 09:36:07.005622 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60862) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:07.180068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Set router a6c9f236-3a3f-4c64-ade9-2c63ab162803 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:07.184459 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-753d6327-77fd-4269-96d1-64bd35986896 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/routers/a6c9f236-3a3f-4c64-ade9-2c63ab162803 HTTP/1.1" status: 200 len: 907 time: 0.1752200 Apr 22 09:36:07.187973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:07.360017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:07.491399 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c9f236-3a3f-4c64-ade9-2c63ab162803', 'name': 'tempest-snat-router-415772669', 'tenant_id': '68534c7359d641dc916b56e71d743a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '292a5316-ee85-4bc2-8686-d8714c1c8677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:03Z', 'updated_at': '2022-04-22T09:36:05Z', 'revision_number': 3, 'project_id': '68534c7359d641dc916b56e71d743a0e', 'gw_port': {'id': '292a5316-ee85-4bc2-8686-d8714c1c8677', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c9f236-3a3f-4c64-ade9-2c63ab162803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:05Z', 'updated_at': '2022-04-22T09:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:07.495885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Checking router: a6c9f236-3a3f-4c64-ade9-2c63ab162803 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:36:07.496308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Updating router a6c9f236-3a3f-4c64-ade9-2c63ab162803 port 292a5316-ee85-4bc2-8686-d8714c1c8677 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:36:07.552314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:07.554416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:07.567062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Deleting port 292a5316-ee85-4bc2-8686-d8714c1c8677 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:07.567472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:07.584032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 581e7962-3955-46a0-9ea0-59a2bf84f748 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:07.607909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef73bd8c-b047-4a3f-82a1-87025323fe98 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:07.742910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132eab-e065-47ed-a769-d9fed4555774 req-16bbe63e-5ed9-4ffe-989f-e1f3bdaa4fcf tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:07.745403 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-93132eab-e065-47ed-a769-d9fed4555774 req-16bbe63e-5ed9-4ffe-989f-e1f3bdaa4fcf tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 945 time: 0.0857806 Apr 22 09:36:07.747115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:07.797520 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-93132eab-e065-47ed-a769-d9fed4555774 req-b532efd5-2695-4dcc-bf33-e11870cdbd11 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453572 Apr 22 09:36:07.802090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 581e7962-3955-46a0-9ea0-59a2bf84f748 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:07.821136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 581e7962-3955-46a0-9ea0-59a2bf84f748 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:07.821507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:07.845354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ef73bd8c-b047-4a3f-82a1-87025323fe98 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:07.845715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:07.874088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Calling delete_port for 292a5316-ee85-4bc2-8686-d8714c1c8677 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:08.039443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.095728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event deleted for resources: {'Port': ['ID=292a5316-ee85-4bc2-8686-d8714c1c8677,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:08.131314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.184437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.216381 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:36:08.257607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=581e7962-3955-46a0-9ea0-59a2bf84f748,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:08.260867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.292856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:36:08.293102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:36:08.299462 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132eb69a-e402-4ea8-83bd-09e3967bcc7d'] response: {'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'code': 200} Apr 22 09:36:08.300509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.333417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=581e7962-3955-46a0-9ea0-59a2bf84f748,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:08.479765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.482113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.543885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.544299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a6c9f236-3a3f-4c64-ade9-2c63ab162803 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:08.562047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.563160 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-747d6529-dbee-4ed0-a472-768babc02381 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a6c9f236-3a3f-4c64-ade9-2c63ab162803 HTTP/1.1" status: 204 len: 168 time: 1.3775704 Apr 22 09:36:08.566283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60874) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:08.581869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62c46e-20fd-49ed-87bf-6d6cb2834921 req-507ff0b0-98d6-4436-b7e0-888383e3c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:08.583337 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dc62c46e-20fd-49ed-87bf-6d6cb2834921 req-507ff0b0-98d6-4436-b7e0-888383e3c87d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1099 time: 0.0843947 Apr 22 09:36:08.623487 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dc62c46e-20fd-49ed-87bf-6d6cb2834921 req-ee832cef-7a63-44e0-a023-5c3669515ae2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337145 Apr 22 09:36:08.740686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.832997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Port 292a5316-ee85-4bc2-8686-d8714c1c8677 not found while updating agent binding for router a6c9f236-3a3f-4c64-ade9-2c63ab162803. {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 22 09:36:08.841745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Routers set() bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:08.842108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Router IDs set() for agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 22 09:36:08.842751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_agentschedulers_db [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a6c9f236-3a3f-4c64-ade9-2c63ab162803'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent'). {{(pid=88064) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 22 09:36:08.843113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b8f3e6-a2e0-4554-b3b1-705ea567277f None None] The sync data for ids ['a6c9f236-3a3f-4c64-ade9-2c63ab162803'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:08.952242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:08.968550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Deleting port ef73bd8c-b047-4a3f-82a1-87025323fe98 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:08.968873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:09.162123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a999068-9a89-4d4e-ae24-23c15675c916 req-62d765bb-9f8a-41d1-b4ed-77de0a7d9237 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:09.163466 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2a999068-9a89-4d4e-ae24-23c15675c916 req-62d765bb-9f8a-41d1-b4ed-77de0a7d9237 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.2549536 Apr 22 09:36:09.231823 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2a999068-9a89-4d4e-ae24-23c15675c916 req-d2293adc-f90a-477c-b925-b89284f85d65 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586677 Apr 22 09:36:09.236574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] For port ef73bd8c-b047-4a3f-82a1-87025323fe98, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ef73bd8c-b047-4a3f-82a1-87025323fe98,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:09.236935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:09.356087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Calling delete_port for ef73bd8c-b047-4a3f-82a1-87025323fe98 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:09.644204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:09.695940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef73bd8c-b047-4a3f-82a1-87025323fe98,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:09.783628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:09.952520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:09.954693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:09.978235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:09.978741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1927da-7309-411c-b2ca-c3eafcac1eed {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:09.993520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:09.994955 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2bca54ef-181c-4c35-aa4f-d58ad58fe3ee tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "DELETE /v2.0/routers/8d1927da-7309-411c-b2ca-c3eafcac1eed HTTP/1.1" status: 204 len: 168 time: 1.4273119 Apr 22 09:36:09.998175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60880) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:10.003018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-162697988', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:10.013358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:10.019441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Usage tracker for resource:router and tenant:e1f15226d28745299a6c8aacad5f9f43 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:10.024345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:10.034523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:10.044997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:10.046110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:10.063660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:10.330460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:10.425767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbf2b0-00ca-40c6-bcfd-895dfa443701 req-46ede2db-bf53-40e9-b9b9-c7ae26c3aa57 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:10.427256 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-98dbf2b0-00ca-40c6-bcfd-895dfa443701 req-46ede2db-bf53-40e9-b9b9-c7ae26c3aa57 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.0844381 Apr 22 09:36:10.476991 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-98dbf2b0-00ca-40c6-bcfd-895dfa443701 req-b4c497f8-9f30-4b94-8b6d-a0bc170b4aae tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Apr 22 09:36:10.695280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:10.730200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:10.852971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2a7b5-4214-4fdd-abdf-472866b43125 req-74e0ebf2-6eb9-40f1-9891-ed6c85500ebe tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:10.854952 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-80f2a7b5-4214-4fdd-abdf-472866b43125 req-74e0ebf2-6eb9-40f1-9891-ed6c85500ebe tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.2420776 Apr 22 09:36:11.029522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Allocated IP 172.26.2.126 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/22f7456f-c152-4c94-b274-c17e760d8583) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:11.037445 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-80f2a7b5-4214-4fdd-abdf-472866b43125 req-6af27d1f-051e-436e-8b2a-686c55d13f0b tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763523 Apr 22 09:36:11.060342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60890) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:11.128993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2521f2-6ed8-43ad-ae7e-69c49938040b tempest-TestNetworkAdvancedServerOps-1392662317 tempest-TestNetworkAdvancedServerOps-1392662317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:11.130532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7b2521f2-6ed8-43ad-ae7e-69c49938040b tempest-TestNetworkAdvancedServerOps-1392662317 tempest-TestNetworkAdvancedServerOps-1392662317-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1094 time: 0.0691364 Apr 22 09:36:11.133260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60894) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:11.138047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:11.143643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:11.147665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Usage tracker for resource:floatingip and tenant:1af390c8d8f54d37ae7f4eb58d5ddecc is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:11.150501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:11.157097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:11.168631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:11.181611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:11.213045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:11.274465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:11.277241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:11.285171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:11.310651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:11.314840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event updated for resources: {'Port': ['ID=22f7456f-c152-4c94-b274-c17e760d8583,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:11.451725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Allocated IP 172.26.2.191 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/7cde9714-89c2-4c52-ad71-3a63f362b2e9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:11.552202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef73bd8c-b047-4a3f-82a1-87025323fe98 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:36:11.594440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: ef73bd8c-b047-4a3f-82a1-87025323fe98 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:36:11.595030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef73bd8c-b047-4a3f-82a1-87025323fe98 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:36:11.617135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:11.648981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:11.706435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:11.709225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:11.712737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:11.737340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:11.758952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'Port': ['ID=7cde9714-89c2-4c52-ad71-3a63f362b2e9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:11.982382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-04f75f8f-6235-45a5-81e3-5c613884fd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:12.095943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:12.156010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:12.226793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:12.311013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Router b41d327d-4304-4596-ac0b-7762996775dc is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:36:12.553363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:12.557824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:12.624163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:12.641831 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82603872-be0e-439d-98f3-06afaaa73e1a None None] Sync routers for ids ['b41d327d-4304-4596-ac0b-7762996775dc'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:12.655380 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82603872-be0e-439d-98f3-06afaaa73e1a None None] Routers {'b41d327d-4304-4596-ac0b-7762996775dc'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:12.656079 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-82603872-be0e-439d-98f3-06afaaa73e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b41d327d-4304-4596-ac0b-7762996775dc'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:12.658394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:12.662527 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5a9781ac-61b1-4861-81a7-ee86ded25e12 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.6609209 Apr 22 09:36:12.663160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60898) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:12.676940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f383c1dd-f87e-43d5-80e7-bc02d2cb9ea2 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': False}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:12.722767 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-82603872-be0e-439d-98f3-06afaaa73e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:12.731307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event updated for resources: {'Port': ['ID=7cde9714-89c2-4c52-ad71-3a63f362b2e9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:12.732470 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82603872-be0e-439d-98f3-06afaaa73e1a None None] Routers {'b41d327d-4304-4596-ac0b-7762996775dc'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:12.733103 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-82603872-be0e-439d-98f3-06afaaa73e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b41d327d-4304-4596-ac0b-7762996775dc'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:12.754921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.755258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.755601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.755953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.756292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.756717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.757048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.757379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.757703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.758023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.758345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.758666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:12.763975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:12.794631 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-82603872-be0e-439d-98f3-06afaaa73e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:12.795032 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82603872-be0e-439d-98f3-06afaaa73e1a None None] The sync data for ids ['b41d327d-4304-4596-ac0b-7762996775dc'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:13.082170 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Floating IP c1d05329-779e-4a07-9458-f104997b519a associated. External IP: 172.26.2.191, port: 581e7962-3955-46a0-9ea0-59a2bf84f748. Apr 22 09:36:13.756550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f383c1dd-f87e-43d5-80e7-bc02d2cb9ea2 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:13.819096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:36:14.063835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:14.073715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] Sync routers for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:14.083810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:14.084436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:35:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:14.148475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:14.228637 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-40868efe-2e54-4717-b9bc-8de2e0f11e95 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0943410 Apr 22 09:36:14.280549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:36:14.308436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:14.343901 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:36:14.378632 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79ce29e-becc-44e0-b4d9-1ab112e83c95'] response: {'name': 'network-changed', 'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'status': 'completed', 'code': 200} Apr 22 09:36:14.445908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9f5db59c-be8f-4716-ba1b-1a3839f3099e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:14.671411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-458d532a-a23c-4a2d-a22f-32086fa18c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:14.672933 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-458d532a-a23c-4a2d-a22f-32086fa18c32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc&device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1099 time: 0.2935705 Apr 22 09:36:14.677228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'c1d05329-779e-4a07-9458-f104997b519a', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'floating_ip_address': '172.26.2.191', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'port_id': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'mac_address': 'fa:16:3e:64:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:36:12Z', 'updated_at': '2022-04-22T09:36:12Z', 'revision_number': 0, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:55Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:14.681179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] Checking router: 4d7eb6f7-ace8-4c98-a080-366a7466fa3e for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:36:14.690208 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:14.690812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:14.718124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7814f94-74ff-4ff9-b37a-aae9cc261eb4 req-217c773e-e086-40c3-b16f-a27cbad661a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:14.719603 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f7814f94-74ff-4ff9-b37a-aae9cc261eb4 req-217c773e-e086-40c3-b16f-a27cbad661a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.3391659 Apr 22 09:36:14.871759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:14.917508 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f7814f94-74ff-4ff9-b37a-aae9cc261eb4 req-f3f41fc8-64df-46c0-9ef9-065d736358c6 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825337 Apr 22 09:36:14.944670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f383c1dd-f87e-43d5-80e7-bc02d2cb9ea2 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:14.946011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60906) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:14.949156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f383c1dd-f87e-43d5-80e7-bc02d2cb9ea2 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:15.070256 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e318eb06-5b85-4743-bb82-fe6da323cf42 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/floatingips/c1d05329-779e-4a07-9458-f104997b519a HTTP/1.1" status: 200 len: 992 time: 0.1230609 Apr 22 09:36:15.148767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-827b42e1-18d4-45bb-ad5c-f2f5660030d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:15.150130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-827b42e1-18d4-45bb-ad5c-f2f5660030d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=695ae22d-5c00-475b-a737-dd11f8cc5a3b HTTP/1.1" status: 200 len: 897 time: 0.4669793 Apr 22 09:36:15.238035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'c1d05329-779e-4a07-9458-f104997b519a', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'floating_ip_address': '172.26.2.191', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'port_id': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'mac_address': 'fa:16:3e:64:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:36:12Z', 'updated_at': '2022-04-22T09:36:12Z', 'revision_number': 0, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:55Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:15.242142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e1c334-9c73-4c58-8648-599cc6ab7c7e None None] The sync data for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv is: [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'c1d05329-779e-4a07-9458-f104997b519a', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'floating_ip_address': '172.26.2.191', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'port_id': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'mac_address': 'fa:16:3e:64:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:36:12Z', 'updated_at': '2022-04-22T09:36:12Z', 'revision_number': 0, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:55Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:15.325641 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-a1087c6c-a312-448b-8577-c2f796a6300f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=581e7962-3955-46a0-9ea0-59a2bf84f748 HTTP/1.1" status: 200 len: 1000 time: 0.1669683 Apr 22 09:36:15.335884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:15.410292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f383c1dd-f87e-43d5-80e7-bc02d2cb9ea2 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Router b41d327d-4304-4596-ac0b-7762996775dc has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:36:15.417893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-be2126bc-4a83-414c-a62a-2d44f983d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:15.419625 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-be2126bc-4a83-414c-a62a-2d44f983d8dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b2e51e8-ea06-43c4-9a98-c40d0192fc7a HTTP/1.1" status: 200 len: 835 time: 0.0870261 Apr 22 09:36:15.436860 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22519dc-0ce0-4607-8f2d-843bb3278531 None None] New status for floating IP c1d05329-779e-4a07-9458-f104997b519a: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:36:15.655147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-cb7cd1e5-ae76-4f6d-84eb-4733189481c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:15.656622 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-cb7cd1e5-ae76-4f6d-84eb-4733189481c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=695ae22d-5c00-475b-a737-dd11f8cc5a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2297623 Apr 22 09:36:15.657640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f383c1dd-f87e-43d5-80e7-bc02d2cb9ea2 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:15.662446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f383c1dd-f87e-43d5-80e7-bc02d2cb9ea2 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:15.663523 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f383c1dd-f87e-43d5-80e7-bc02d2cb9ea2 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "PUT /v2.0/routers/b41d327d-4304-4596-ac0b-7762996775dc HTTP/1.1" status: 200 len: 925 time: 2.9952528 Apr 22 09:36:15.666790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60910) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:15.671602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f57532f-0510-42e4-8ac8-80af84a4a4c9 None None] Sync routers for ids ['b41d327d-4304-4596-ac0b-7762996775dc'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:15.689342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57532f-0510-42e4-8ac8-80af84a4a4c9 None None] Routers {'b41d327d-4304-4596-ac0b-7762996775dc'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:15.689971 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6f57532f-0510-42e4-8ac8-80af84a4a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b41d327d-4304-4596-ac0b-7762996775dc'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:15.761298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6f57532f-0510-42e4-8ac8-80af84a4a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:15.780229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57532f-0510-42e4-8ac8-80af84a4a4c9 None None] Routers {'b41d327d-4304-4596-ac0b-7762996775dc'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:15.780912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6f57532f-0510-42e4-8ac8-80af84a4a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b41d327d-4304-4596-ac0b-7762996775dc'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:15.825989 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-346103c4-43d6-4b60-a128-40889abb2346 service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612115 Apr 22 09:36:15.839097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:15.848882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6f57532f-0510-42e4-8ac8-80af84a4a4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:15.849282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f57532f-0510-42e4-8ac8-80af84a4a4c9 None None] The sync data for ids ['b41d327d-4304-4596-ac0b-7762996775dc'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:15.877609 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e2eba235-cd68-4ee2-b008-20d832306baf tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/routers/b41d327d-4304-4596-ac0b-7762996775dc HTTP/1.1" status: 200 len: 925 time: 0.2092032 Apr 22 09:36:15.880303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60914) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:15.952137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb1fc35-b123-4134-9d34-e74b85517de5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:15.953575 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8bb1fc35-b123-4134-9d34-e74b85517de5 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=b41d327d-4304-4596-ac0b-7762996775dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0723460 Apr 22 09:36:15.956335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60918) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:15.965219 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40e71f5f-880a-4b8e-9c0b-828803d7b5a8 req-1eaca50c-7ebc-47a2-b10c-514a57ffe6fc service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322672 Apr 22 09:36:16.074054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60922) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:16.085083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f05354c-e13f-498f-aa91-732f5566566b tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:16.085642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2f05354c-e13f-498f-aa91-732f5566566b tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Synchronizing usage tracker for tenant:68534c7359d641dc916b56e71d743a0e on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:16.102943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2f05354c-e13f-498f-aa91-732f5566566b tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Unset dirty status for tenant:68534c7359d641dc916b56e71d743a0e on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:16.108839 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2f05354c-e13f-498f-aa91-732f5566566b tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 881 time: 0.1515634 Apr 22 09:36:16.109426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60926) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:16.158860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-21b61d21-9bcc-4a22-ad45-890e65307537 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41d327d-4304-4596-ac0b-7762996775dc HTTP/1.1" status: 200 len: 205 time: 0.0483687 Apr 22 09:36:16.161437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60930) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:16.181619 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d63872f2-c79d-430b-a304-512c293e3a44 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/floatingips/c1d05329-779e-4a07-9458-f104997b519a HTTP/1.1" status: 200 len: 994 time: 0.1063697 Apr 22 09:36:16.355928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:16.545109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:16.554332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Deleting port 22f7456f-c152-4c94-b274-c17e760d8583 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:16.554709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:16.729978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:16.851826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Calling delete_port for 22f7456f-c152-4c94-b274-c17e760d8583 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:17.111704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.138493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.183319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event deleted for resources: {'Port': ['ID=22f7456f-c152-4c94-b274-c17e760d8583,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:17.219596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.219933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.220271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.220622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.220945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.221271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.221590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.221906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.222229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.222538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.222851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.223163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:17.285094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.454075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.456188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.479465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.479955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Fanout notify agent at l3_agent the message router_deleted on router b41d327d-4304-4596-ac0b-7762996775dc {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:17.495441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.500278 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-431a13e7-703d-48f5-8933-fa86f0517b3a tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/b41d327d-4304-4596-ac0b-7762996775dc HTTP/1.1" status: 204 len: 168 time: 1.3341992 Apr 22 09:36:17.500707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60936) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:17.506442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1261086920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:17.513458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:17.517322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Usage tracker for resource:router and tenant:e1f15226d28745299a6c8aacad5f9f43 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:17.520203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:17.526190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:17.537420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.538530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.554080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.573060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.594729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:17.596111 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d06a8966-6a0d-4aab-98f9-c97f90c36e9e tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0944049 Apr 22 09:36:17.599467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 60940) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:17.605273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:18.091165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:18.402729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:18.431071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:18.574057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Allocated IP 172.26.2.51 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/9c6cac06-7dba-4d46-86d1-a623c5bb4226) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:18.727483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:18.756417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:18.814567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:18.817370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:18.819892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:18.873228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event updated for resources: {'Port': ['ID=9c6cac06-7dba-4d46-86d1-a623c5bb4226,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:19.246513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:19.703173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:19.706479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:19.909427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Router 28894e9e-0959-404a-98d3-1b1c5427ed59 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:36:20.089890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:20.098872 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89209474-9b65-4f6f-a8af-a3cf829667bd None None] Sync routers for ids ['28894e9e-0959-404a-98d3-1b1c5427ed59'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:20.102127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:20.106522 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0c0394fd-93a2-4003-835a-671f7a119c50 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "PUT /v2.0/routers/28894e9e-0959-404a-98d3-1b1c5427ed59 HTTP/1.1" status: 200 len: 883 time: 2.5026307 Apr 22 09:36:20.106816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60944) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:20.110362 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89209474-9b65-4f6f-a8af-a3cf829667bd None None] Routers {'28894e9e-0959-404a-98d3-1b1c5427ed59'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:20.111109 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-89209474-9b65-4f6f-a8af-a3cf829667bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['28894e9e-0959-404a-98d3-1b1c5427ed59'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:20.172119 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-89209474-9b65-4f6f-a8af-a3cf829667bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:20.180609 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89209474-9b65-4f6f-a8af-a3cf829667bd None None] Routers {'28894e9e-0959-404a-98d3-1b1c5427ed59'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:20.181178 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-89209474-9b65-4f6f-a8af-a3cf829667bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['28894e9e-0959-404a-98d3-1b1c5427ed59'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:20.240246 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-89209474-9b65-4f6f-a8af-a3cf829667bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:20.240650 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89209474-9b65-4f6f-a8af-a3cf829667bd None None] The sync data for ids ['28894e9e-0959-404a-98d3-1b1c5427ed59'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:20.286151 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dad166b4-6d5b-4279-9b01-2a2f8fd931f9 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/routers/28894e9e-0959-404a-98d3-1b1c5427ed59 HTTP/1.1" status: 200 len: 924 time: 0.1781242 Apr 22 09:36:20.288864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60948) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:20.361188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72269c-abb0-4759-9b7a-7d69b48f18e1 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:20.362681 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7d72269c-abb0-4759-9b7a-7d69b48f18e1 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=28894e9e-0959-404a-98d3-1b1c5427ed59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0727940 Apr 22 09:36:20.365347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60952) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:20.490424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525e59c-9878-45b7-abae-153da26ec838 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:20.491703 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3525e59c-9878-45b7-abae-153da26ec838 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 881 time: 0.1254745 Apr 22 09:36:20.494558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60956) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:20.538855 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a2dc6a8b-6cff-4b85-bb5c-19fc3b659015 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=28894e9e-0959-404a-98d3-1b1c5427ed59 HTTP/1.1" status: 200 len: 205 time: 0.0431845 Apr 22 09:36:20.541556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60960) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:20.722405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:20.895066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:20.904704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Deleting port 9c6cac06-7dba-4d46-86d1-a623c5bb4226 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:20.905027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.186019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.214799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-8537ff07-d6e7-4104-bf60-b87661f95589 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710948 Apr 22 09:36:21.308956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Calling delete_port for 9c6cac06-7dba-4d46-86d1-a623c5bb4226 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:21.359169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-09763100-5f1d-41a7-ba7a-647a03c0f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:21.360744 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-09763100-5f1d-41a7-ba7a-647a03c0f77f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 1098 time: 0.0715630 Apr 22 09:36:21.481378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.509703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-489a9da5-2421-49b4-bc43-4d6144ac3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:21.511795 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-489a9da5-2421-49b4-bc43-4d6144ac3fa0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b254c29f-9f50-4ebb-b0f3-e133f8c31990 HTTP/1.1" status: 200 len: 898 time: 0.1311345 Apr 22 09:36:21.533621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event deleted for resources: {'Port': ['ID=9c6cac06-7dba-4d46-86d1-a623c5bb4226,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:21.622328 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-d383b6bb-9597-49ba-9dee-1eb6b849c636 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3 HTTP/1.1" status: 200 len: 1001 time: 0.0999594 Apr 22 09:36:21.623775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.691750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-9f470305-81f9-4bf9-8695-e30854388093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:21.693289 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-9f470305-81f9-4bf9-8695-e30854388093 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b828341-5576-4224-bda3-0700864faaf0 HTTP/1.1" status: 200 len: 834 time: 0.0635977 Apr 22 09:36:21.779738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-25f909d0-da29-43cb-8d4c-ca92dbdf01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:21.781191 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-25f909d0-da29-43cb-8d4c-ca92dbdf01fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b254c29f-9f50-4ebb-b0f3-e133f8c31990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795667 Apr 22 09:36:21.801457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.803652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.826115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.826625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Fanout notify agent at l3_agent the message router_deleted on router 28894e9e-0959-404a-98d3-1b1c5427ed59 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:21.842164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.843240 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-166e9b18-33ff-4b86-8302-506d1aab44f9 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/28894e9e-0959-404a-98d3-1b1c5427ed59 HTTP/1.1" status: 204 len: 168 time: 1.3008108 Apr 22 09:36:21.846959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60964) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:21.852125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1030723629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:21.859436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:21.863221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Usage tracker for resource:router and tenant:e1f15226d28745299a6c8aacad5f9f43 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:21.866187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:21.872027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:21.884708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.886338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.902389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.917226 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-2cb4c74b-f751-425f-b02c-1230b1d94eb8 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297576 Apr 22 09:36:21.920197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.941534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:21.942686 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7372446e-8965-434b-b218-446271a28be6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0946579 Apr 22 09:36:21.945432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60968) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:21.950706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': True}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:22.166850 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d6ca6-8c0a-40ce-8b7c-428c4626a610 req-d79cd72a-825e-49af-bddc-b2eaa1ffe904 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423828 Apr 22 09:36:22.435511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:22.739970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:22.772832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:22.901337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Allocated IP 172.26.2.230 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/8c62ecb9-79f1-4595-ae61-c5f774705163) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:23.046511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:23.073900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:23.133394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:23.137001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:23.144670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:23.173271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'Port': ['ID=8c62ecb9-79f1-4595-ae61-c5f774705163,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:23.547612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:23.990921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:23.994188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:24.192619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Router c3a1d212-1040-435b-9fb5-b5b653bff737 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:36:24.366044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:24.374388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:24.374992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a5b3f-e695-4003-b0f0-426f0d45d68e None None] Sync routers for ids ['c3a1d212-1040-435b-9fb5-b5b653bff737'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:24.375557 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-57fbec50-a319-47d3-b2b2-6f08fab84cbd tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "PUT /v2.0/routers/c3a1d212-1040-435b-9fb5-b5b653bff737 HTTP/1.1" status: 200 len: 919 time: 2.4292295 Apr 22 09:36:24.378127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60972) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:24.385989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a5b3f-e695-4003-b0f0-426f0d45d68e None None] Routers {'c3a1d212-1040-435b-9fb5-b5b653bff737'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:24.386638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a38a5b3f-e695-4003-b0f0-426f0d45d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['c3a1d212-1040-435b-9fb5-b5b653bff737'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:24.449008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a38a5b3f-e695-4003-b0f0-426f0d45d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:24.457364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38a5b3f-e695-4003-b0f0-426f0d45d68e None None] Routers {'c3a1d212-1040-435b-9fb5-b5b653bff737'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:24.457964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a38a5b3f-e695-4003-b0f0-426f0d45d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['c3a1d212-1040-435b-9fb5-b5b653bff737'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:24.518166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a38a5b3f-e695-4003-b0f0-426f0d45d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:24.518572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38a5b3f-e695-4003-b0f0-426f0d45d68e None None] The sync data for ids ['c3a1d212-1040-435b-9fb5-b5b653bff737'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:24.553860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b9a1b52a-41d8-4753-b9cb-49c7f44a1e86 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/routers/c3a1d212-1040-435b-9fb5-b5b653bff737 HTTP/1.1" status: 200 len: 925 time: 0.1746664 Apr 22 09:36:24.557137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60976) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:24.629991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ea365-faa5-4988-afb8-76e5f292159d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:24.631495 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-501ea365-faa5-4988-afb8-76e5f292159d tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=c3a1d212-1040-435b-9fb5-b5b653bff737&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0734119 Apr 22 09:36:24.634168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60980) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:24.757784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d8ea10-1a86-446f-88f1-c3e6f1cc4183 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:24.759138 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-70d8ea10-1a86-446f-88f1-c3e6f1cc4183 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 881 time: 0.1240926 Apr 22 09:36:24.762672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60986) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:24.809019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a542d749-1b35-44fc-b3f0-36a39acfcb76 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a1d212-1040-435b-9fb5-b5b653bff737 HTTP/1.1" status: 200 len: 205 time: 0.0452974 Apr 22 09:36:24.811450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60990) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:24.984303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:25.272803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:25.281774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Deleting port 8c62ecb9-79f1-4595-ae61-c5f774705163 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:25.282152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:25.445938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:25.570717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Calling delete_port for 8c62ecb9-79f1-4595-ae61-c5f774705163 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:25.731027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:25.777636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event deleted for resources: {'Port': ['ID=8c62ecb9-79f1-4595-ae61-c5f774705163,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:25.868863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.035913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.038101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.062864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.063631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Fanout notify agent at l3_agent the message router_deleted on router c3a1d212-1040-435b-9fb5-b5b653bff737 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:26.078806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.079869 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c651c9fc-7bb9-4d7a-8763-c665e2a3eaa1 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/c3a1d212-1040-435b-9fb5-b5b653bff737 HTTP/1.1" status: 204 len: 168 time: 1.2675333 Apr 22 09:36:26.083503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60994) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:26.088329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1561050249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:26.094567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:26.098342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Usage tracker for resource:router and tenant:e1f15226d28745299a6c8aacad5f9f43 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:26.101489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:26.107375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:26.116897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.117823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.132278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.149638 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.169633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.170719 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-eb5183ea-5ba4-4d87-8f49-ac6de8b95729 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.0862825 Apr 22 09:36:26.173464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 60998) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:26.178080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'enable_snat': False}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:26.653339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.956982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:26.987165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:27.120766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Allocated IP 172.26.2.25 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/0389f3e1-db61-4392-b18a-76c1ac6b8712) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:27.265837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:27.295551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:27.351330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:27.354096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:27.357579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:27.399897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Pushing event updated for resources: {'Port': ['ID=0389f3e1-db61-4392-b18a-76c1ac6b8712,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:27.766166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:28.204283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:28.207717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:28.410455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Router b5404b0e-b98c-454b-ae51-256fd915ccba is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:36:28.583401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:28.592145 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff23a3-9efd-476f-98b4-6498f4bcc8d3 None None] Sync routers for ids ['b5404b0e-b98c-454b-ae51-256fd915ccba'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:28.592949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:28.594120 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-83ea11b6-56e0-45d1-89cd-1e6442b7fe15 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "PUT /v2.0/routers/b5404b0e-b98c-454b-ae51-256fd915ccba HTTP/1.1" status: 200 len: 919 time: 2.4197757 Apr 22 09:36:28.596772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32770) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:28.601468 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff23a3-9efd-476f-98b4-6498f4bcc8d3 None None] Routers {'b5404b0e-b98c-454b-ae51-256fd915ccba'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:28.602046 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e4ff23a3-9efd-476f-98b4-6498f4bcc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5404b0e-b98c-454b-ae51-256fd915ccba'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:28.664876 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e4ff23a3-9efd-476f-98b4-6498f4bcc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:28.673250 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff23a3-9efd-476f-98b4-6498f4bcc8d3 None None] Routers {'b5404b0e-b98c-454b-ae51-256fd915ccba'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:28.673933 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e4ff23a3-9efd-476f-98b4-6498f4bcc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b5404b0e-b98c-454b-ae51-256fd915ccba'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:28.734716 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e4ff23a3-9efd-476f-98b4-6498f4bcc8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:28.735205 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff23a3-9efd-476f-98b4-6498f4bcc8d3 None None] The sync data for ids ['b5404b0e-b98c-454b-ae51-256fd915ccba'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:28.773632 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0e1b8427-c07d-4cc8-b7b4-a2fd17f0b513 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/routers/b5404b0e-b98c-454b-ae51-256fd915ccba HTTP/1.1" status: 200 len: 925 time: 0.1758194 Apr 22 09:36:28.776907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32774) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:28.846774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e0744f-cf63-4062-9db2-f6a4e300e23c tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:28.848171 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-89e0744f-cf63-4062-9db2-f6a4e300e23c tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=b5404b0e-b98c-454b-ae51-256fd915ccba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0703721 Apr 22 09:36:28.850809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32778) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:28.971977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f9f342-c8bd-45bc-8588-9e7b68cfc815 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:28.973326 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c9f9f342-c8bd-45bc-8588-9e7b68cfc815 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/networks/eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 881 time: 0.1216543 Apr 22 09:36:28.976004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32782) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:29.021052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2a70133f-1640-4712-936e-4dfadc1a8781 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5404b0e-b98c-454b-ae51-256fd915ccba HTTP/1.1" status: 200 len: 205 time: 0.0440240 Apr 22 09:36:29.023783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32786) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:29.193563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:29.483607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:29.492776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Deleting port 0389f3e1-db61-4392-b18a-76c1ac6b8712 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:29.493114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:29.659934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:29.784006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Calling delete_port for 0389f3e1-db61-4392-b18a-76c1ac6b8712 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:29.945189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:29.992467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event deleted for resources: {'Port': ['ID=0389f3e1-db61-4392-b18a-76c1ac6b8712,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:30.082591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:30.251264 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:30.253448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:30.279245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:30.279832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Fanout notify agent at l3_agent the message router_deleted on router b5404b0e-b98c-454b-ae51-256fd915ccba {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:30.297102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:30.298243 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a7fb579e-c618-4b2a-bb8b-e0feff25def4 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/b5404b0e-b98c-454b-ae51-256fd915ccba HTTP/1.1" status: 204 len: 168 time: 1.2735906 Apr 22 09:36:30.301806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32790) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:30.306826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1063197', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:30.313696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:30.317635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Usage tracker for resource:router and tenant:e1f15226d28745299a6c8aacad5f9f43 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:30.320577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:30.327548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:30.336628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:30.338765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:30.354667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:30.619423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:31.025830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:31.054702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:31.193951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Allocated IP 172.26.2.221 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/d3498ec4-71f7-4784-bfcd-222ceed11c6d) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:31.338940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:31.368346 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:31.431121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:31.433887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:31.437478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:31.477966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event updated for resources: {'Port': ['ID=d3498ec4-71f7-4784-bfcd-222ceed11c6d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:31.855604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:32.191246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:32.497769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Router e258a04b-68e0-45cc-b074-24a8247814ce is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:36:32.675790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:32.684707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196ac64-30f0-46f6-bdec-194b87806447 None None] Sync routers for ids ['e258a04b-68e0-45cc-b074-24a8247814ce'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:32.693867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196ac64-30f0-46f6-bdec-194b87806447 None None] Routers {'e258a04b-68e0-45cc-b074-24a8247814ce'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:32.694459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c196ac64-30f0-46f6-bdec-194b87806447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e258a04b-68e0-45cc-b074-24a8247814ce'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:32.701996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:32.703489 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-84c2307f-f1f6-40e5-be8e-3830274859dd tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4007349 Apr 22 09:36:32.706142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32794) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:32.711026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:32.795335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c196ac64-30f0-46f6-bdec-194b87806447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:32.803950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c196ac64-30f0-46f6-bdec-194b87806447 None None] Routers {'e258a04b-68e0-45cc-b074-24a8247814ce'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:32.804574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c196ac64-30f0-46f6-bdec-194b87806447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e258a04b-68e0-45cc-b074-24a8247814ce'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:32.864959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c196ac64-30f0-46f6-bdec-194b87806447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:32.865358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c196ac64-30f0-46f6-bdec-194b87806447 None None] The sync data for ids ['e258a04b-68e0-45cc-b074-24a8247814ce'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:33.219454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:33.235569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:33.244167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Deleting port d3498ec4-71f7-4784-bfcd-222ceed11c6d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:33.244526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:33.410950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:33.530728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Calling delete_port for d3498ec4-71f7-4784-bfcd-222ceed11c6d owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:33.609801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32800) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:33.720388 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c520d37f-9acd-412d-81ae-0952907d147d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/390dd546-bee0-4f5e-a2dc-56a9f4766081 HTTP/1.1" status: 200 len: 993 time: 0.1093779 Apr 22 09:36:33.819526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:33.871685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Pushing event deleted for resources: {'Port': ['ID=d3498ec4-71f7-4784-bfcd-222ceed11c6d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:33.964738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:34.020475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32808) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:34.501043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:34.507764 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:34.568083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port e4579a3f-6030-47e3-90d3-c6425f5352aa {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:34.568440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:34.722058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Router e258a04b-68e0-45cc-b074-24a8247814ce has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:36:35.038673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:35.047910 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12644ba3-cef7-4f68-a631-c864a9c3891a None None] Sync routers for ids ['e258a04b-68e0-45cc-b074-24a8247814ce'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:35.057218 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12644ba3-cef7-4f68-a631-c864a9c3891a None None] Routers {'e258a04b-68e0-45cc-b074-24a8247814ce'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:35.057829 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-12644ba3-cef7-4f68-a631-c864a9c3891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e258a04b-68e0-45cc-b074-24a8247814ce'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:35.058041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.058378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.069042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.070170 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-119fcc79-3f71-4be2-9b18-982b128e0794 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "PUT /v2.0/routers/e258a04b-68e0-45cc-b074-24a8247814ce HTTP/1.1" status: 200 len: 707 time: 2.3631284 Apr 22 09:36:35.073523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32812) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:35.116818 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-12644ba3-cef7-4f68-a631-c864a9c3891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:35.125823 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12644ba3-cef7-4f68-a631-c864a9c3891a None None] Routers {'e258a04b-68e0-45cc-b074-24a8247814ce'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:35.126404 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-12644ba3-cef7-4f68-a631-c864a9c3891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e258a04b-68e0-45cc-b074-24a8247814ce'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:35.186584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for e4579a3f-6030-47e3-90d3-c6425f5352aa owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:35.188564 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-12644ba3-cef7-4f68-a631-c864a9c3891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:35.188965 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12644ba3-cef7-4f68-a631-c864a9c3891a None None] The sync data for ids ['e258a04b-68e0-45cc-b074-24a8247814ce'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:35.208244 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dd4ab701-d7ec-470a-885a-f81ecb6cfa12 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/routers/e258a04b-68e0-45cc-b074-24a8247814ce HTTP/1.1" status: 200 len: 742 time: 0.1333647 Apr 22 09:36:35.210789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32816) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:35.251197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cb569e7f-3d8c-48f5-ad40-62564b146403 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Synchronizing usage tracker for tenant:68534c7359d641dc916b56e71d743a0e on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:35.267978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cb569e7f-3d8c-48f5-ad40-62564b146403 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] Unset dirty status for tenant:68534c7359d641dc916b56e71d743a0e on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:35.270004 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cb569e7f-3d8c-48f5-ad40-62564b146403 tempest-RoutersIpV6AdminTest-1465166097 tempest-RoutersIpV6AdminTest-1465166097-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&device_id=e258a04b-68e0-45cc-b074-24a8247814ce HTTP/1.1" status: 200 len: 205 time: 0.0580754 Apr 22 09:36:35.273047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32820) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:35.328184 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c04bfe61-cc5d-4a96-815a-1c227b0b39ad tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=e258a04b-68e0-45cc-b074-24a8247814ce HTTP/1.1" status: 200 len: 205 time: 0.0512898 Apr 22 09:36:35.328427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32824) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:35.339652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.386885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=e4579a3f-6030-47e3-90d3-c6425f5352aa,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:35.463330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47480fa1-acd7-46e6-96bf-de1ffdbf2881 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.478992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.479324 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 390dd546-bee0-4f5e-a2dc-56a9f4766081 disassociated (deleted). External IP: 172.26.2.120, port: 39868659-1ca7-4f6d-a998-c6f7e7baafb3. Apr 22 09:36:35.760289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47480fa1-acd7-46e6-96bf-de1ffdbf2881 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.762453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47480fa1-acd7-46e6-96bf-de1ffdbf2881 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.785690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47480fa1-acd7-46e6-96bf-de1ffdbf2881 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.786201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47480fa1-acd7-46e6-96bf-de1ffdbf2881 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Fanout notify agent at l3_agent the message router_deleted on router e258a04b-68e0-45cc-b074-24a8247814ce {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:35.798128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-47480fa1-acd7-46e6-96bf-de1ffdbf2881 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:35.799194 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-47480fa1-acd7-46e6-96bf-de1ffdbf2881 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/e258a04b-68e0-45cc-b074-24a8247814ce HTTP/1.1" status: 204 len: 168 time: 0.4699090 Apr 22 09:36:35.802531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32828) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:35.831124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router b21e4aaa-314c-43d2-8640-69aa35123ded has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:36:35.845210 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-639723d1-6338-45c9-ada5-cb9d9b93fa0b tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=e258a04b-68e0-45cc-b074-24a8247814ce HTTP/1.1" status: 200 len: 205 time: 0.0416360 Apr 22 09:36:35.847455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32832) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:35.914865 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-476808a3-0647-48db-b4f5-52ffd20a44af tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] delete failed (client error): The resource could not be found. Apr 22 09:36:35.916441 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-476808a3-0647-48db-b4f5-52ffd20a44af tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/e258a04b-68e0-45cc-b074-24a8247814ce HTTP/1.1" status: 404 len: 336 time: 0.0675535 Apr 22 09:36:35.919100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32836) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:35.964828 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9eb688aa-2157-4157-804c-9a7313628c53 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5404b0e-b98c-454b-ae51-256fd915ccba HTTP/1.1" status: 200 len: 205 time: 0.0420086 Apr 22 09:36:35.965079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32840) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.013876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:36.024213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] Sync routers for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:36.034239 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-c66160be-c974-45fc-a202-bf29d71456a0 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] delete failed (client error): The resource could not be found. Apr 22 09:36:36.034625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:36.035022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:36.035244 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c66160be-c974-45fc-a202-bf29d71456a0 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/b5404b0e-b98c-454b-ae51-256fd915ccba HTTP/1.1" status: 404 len: 336 time: 0.0693116 Apr 22 09:36:36.035983 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:36.037982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32844) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.083880 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-74a142b9-084d-407b-8db0-a29d98059aa6 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3a1d212-1040-435b-9fb5-b5b653bff737 HTTP/1.1" status: 200 len: 205 time: 0.0427537 Apr 22 09:36:36.084690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32848) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.094408 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-defb0fac-877d-40da-9c4f-0fdd774989cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/390dd546-bee0-4f5e-a2dc-56a9f4766081 HTTP/1.1" status: 204 len: 168 time: 2.0706267 Apr 22 09:36:36.094408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:36:36.168445 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa77dd16-55b3-4517-adce-7abed5f176e5'] response: {'name': 'network-changed', 'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'status': 'completed', 'code': 200} Apr 22 09:36:36.232417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:36.317875 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-2a847c65-0d9f-4100-9e34-6788f541dcf8 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] delete failed (client error): The resource could not be found. Apr 22 09:36:36.318956 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2a847c65-0d9f-4100-9e34-6788f541dcf8 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/c3a1d212-1040-435b-9fb5-b5b653bff737 HTTP/1.1" status: 404 len: 336 time: 0.2338846 Apr 22 09:36:36.321794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32856) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.369187 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8ad22fe8-454c-456d-b8fd-aa7af9da6519 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=28894e9e-0959-404a-98d3-1b1c5427ed59 HTTP/1.1" status: 200 len: 205 time: 0.0454619 Apr 22 09:36:36.371560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32862) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.443855 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-b28cf32a-a818-48f2-9696-30fe18c0dddb tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] delete failed (client error): The resource could not be found. Apr 22 09:36:36.444882 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b28cf32a-a818-48f2-9696-30fe18c0dddb tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/28894e9e-0959-404a-98d3-1b1c5427ed59 HTTP/1.1" status: 404 len: 336 time: 0.0724540 Apr 22 09:36:36.448160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.495665 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ab6be231-067a-473d-9cc2-aa0723ee2501 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=b41d327d-4304-4596-ac0b-7762996775dc HTTP/1.1" status: 200 len: 205 time: 0.0464027 Apr 22 09:36:36.496627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae5fc-7a0b-447f-ad34-229dfa0dd236 req-1c488e0d-d7c6-4197-acb6-e738d0cc5dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:36.497328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-621ae5fc-7a0b-447f-ad34-229dfa0dd236 req-1c488e0d-d7c6-4197-acb6-e738d0cc5dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:36.499659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32870) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.512937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-d38abd3f-d52c-4176-aa8d-5ce8b0f7a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:36.515019 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-d38abd3f-d52c-4176-aa8d-5ce8b0f7a688 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 1098 time: 0.2524505 Apr 22 09:36:36.560309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:59Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:36.564297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] Checking router: b21e4aaa-314c-43d2-8640-69aa35123ded for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:36:36.575185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:36.576110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:36.582397 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-ebad8475-e7ed-46e8-bc2b-65be63289f91 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] delete failed (client error): The resource could not be found. Apr 22 09:36:36.585791 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ebad8475-e7ed-46e8-bc2b-65be63289f91 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/b41d327d-4304-4596-ac0b-7762996775dc HTTP/1.1" status: 404 len: 336 time: 0.0828557 Apr 22 09:36:36.586594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32874) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.632277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-621ae5fc-7a0b-447f-ad34-229dfa0dd236 req-1c488e0d-d7c6-4197-acb6-e738d0cc5dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:36.633516 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-621ae5fc-7a0b-447f-ad34-229dfa0dd236 req-1c488e0d-d7c6-4197-acb6-e738d0cc5dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 945 time: 0.2167468 Apr 22 09:36:36.639355 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fdaa89bc-0e52-48d8-8e97-1722ef0a5b34 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc451ccd-cc22-42a2-bfb1-6c2a2d57750f HTTP/1.1" status: 200 len: 205 time: 0.0489819 Apr 22 09:36:36.639355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32878) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.666546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-3fdd7d4a-2c45-4ddb-b729-d46781bcf14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:36.668099 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-3fdd7d4a-2c45-4ddb-b729-d46781bcf14c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b254c29f-9f50-4ebb-b0f3-e133f8c31990 HTTP/1.1" status: 200 len: 898 time: 0.1454995 Apr 22 09:36:36.742886 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-ded39046-173f-4a23-9b40-60b44af1d9b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3 HTTP/1.1" status: 200 len: 217 time: 0.0674338 Apr 22 09:36:36.764374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:36.809264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-f4091ad2-1ba9-4962-b9cd-5a6cbb0dca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:36.810715 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-f4091ad2-1ba9-4962-b9cd-5a6cbb0dca9e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3b828341-5576-4224-bda3-0700864faaf0 HTTP/1.1" status: 200 len: 834 time: 0.0593560 Apr 22 09:36:36.848452 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-00593296-6031-45aa-9dd5-7c100fd3ce54 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] delete failed (client error): The resource could not be found. Apr 22 09:36:36.852116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-00593296-6031-45aa-9dd5-7c100fd3ce54 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/routers/cc451ccd-cc22-42a2-bfb1-6c2a2d57750f HTTP/1.1" status: 404 len: 336 time: 0.2094169 Apr 22 09:36:36.852116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32882) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:36.892432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-806b041b-474b-4185-a1bd-6b97a6c23c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:36.893988 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-806b041b-474b-4185-a1bd-6b97a6c23c6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b254c29f-9f50-4ebb-b0f3-e133f8c31990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764649 Apr 22 09:36:36.906417 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-009ec6bf-0558-4dd9-9ee0-06569152feb7 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] DELETE failed (client error): The resource could not be found. Apr 22 09:36:36.906874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009ec6bf-0558-4dd9-9ee0-06569152feb7 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:36:36.910990 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-009ec6bf-0558-4dd9-9ee0-06569152feb7 tempest-RoutersIpV6AdminTest-1904457346 tempest-RoutersIpV6AdminTest-1904457346-project] 10.222.0.32 "DELETE /v2.0/subnets/20f15e88-cedd-4b08-b143-7c9b2122e664 HTTP/1.1" status: 404 len: 337 time: 0.0555418 Apr 22 09:36:36.913412 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-621ae5fc-7a0b-447f-ad34-229dfa0dd236 req-4ce6697f-da95-40fe-8a1f-6503ffcfd24a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955813 Apr 22 09:36:37.032130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-a17f9f2a-b75c-4a30-964b-ed23b620d348 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310894 Apr 22 09:36:37.090263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:59Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:37.094338 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eca0853-ecef-4746-9fb5-ad78631e083c None None] The sync data for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv is: [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:34:45Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1', 'name': '', 'network_id': 'b254c29f-9f50-4ebb-b0f3-e133f8c31990', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:1b:8f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '3b828341-5576-4224-bda3-0700864faaf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:40Z', 'updated_at': '2022-04-22T09:34:59Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '3b828341-5576-4224-bda3-0700864faaf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:37.182546 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f64e090-d22e-48f3-8a1f-1ef5385ca993 req-ef193a36-6365-470a-9986-6a3c7c9b39c9 service neutron] 10.222.0.35 "GET /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437144 Apr 22 09:36:37.216516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32890) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:37.332911 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe32bf50-2944-49bc-bd80-7efc585983bf None None] New status for floating IP 390dd546-bee0-4f5e-a2dc-56a9f4766081: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:36:37.345096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:37.359922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:37.363720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e1f15226d28745299a6c8aacad5f9f43 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:37.366615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:37.372228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:37.454930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:37.459254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:37.507388 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1f15226d28745299a6c8aacad5f9f43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897878 Apr 22 09:36:37.508469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b610348-4a89-4ecf-9f9f-9bd0391781f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b7d84-ba9e-49c7-91f6-f0b541af50f3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:37.510052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32896) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:37.568987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-24c27c7a-b23d-4f99-b98c-ced35c503978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:37.594316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-24c27c7a-b23d-4f99-b98c-ced35c503978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:37.647681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-24c27c7a-b23d-4f99-b98c-ced35c503978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:37.662307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c27c7a-b23d-4f99-b98c-ced35c503978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1b7d84-ba9e-49c7-91f6-f0b541af50f3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:37.669302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-24c27c7a-b23d-4f99-b98c-ced35c503978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:37.672775 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-24c27c7a-b23d-4f99-b98c-ced35c503978 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d1b7d84-ba9e-49c7-91f6-f0b541af50f3 HTTP/1.1" status: 204 len: 168 time: 0.1594405 Apr 22 09:36:37.946517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32906) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:38.001798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-d2ec729b-ccbd-4f2a-8393-c4a6b463f8b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:38.003333 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-d2ec729b-ccbd-4f2a-8393-c4a6b463f8b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 945 time: 0.0899155 Apr 22 09:36:38.006296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32910) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:38.006575 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9f92976d-bdd0-49f3-b4df-aa6057fa5e52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=68534c7359d641dc916b56e71d743a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585074 Apr 22 09:36:38.149901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:38.150263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:38.211404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c041aa3-bb2a-42de-b03b-0cee11681c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:38.237898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:38.299725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c041aa3-bb2a-42de-b03b-0cee11681c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:38.313047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9279768-f65f-47f7-bb01-5d5e65379e66 req-cfe9d487-03fe-4086-94f3-5f4eab77414a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:38.314483 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a9279768-f65f-47f7-bb01-5d5e65379e66 req-cfe9d487-03fe-4086-94f3-5f4eab77414a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=65f9411b-3bf0-459d-9ee8-dc749adb0d78 HTTP/1.1" status: 200 len: 945 time: 0.2615514 Apr 22 09:36:38.596116 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a9279768-f65f-47f7-bb01-5d5e65379e66 req-703830f3-3a52-4d34-85a3-cb6e320a33f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=a87a13b9-1dd5-4199-af9f-351102f6aa52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729051 Apr 22 09:36:38.609657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c041aa3-bb2a-42de-b03b-0cee11681c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:38.644254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c041aa3-bb2a-42de-b03b-0cee11681c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4633f491-fe9a-44e1-b96f-cd0ce0d01648,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:38.655495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 39868659-1ca7-4f6d-a998-c6f7e7baafb3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39868659-1ca7-4f6d-a998-c6f7e7baafb3,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:38.655846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:38.663353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c041aa3-bb2a-42de-b03b-0cee11681c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:38.664464 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3c041aa3-bb2a-42de-b03b-0cee11681c22 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4633f491-fe9a-44e1-b96f-cd0ce0d01648 HTTP/1.1" status: 204 len: 168 time: 0.6571405 Apr 22 09:36:38.782248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 39868659-1ca7-4f6d-a998-c6f7e7baafb3 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:38.933605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:38.986151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=39868659-1ca7-4f6d-a998-c6f7e7baafb3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:39.068009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port 39868659-1ca7-4f6d-a998-c6f7e7baafb3 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:36:39.070762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:39.077759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'name': 'network-vif-deleted', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:36:39.091137 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ba3c6ae2-c55a-4072-8a04-88c8db00ce77 req-4d630d77-ca4d-44f4-929e-a93fc7aac901 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/39868659-1ca7-4f6d-a998-c6f7e7baafb3 HTTP/1.1" status: 204 len: 173 time: 1.0725515 Apr 22 09:36:39.124064 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e455f1-17bc-40d2-acdf-a542e0f15bb0'] response: {'server_uuid': '65f9411b-3bf0-459d-9ee8-dc749adb0d78', 'name': 'network-vif-deleted', 'tag': '39868659-1ca7-4f6d-a998-c6f7e7baafb3', 'status': 'completed', 'code': 200} Apr 22 09:36:39.712025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32944) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:39.783348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d10bcb95-1669-4942-9197-7aab65cf8d38 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:39.813372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d10bcb95-1669-4942-9197-7aab65cf8d38 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:39.882614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d10bcb95-1669-4942-9197-7aab65cf8d38 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:39.903071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bcb95-1669-4942-9197-7aab65cf8d38 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87a13b9-1dd5-4199-af9f-351102f6aa52,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:39.912680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d10bcb95-1669-4942-9197-7aab65cf8d38 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:39.913802 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d10bcb95-1669-4942-9197-7aab65cf8d38 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/a87a13b9-1dd5-4199-af9f-351102f6aa52 HTTP/1.1" status: 204 len: 168 time: 0.2007158 Apr 22 09:36:39.947451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32958) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:40.054588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32962) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:40.157647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-227138126'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:40.162166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:40.166432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Usage tracker for resource:router and tenant:8e50473b360443acb12ab836c08b0126 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:40.169252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:40.174709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:40.186548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.187580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.202288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.219937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.237962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.239280 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fc99751b-8a98-4c87-868d-6a763cb00b24 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.1836474 Apr 22 09:36:40.241881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32968) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:40.373131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4de20fec-f8c9-40d0-9068-5b302d5cba6b tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.506328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.670468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4de20fec-f8c9-40d0-9068-5b302d5cba6b tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.672752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4de20fec-f8c9-40d0-9068-5b302d5cba6b tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.698152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4de20fec-f8c9-40d0-9068-5b302d5cba6b tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.698638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de20fec-f8c9-40d0-9068-5b302d5cba6b tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e26a5f40-dda3-4648-a1c3-b7c6b2ad165d {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:40.708471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4de20fec-f8c9-40d0-9068-5b302d5cba6b tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.709583 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4de20fec-f8c9-40d0-9068-5b302d5cba6b tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e26a5f40-dda3-4648-a1c3-b7c6b2ad165d HTTP/1.1" status: 204 len: 168 time: 0.4667952 Apr 22 09:36:40.713568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32972) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:40.718246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Request body: {'router': {'name': 'tempest-router-9409092', 'distributed': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:40.722683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:40.726714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Usage tracker for resource:router and tenant:8e50473b360443acb12ab836c08b0126 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:40.730105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:40.735765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:40.746372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.747624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.762726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.780874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.801009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.802209 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b0ac62aa-a611-4420-8ee4-a7886524d821 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.0877309 Apr 22 09:36:40.805145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32976) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:40.865436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:40.865800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:40.934743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04fa019e-df66-4f3a-9735-e46673e9f184 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.170019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:41.170623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.295506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:41.351018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04fa019e-df66-4f3a-9735-e46673e9f184 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.353833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04fa019e-df66-4f3a-9735-e46673e9f184 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.376574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04fa019e-df66-4f3a-9735-e46673e9f184 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.377088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fa019e-df66-4f3a-9735-e46673e9f184 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2644c4-5c06-46f3-8b6b-2a7a2b375f23 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:41.386471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04fa019e-df66-4f3a-9735-e46673e9f184 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.390986 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-04fa019e-df66-4f3a-9735-e46673e9f184 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "DELETE /v2.0/routers/0d2644c4-5c06-46f3-8b6b-2a7a2b375f23 HTTP/1.1" status: 204 len: 168 time: 0.5813982 Apr 22 09:36:41.391134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32980) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:41.395962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Request body: {'router': {'name': 'tempest-router-1282363519', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '83dd42f78ccf45488f682b9b29848c5e'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:41.401239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:41.405077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Usage tracker for resource:router and tenant:83dd42f78ccf45488f682b9b29848c5e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:41.407903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:41.413517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:41.424039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.424987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.439409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.457225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.476262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.477514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-43ae18fc-2917-4724-83e5-67c1bb2ad9dd tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0854528 Apr 22 09:36:41.480168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32984) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:41.485173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:41.497833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.550953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:41.777181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 39868659-1ca7-4f6d-a998-c6f7e7baafb3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:36:41.812907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 39868659-1ca7-4f6d-a998-c6f7e7baafb3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:36:41.813242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 39868659-1ca7-4f6d-a998-c6f7e7baafb3 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:36:41.832442 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.868500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.869635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:41.975097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b9f5b767-4c17-409b-98ab-5d588aa817fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.002692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88062) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 22 09:36:42.003025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Router 085e4939-913a-493e-87de-1e89a91f56ec migrating from provider to provider. {{(pid=88062) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 22 09:36:42.003392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.008126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.012736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.156321 dv-neutron-839018-1-hyperv neutron-server[88062]: WARNING neutron.scheduler.l3_agent_scheduler [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] No L3 agents can host the router 085e4939-913a-493e-87de-1e89a91f56ec Apr 22 09:36:42.196046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router b21e4aaa-314c-43d2-8640-69aa35123ded has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:36:42.379278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:42.389785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] Sync routers for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:42.395254 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6cf76306-1852-479a-a820-208cf92aab81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/b21e4aaa-314c-43d2-8640-69aa35123ded/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442563 Apr 22 09:36:42.395887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 32988) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:42.402201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:42.402930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:42.452247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Hosts for router 085e4939-913a-493e-87de-1e89a91f56ec: [] {{(pid=88062) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 22 09:36:42.463649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b141e97-702a-4ea6-95ad-be0a8731da12 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet 3b828341-5576-4224-bda3-0700864faaf0 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:36:42.466787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b141e97-702a-4ea6-95ad-be0a8731da12 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.495080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Hosts for other DVR routers connected to router 085e4939-913a-493e-87de-1e89a91f56ec: set() {{(pid=88062) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 22 09:36:42.497540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.501133 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-40ce9c5f-ef83-4ad3-ad2b-cf5d913fc832 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "PUT /v2.0/routers/085e4939-913a-493e-87de-1e89a91f56ec HTTP/1.1" status: 200 len: 717 time: 1.0176492 Apr 22 09:36:42.501414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32992) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:42.529457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b141e97-702a-4ea6-95ad-be0a8731da12 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.645516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:42.648056 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b0482740-e01b-4214-aace-ee8bf8cff6e4 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "GET /v2.0/routers/085e4939-913a-493e-87de-1e89a91f56ec HTTP/1.1" status: 200 len: 717 time: 0.1455426 Apr 22 09:36:42.651177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 32996) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:42.750878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b141e97-702a-4ea6-95ad-be0a8731da12 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.826871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b141e97-702a-4ea6-95ad-be0a8731da12 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.867927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b141e97-702a-4ea6-95ad-be0a8731da12 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:42.874238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71413ff8-34c8-406e-9c6f-3c903eff2bc7 None None] Network b254c29f-9f50-4ebb-b0f3-e133f8c31990 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:42.879597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b141e97-702a-4ea6-95ad-be0a8731da12 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=3b828341-5576-4224-bda3-0700864faaf0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:42.885851 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8b141e97-702a-4ea6-95ad-be0a8731da12 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/3b828341-5576-4224-bda3-0700864faaf0 HTTP/1.1" status: 204 len: 168 time: 0.4864581 Apr 22 09:36:42.886224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33002) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:42.910844 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-15113dd4-058c-4f98-aaa1-b3896b1df5af tempest-RoutersTestDVR-1158143859 tempest-RoutersTestDVR-1158143859-project] 10.222.0.32 "GET /v2.0/routers/085e4939-913a-493e-87de-1e89a91f56ec HTTP/1.1" status: 200 len: 683 time: 0.2557392 Apr 22 09:36:42.911414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33006) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:43.042468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9d29d6a-652d-4c4e-9743-14e89665250f tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.071647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.136681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:36:41Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:43.141450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] Checking router: b21e4aaa-314c-43d2-8640-69aa35123ded for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:36:43.151847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] Routers {'b21e4aaa-314c-43d2-8640-69aa35123ded'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:43.152590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b21e4aaa-314c-43d2-8640-69aa35123ded'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:43.220590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] DHCP port deletion for b254c29f-9f50-4ebb-b0f3-e133f8c31990 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:36:43.230996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Deleting port d1dcd276-9c55-469d-a5a2-6c8b6208a977 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:43.230996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.255152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.266055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 580ca0ab-10a5-4227-9efe-e2d9a06f741e {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:43.266543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.358444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9d29d6a-652d-4c4e-9743-14e89665250f tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.360791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9d29d6a-652d-4c4e-9743-14e89665250f tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.383401 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9d29d6a-652d-4c4e-9743-14e89665250f tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.384035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d29d6a-652d-4c4e-9743-14e89665250f tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 085e4939-913a-493e-87de-1e89a91f56ec {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:43.394365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a9d29d6a-652d-4c4e-9743-14e89665250f tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.399569 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a9d29d6a-652d-4c4e-9743-14e89665250f tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "DELETE /v2.0/routers/085e4939-913a-493e-87de-1e89a91f56ec HTTP/1.1" status: 204 len: 168 time: 0.4836848 Apr 22 09:36:43.402070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33010) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:43.407314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Request body: {'router': {'name': 'tempest-router-1497764109', 'distributed': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:43.412664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:43.417433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Usage tracker for resource:router and tenant:8e50473b360443acb12ab836c08b0126 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:43.421032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:43.421575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] Set router b21e4aaa-314c-43d2-8640-69aa35123ded gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:43.426675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:43.438728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.439741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.455630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.461900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 580ca0ab-10a5-4227-9efe-e2d9a06f741e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=580ca0ab-10a5-4227-9efe-e2d9a06f741e,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:43.462354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.475738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.494909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.498582 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-aa9e134f-fb96-4b98-a265-17f41e6d8bd6 tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.0928848 Apr 22 09:36:43.498815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33014) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:43.647305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-41eedf1c-f690-40cc-a321-f7d3188ef07e tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.684064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 580ca0ab-10a5-4227-9efe-e2d9a06f741e owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:43.705996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d1dcd276-9c55-469d-a5a2-6c8b6208a977 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:36:43.775837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] For port d1dcd276-9c55-469d-a5a2-6c8b6208a977, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d1dcd276-9c55-469d-a5a2-6c8b6208a977,segment=NetworkSegment(193ceb91-d069-4d96-8894-e922e2afbdb8),segment_id=193ceb91-d069-4d96-8894-e922e2afbdb8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:43.776592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.871088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:43.916768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=580ca0ab-10a5-4227-9efe-e2d9a06f741e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:43.986694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Calling delete_port for d1dcd276-9c55-469d-a5a2-6c8b6208a977 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:44.018297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.073373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-41eedf1c-f690-40cc-a321-f7d3188ef07e tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.075607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-41eedf1c-f690-40cc-a321-f7d3188ef07e tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.099698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-41eedf1c-f690-40cc-a321-f7d3188ef07e tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.100203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41eedf1c-f690-40cc-a321-f7d3188ef07e tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a80ad2fc-ca21-4fbf-a316-a1a0ad0403a0 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:44.108487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-41eedf1c-f690-40cc-a321-f7d3188ef07e tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.109940 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-41eedf1c-f690-40cc-a321-f7d3188ef07e tempest-RoutersTestDVR-1148521687 tempest-RoutersTestDVR-1148521687-project-admin] 10.222.0.32 "DELETE /v2.0/routers/a80ad2fc-ca21-4fbf-a316-a1a0ad0403a0 HTTP/1.1" status: 204 len: 168 time: 0.6098349 Apr 22 09:36:44.159377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.173952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.237600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] No DVR routers for this DVR port d1dcd276-9c55-469d-a5a2-6c8b6208a977 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:36:44.239956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Pushing event deleted for resources: {'Port': ['ID=d1dcd276-9c55-469d-a5a2-6c8b6208a977,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:44.282872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.283227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.283573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.283909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.284240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.284600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.284932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.285270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.285587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.285911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.286237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.286557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862b9bda-8a0f-4410-bb5c-10616b5ed862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:44.302730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:36:41Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:44.310600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ccc41-e1b4-483d-bed8-8c2eddeb49b4 None None] The sync data for ids ['b21e4aaa-314c-43d2-8640-69aa35123ded'] in dv-neutron-839018-1-hyperv is: [{'id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'name': 'tempest-TestNetworkBasicOps-router-62788672', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:34:32Z', 'updated_at': '2022-04-22T09:36:41Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '580ca0ab-10a5-4227-9efe-e2d9a06f741e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:59:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e4aaa-314c-43d2-8640-69aa35123ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:34:33Z', 'updated_at': '2022-04-22T09:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:44.321392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.324540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.361388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.362965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Fanout notify agent at l3_agent the message router_deleted on router b21e4aaa-314c-43d2-8640-69aa35123ded {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:36:44.380629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.384593 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1ebc1a7c-f644-46ee-aad6-aa4a934dbfe2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/routers/b21e4aaa-314c-43d2-8640-69aa35123ded HTTP/1.1" status: 204 len: 168 time: 1.4934916 Apr 22 09:36:44.385222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33022) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:44.386686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e926a63a-8db9-4a2e-b7cd-f02a19695d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.473763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33026) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:44.508869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.599561 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.614480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:44.618556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:83dd42f78ccf45488f682b9b29848c5e is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:44.622192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:44.628636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:44.648191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.681121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b254c29f-9f50-4ebb-b0f3-e133f8c31990']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:44.701005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193ceb91-d069-4d96-8894-e922e2afbdb8') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:44.701301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193ceb91-d069-4d96-8894-e922e2afbdb8') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:44.713449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.723608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.729611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.731307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.738119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:36:44.739325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:36:44.757987 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:36:44.781710 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83dd42f78ccf45488f682b9b29848c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066492 Apr 22 09:36:44.783378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce9b9a-24da-4088-882d-1a6b81c53ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4730bda8-4501-4c5d-8462-1c0eb571b4c2,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:44.787002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33032) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:44.839072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.849316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8f742b8-473d-4b62-ae7c-b8f27f49a9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.859050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.868791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=b254c29f-9f50-4ebb-b0f3-e133f8c31990,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:44.878273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8f742b8-473d-4b62-ae7c-b8f27f49a9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.882681 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a3a515ac-28af-4c06-a723-f8a0faa5df31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/b254c29f-9f50-4ebb-b0f3-e133f8c31990 HTTP/1.1" status: 204 len: 168 time: 0.4936817 Apr 22 09:36:44.895218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33036) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:44.901885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--146990131', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:44.906669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:44.910695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:network and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:44.913893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:44.920017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:44.929759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:44.933716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.934077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8f742b8-473d-4b62-ae7c-b8f27f49a9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.949575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f742b8-473d-4b62-ae7c-b8f27f49a9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4730bda8-4501-4c5d-8462-1c0eb571b4c2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:44.954656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8f742b8-473d-4b62-ae7c-b8f27f49a9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.955692 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b8f742b8-473d-4b62-ae7c-b8f27f49a9a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4730bda8-4501-4c5d-8462-1c0eb571b4c2 HTTP/1.1" status: 204 len: 168 time: 0.1688681 Apr 22 09:36:44.964452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:36:44.976726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:44.977378 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment 4faf29c7-36c2-4df0-96c9-ebda204a1e44 of type vlan for network fc6fef84-b49d-4fa6-940d-7554828f80ef Apr 22 09:36:45.006517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.036813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.044530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:45.045129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.155536 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2568560 Apr 22 09:36:45.156481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33044) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:45.165322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd98523-9682-4243-a395-ef05d2c41998 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=fc6fef84-b49d-4fa6-940d-7554828f80ef,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:45.165597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'admin_state_up': True, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:45.183373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network fc6fef84-b49d-4fa6-940d-7554828f80ef details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:36:45.201915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:45.207812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:router and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:45.216210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:45.225533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:45.237384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.239234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.256034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.328307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33048) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:45.348805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.359932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.365748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:45.370158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] Usage tracker for resource:security_group_rule and tenant:8e50473b360443acb12ab836c08b0126 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:45.373179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:45.379942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:45.473437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.477431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.525692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c81f40b-fdb5-4300-957e-aa27040d3563,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:45.530931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3e4b6bf2-02e8-49b8-925e-a9c85c7e24fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e50473b360443acb12ab836c08b0126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2015114 Apr 22 09:36:45.536877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33052) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:45.556833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.602849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a36d53a9-4e2a-42a4-94a6-689e52b8f7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.608598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:36:45.631869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a36d53a9-4e2a-42a4-94a6-689e52b8f7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.642658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:36:45.643176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f6f7e7d1-250c-4fd5-a22f-d5fa68c212a1 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:36:45.643654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 580ca0ab-10a5-4227-9efe-e2d9a06f741e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:36:45.684020 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 580ca0ab-10a5-4227-9efe-e2d9a06f741e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:36:45.684755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 580ca0ab-10a5-4227-9efe-e2d9a06f741e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:36:45.688813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a36d53a9-4e2a-42a4-94a6-689e52b8f7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.701806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.708595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d53a9-4e2a-42a4-94a6-689e52b8f7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c81f40b-fdb5-4300-957e-aa27040d3563,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:45.711896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a36d53a9-4e2a-42a4-94a6-689e52b8f7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.713655 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a36d53a9-4e2a-42a4-94a6-689e52b8f7bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c81f40b-fdb5-4300-957e-aa27040d3563 HTTP/1.1" status: 204 len: 168 time: 0.1758118 Apr 22 09:36:45.897162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:45.926454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.074235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.105 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/9e90c45f-4afc-46df-a22d-efa1040cbba2) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:46.232251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.263267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.322967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:46.325634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:46.329269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:46.370518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=9e90c45f-4afc-46df-a22d-efa1040cbba2,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:46.472231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33076) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:46.586204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2100848979'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:46.591772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:46.596084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:network and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:46.599191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:46.606037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:46.616760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:46.620776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.633897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.648798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:46.652581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group_rule and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:46.655331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:46.660995 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:46.743672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.747994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.782915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:36:46.791808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74a264d-c16b-4dbf-9646-d0cb69af0ccb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:46.797486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.797847 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Added segment cae138b6-0a09-4533-b47f-9c5301150e08 of type vlan for network dac2cfd1-13f3-4256-84fc-de311c779450 Apr 22 09:36:46.828428 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.857157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.862564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:46.863136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.893308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:46.971521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Network': ['ID=dac2cfd1-13f3-4256-84fc-de311c779450,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:46.979281 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3c3462d5-307a-48b0-93e4-65a9fa078039 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5026791 Apr 22 09:36:46.979560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33082) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:46.985755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:36:46.987017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'name': 'tempest-PortsTestJSON-1051900432'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:47.104245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:47.108230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:47.111392 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.111563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:47.117262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:47.125948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:47.129431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.154863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port f11791d1-9c82-4331-90b8-df03341635bc yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:36:47.252281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.457651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 22d14755-8c46-47e9-a90a-0c2b5913c56f is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:36:47.478199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.505690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.609437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=f11791d1-9c82-4331-90b8-df03341635bc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:47.618066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking segment: {'id': 'cae138b6-0a09-4533-b47f-9c5301150e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:47.618420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network hostable DHCP agents. Network: dac2cfd1-13f3-4256-84fc-de311c779450, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:36:47.639660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:36:47.642348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:47.650026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, dac2cfd1-13f3-4256-84fc-de311c779450) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:47.652753 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Sync routers for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:47.654276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:47.659979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:47.660929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.663445 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:47.664083 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:47.667947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e8da0-6556-4b82-8a5f-20ad90e57858 None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:47.674744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.676381 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b7513338-3110-4fc6-8f21-d70425da5b2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5187488 Apr 22 09:36:47.679877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33086) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:47.695880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33092) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:47.696173 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1aec3c39-92fb-4c57-9f16-2e3da4edba31 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7153673 Apr 22 09:36:47.702675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-534389145'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:47.712058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:47.718318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:network and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:47.722320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:47.729486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:47.742995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:47.749069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.787780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:36:47.799692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.800342 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Added segment 8b6b04fd-add5-4ee9-b750-b4a0865c68da of type vlan for network c4e67015-35cd-4c97-b36b-921522c4ebb4 Apr 22 09:36:47.844195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.877280 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:47.877790 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-52b5413e-7855-4fc7-8070-8151e2ff28df tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1962712 Apr 22 09:36:47.880041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33096) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:47.905606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:47.910877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:47.911448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.081639 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3845761 Apr 22 09:36:48.084842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33100) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:48.088480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf078b-7ecd-42a4-b856-190c613a4759 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Network': ['ID=c4e67015-35cd-4c97-b36b-921522c4ebb4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:48.091052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'ports': [{'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450'}, {'network_id': 'c4e67015-35cd-4c97-b36b-921522c4ebb4'}]} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:48.091510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:48.092049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'c4e67015-35cd-4c97-b36b-921522c4ebb4'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:48.107717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network c4e67015-35cd-4c97-b36b-921522c4ebb4 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:36:48.122449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27acc77e-c483-45b0-a270-5feace2acfa1 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:48.124798 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-27acc77e-c483-45b0-a270-5feace2acfa1 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2428887 Apr 22 09:36:48.126996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33104) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:48.175193 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:46Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:48.180708 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Checking router: 22d14755-8c46-47e9-a90a-0c2b5913c56f for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:36:48.181259 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Updating router 22d14755-8c46-47e9-a90a-0c2b5913c56f port 9e90c45f-4afc-46df-a22d-efa1040cbba2 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:36:48.245291 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.314924 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-68d1e0b5-5efd-48f0-97d3-18339cb267ae tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1845958 Apr 22 09:36:48.315144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33110) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:48.320532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1137141827', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:48.335076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:48.340866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:48.344174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:48.351354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:48.365930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 2} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:48.371702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.390377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.441844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:48.445694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:48.448596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:48.454265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:48.464806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:48.468209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.642006 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.654372 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Transition to ACTIVE for port object 9e90c45f-4afc-46df-a22d-efa1040cbba2 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:48.655370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 08d14fe5-7c59-454f-a7a7-6c2172de9492 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:36:48.662509 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.739173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.741864 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Attempting to bind port 9e90c45f-4afc-46df-a22d-efa1040cbba2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:36:48.742197 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Attempting to bind port 9e90c45f-4afc-46df-a22d-efa1040cbba2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:36:48.742548 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Attempting to bind port 9e90c45f-4afc-46df-a22d-efa1040cbba2 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:48.749189 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Pushing event updated for resources: {'Port': ['ID=9e90c45f-4afc-46df-a22d-efa1040cbba2,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:48.754030 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:36:48.754392 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:48.754787 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.755167 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:36:48.755619 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Bound port: 9e90c45f-4afc-46df-a22d-efa1040cbba2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:36:48.755982 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.757009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.787284 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.787614 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.788143 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.788674 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.789174 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.789504 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.789822 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.790138 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.790458 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.791359 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.791671 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.791981 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:36:48.831741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=2ed9a372-f2c1-481e-8876-378271c8c772,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:48.833936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:48.834188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: fc6fef84-b49d-4fa6-940d-7554828f80ef, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:36:48.843738 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] For port 9e90c45f-4afc-46df-a22d-efa1040cbba2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:36:48.847408 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] For port 9e90c45f-4afc-46df-a22d-efa1040cbba2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9e90c45f-4afc-46df-a22d-efa1040cbba2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:36:48.851843 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.857447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fc6fef84-b49d-4fa6-940d-7554828f80ef is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:36:48.868713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, fc6fef84-b49d-4fa6-940d-7554828f80ef) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:48.873467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:48.874130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:48.874905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port c5012c66-9cd6-4e19-8ed2-d40d69ecfb50 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:36:48.881109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57160c7f-23f2-40c7-9147-85c5771eb687 None None] Network fc6fef84-b49d-4fa6-940d-7554828f80ef requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:48.908854 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-65876579-7436-4546-aa31-5483e4aecda5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5923264 Apr 22 09:36:48.909562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33118) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:48.930653 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa46395-0c99-48d4-9699-d324a5efc985 None None] Pushing event updated for resources: {'Port': ['ID=9e90c45f-4afc-46df-a22d-efa1040cbba2,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:48.934419 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:48.935005 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:49.117577 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:49.124181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-fc6fef84-b49d-4fa6-940d-7554828f80ef', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:36:49.125646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.213589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.291512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Allocated IP 172.20.0.2 (fc6fef84-b49d-4fa6-940d-7554828f80ef/2ed9a372-f2c1-481e-8876-378271c8c772/a417af97-f258-4f31-93ce-0d3518ca829b) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:49.347736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.413431 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:46Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:49.417462 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66399360-21fd-44d6-8e84-48993fdd87ea None None] The sync data for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv is: [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:46Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:49.599346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.608919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:49.611957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Transition to ACTIVE for port object a417af97-f258-4f31-93ce-0d3518ca829b will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:49.613730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:49.625328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:49.626157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.635883 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Transition to ACTIVE for port object a417af97-f258-4f31-93ce-0d3518ca829b will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:49.636837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=08d14fe5-7c59-454f-a7a7-6c2172de9492,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:49.642871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.717231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Network fc6fef84-b49d-4fa6-940d-7554828f80ef is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:49.724061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:49.732306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:49.739637 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Pushing event updated for resources: {'Port': ['ID=a417af97-f258-4f31-93ce-0d3518ca829b,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:49.835580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=c5012c66-9cd6-4e19-8ed2-d40d69ecfb50,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:49.836183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Attempting to bind port a417af97-f258-4f31-93ce-0d3518ca829b on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:36:49.836183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Attempting to bind port a417af97-f258-4f31-93ce-0d3518ca829b by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:36:49.836939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Attempting to bind port a417af97-f258-4f31-93ce-0d3518ca829b on network fc6fef84-b49d-4fa6-940d-7554828f80ef {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:49.848654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:36:49.849078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Checking segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:49.849620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.850107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Bound using segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:36:49.850660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Bound port: a417af97-f258-4f31-93ce-0d3518ca829b, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:36:49.851097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.876930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking segment: {'id': '8b6b04fd-add5-4ee9-b750-b4a0865c68da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'c4e67015-35cd-4c97-b36b-921522c4ebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:49.877295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network hostable DHCP agents. Network: c4e67015-35cd-4c97-b36b-921522c4ebb4, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:36:49.948592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network c4e67015-35cd-4c97-b36b-921522c4ebb4 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:36:49.958846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] For port a417af97-f258-4f31-93ce-0d3518ca829b, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:36:49.962480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] For port a417af97-f258-4f31-93ce-0d3518ca829b, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a417af97-f258-4f31-93ce-0d3518ca829b,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:36:49.967215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:49.972874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, c4e67015-35cd-4c97-b36b-921522c4ebb4) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:49.979714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:49.985334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:49.990080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:49.990759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.012899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394e297-5ab0-4c35-8a3b-d9ccda8f421f None None] Network c4e67015-35cd-4c97-b36b-921522c4ebb4 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:50.055130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4aed0586-2397-410b-a2f6-c22df64a7b39 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9690425 Apr 22 09:36:50.058118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33122) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:50.073529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.152734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-904f27aa-daad-438e-93e8-c2db7bd1cf8a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port c5012c66-9cd6-4e19-8ed2-d40d69ecfb50 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:50.154302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-904f27aa-daad-438e-93e8-c2db7bd1cf8a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.164629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06dec88-6ac1-452b-a413-d58aca8ef0a0 None None] Pushing event updated for resources: {'Port': ['ID=a417af97-f258-4f31-93ce-0d3518ca829b,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:50.440004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-904f27aa-daad-438e-93e8-c2db7bd1cf8a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.583093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-904f27aa-daad-438e-93e8-c2db7bd1cf8a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for c5012c66-9cd6-4e19-8ed2-d40d69ecfb50 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:50.615094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.1 (fc6fef84-b49d-4fa6-940d-7554828f80ef/2ed9a372-f2c1-481e-8876-378271c8c772/0fb7b22d-4d85-48de-9e7e-572273c94b34) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:50.670307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-904f27aa-daad-438e-93e8-c2db7bd1cf8a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.723131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f27aa-daad-438e-93e8-c2db7bd1cf8a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=c5012c66-9cd6-4e19-8ed2-d40d69ecfb50,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:50.728143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-904f27aa-daad-438e-93e8-c2db7bd1cf8a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.736613 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-904f27aa-daad-438e-93e8-c2db7bd1cf8a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/c5012c66-9cd6-4e19-8ed2-d40d69ecfb50 HTTP/1.1" status: 204 len: 168 time: 0.6744878 Apr 22 09:36:50.736954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33126) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:50.795191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.814051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 0fb7b22d-4d85-48de-9e7e-572273c94b34 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:50.823839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd54cf2-c38a-4bc7-b095-e79f7ed96517 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:50.829600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd54cf2-c38a-4bc7-b095-e79f7ed96517 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:50.830331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bdd54cf2-c38a-4bc7-b095-e79f7ed96517 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:50.838462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.846522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-bdd54cf2-c38a-4bc7-b095-e79f7ed96517 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:50.847733 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bdd54cf2-c38a-4bc7-b095-e79f7ed96517 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1099186 Apr 22 09:36:50.850487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33130) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:50.904712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fc6fef84-b49d-4fa6-940d-7554828f80ef is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:50.907621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:50.911460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:50.920925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-12222c67-5061-4cc1-92db-b1fdc28f1381 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 08d14fe5-7c59-454f-a7a7-6c2172de9492 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:50.921263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-12222c67-5061-4cc1-92db-b1fdc28f1381 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:50.959074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=0fb7b22d-4d85-48de-9e7e-572273c94b34,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:50.986066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.135801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.149933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-12222c67-5061-4cc1-92db-b1fdc28f1381 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.343409 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:36:51.384327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-12222c67-5061-4cc1-92db-b1fdc28f1381 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 08d14fe5-7c59-454f-a7a7-6c2172de9492 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:51.471994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-12222c67-5061-4cc1-92db-b1fdc28f1381 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.570149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12222c67-5061-4cc1-92db-b1fdc28f1381 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=08d14fe5-7c59-454f-a7a7-6c2172de9492,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:51.586133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-12222c67-5061-4cc1-92db-b1fdc28f1381 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.617320 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-12222c67-5061-4cc1-92db-b1fdc28f1381 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/08d14fe5-7c59-454f-a7a7-6c2172de9492 HTTP/1.1" status: 204 len: 168 time: 0.7658329 Apr 22 09:36:51.618128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33136) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:51.708837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9e90c45f-4afc-46df-a22d-efa1040cbba2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:51.732734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e50196-3565-49ea-9960-953fcb40459f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:51.733571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e0e50196-3565-49ea-9960-953fcb40459f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:51.751230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e0e50196-3565-49ea-9960-953fcb40459f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:51.752516 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e0e50196-3565-49ea-9960-953fcb40459f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1305482 Apr 22 09:36:51.755209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33140) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:51.792593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be09e17-7425-43fb-a8bc-d27799b67b2a None None] Network fc6fef84-b49d-4fa6-940d-7554828f80ef requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:51.792821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.805808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.813047 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c18264-a97e-424f-8048-4d8e4eb16cec tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:36:51.814364 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-94c18264-a97e-424f-8048-4d8e4eb16cec tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/c5012c66-9cd6-4e19-8ed2-d40d69ecfb50 HTTP/1.1" status: 404 len: 333 time: 0.0581832 Apr 22 09:36:51.817021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33144) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:51.861471 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b644444-df4b-4b45-9749-d4e60d106717 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:36:51.864331 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8b644444-df4b-4b45-9749-d4e60d106717 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/08d14fe5-7c59-454f-a7a7-6c2172de9492 HTTP/1.1" status: 404 len: 333 time: 0.0461631 Apr 22 09:36:51.865441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33148) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:51.910114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 9e90c45f-4afc-46df-a22d-efa1040cbba2 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:51.912966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a9f0a269-503b-4765-97ba-604edf901664 None None] Provisioning for port a417af97-f258-4f31-93ce-0d3518ca829b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:51.924464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9e90c45f-4afc-46df-a22d-efa1040cbba2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:51.924743 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.928164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:51.931687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=0fb7b22d-4d85-48de-9e7e-572273c94b34,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:51.991494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.080449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fc6fef84-b49d-4fa6-940d-7554828f80ef is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:52.081812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:52.124959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.150675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.170880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e67015-35cd-4c97-b36b-921522c4ebb4']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:52.176591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 9e90c45f-4afc-46df-a22d-efa1040cbba2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9e90c45f-4afc-46df-a22d-efa1040cbba2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:52.181985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.182844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a417af97-f258-4f31-93ce-0d3518ca829b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:52.190280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6b04fd-add5-4ee9-b750-b4a0865c68da') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:52.190725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6b04fd-add5-4ee9-b750-b4a0865c68da') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:52.209715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.230336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.237024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:36:52.237427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:36:52.252864 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:36:52.283964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 22d14755-8c46-47e9-a90a-0c2b5913c56f has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:36:52.320451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=9e90c45f-4afc-46df-a22d-efa1040cbba2,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:52.340088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port a417af97-f258-4f31-93ce-0d3518ca829b completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:52.346897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a417af97-f258-4f31-93ce-0d3518ca829b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:52.347368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.354198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.385989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.401637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Network': ['ID=c4e67015-35cd-4c97-b36b-921522c4ebb4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:52.405414 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11ccc2ec-f321-4d1f-8512-7f417734811b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/networks/c4e67015-35cd-4c97-b36b-921522c4ebb4 HTTP/1.1" status: 204 len: 168 time: 0.5386002 Apr 22 09:36:52.410330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33152) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:52.417736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1805133499'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:52.423422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:52.427608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:network and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:52.430605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:52.438561 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:52.453511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:52.457986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.490213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:36:52.496770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.515099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.515512 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Added segment 6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03 of type vlan for network 4bf22778-a339-4e49-b035-e00808de7d44 Apr 22 09:36:52.545416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port a417af97-f258-4f31-93ce-0d3518ca829b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a417af97-f258-4f31-93ce-0d3518ca829b,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:52.552299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:36:52.553590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.561111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.582699 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e7037773-73c2-405f-95bf-ab98f8dca43b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/22d14755-8c46-47e9-a90a-0c2b5913c56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6720352 Apr 22 09:36:52.583329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33156) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:52.610684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.614359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Sync routers for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:36:52.623055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.624639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.636417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5a55a811-3102-4de5-b83b-d67513b5d6bb None None] Provisioning for port 0fb7b22d-4d85-48de-9e7e-572273c94b34 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:52.653563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5a55a811-3102-4de5-b83b-d67513b5d6bb None None] Provisioning complete for port 0fb7b22d-4d85-48de-9e7e-572273c94b34 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:52.654032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5a55a811-3102-4de5-b83b-d67513b5d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:52.753432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:52.754250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:52.755427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Network': ['ID=4bf22778-a339-4e49-b035-e00808de7d44,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:52.769858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449335-c884-4628-8a2c-3c7bd4ac5209 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.770406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449335-c884-4628-8a2c-3c7bd4ac5209 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.770953 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4d2610d5-bdb7-403d-9aec-9cefbd9c906f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3591282 Apr 22 09:36:52.774175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33160) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:52.774363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449335-c884-4628-8a2c-3c7bd4ac5209 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.774757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449335-c884-4628-8a2c-3c7bd4ac5209 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.775904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449335-c884-4628-8a2c-3c7bd4ac5209 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.776674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449335-c884-4628-8a2c-3c7bd4ac5209 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.777200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24449335-c884-4628-8a2c-3c7bd4ac5209 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.779890 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-24449335-c884-4628-8a2c-3c7bd4ac5209 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4868 time: 0.1950727 Apr 22 09:36:52.782171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33164) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:52.784637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': '4bf22778-a339-4e49-b035-e00808de7d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:52.852833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 4bf22778-a339-4e49-b035-e00808de7d44 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:36:52.861122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dbc02-3b16-436d-bc2d-2497b5515dca tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.861728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dbc02-3b16-436d-bc2d-2497b5515dca tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.862253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dbc02-3b16-436d-bc2d-2497b5515dca tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.862768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dbc02-3b16-436d-bc2d-2497b5515dca tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.863279 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dbc02-3b16-436d-bc2d-2497b5515dca tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:52.867748 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3d6dbc02-3b16-436d-bc2d-2497b5515dca tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.0820823 Apr 22 09:36:52.868013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33168) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:52.917182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=a417af97-f258-4f31-93ce-0d3518ca829b,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:52.921417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:52.926004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:52.929269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:52.938825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:52.953407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:52.958008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.025608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5a55a811-3102-4de5-b83b-d67513b5d6bb None None] Port 0fb7b22d-4d85-48de-9e7e-572273c94b34 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:36:53.061762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Performing IP validity checks on allocation pools {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 09:36:53.062974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.ipam_backend_mixin [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 09:36:53.100142 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e64eb267-cb7c-4c16-ba85-c683e5080629 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.2279079 Apr 22 09:36:53.173363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5a55a811-3102-4de5-b83b-d67513b5d6bb None None] Provisioning complete for port a417af97-f258-4f31-93ce-0d3518ca829b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:53.173732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5a55a811-3102-4de5-b83b-d67513b5d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.200411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.245891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:53.288708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=48c15efa-1718-4322-9d7b-97be7d41229f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:53.301345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking segment: {'id': '6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf22778-a339-4e49-b035-e00808de7d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:53.302765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network hostable DHCP agents. Network: 4bf22778-a339-4e49-b035-e00808de7d44, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:36:53.338152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network 4bf22778-a339-4e49-b035-e00808de7d44 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:36:53.340432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33174) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:53.346058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048309610', 'description': 'tempest-secgroup-smoke-1048309610 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:53.350065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 4bf22778-a339-4e49-b035-e00808de7d44) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:53.352744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:53.355616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:53.356963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.357141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:53.360196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:53.366475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:53.377728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.384966 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ff2fd075-b3f1-493d-bcc5-120106b47a36 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6086664 Apr 22 09:36:53.387818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33178) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:53.392040 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343daad3-4b12-4142-bb6f-1e0265298290 None None] Network 4bf22778-a339-4e49-b035-e00808de7d44 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:53.398273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': '4bf22778-a339-4e49-b035-e00808de7d44', 'name': 'tempest-PortsTestJSON-1918044666'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:53.399058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:53.403080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:53.406666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:53.412755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:53.486601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.491340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.528171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943b742e-21b6-4ce2-ad30-cb048d562c88,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:53.556314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.559387 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-128b1c79-c400-4013-a567-9d80a6168c0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2174990 Apr 22 09:36:53.563168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33182) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:53.570131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '943b742e-21b6-4ce2-ad30-cb048d562c88', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:53.578693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:53.591896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:53.618119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:53.634062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:53.664151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.667065 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9e90c45f-4afc-46df-a22d-efa1040cbba2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:53.667428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:53.677322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:53.688091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:53.691857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.714374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:36:53.757848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.762537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.798053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4b144d-c3b7-4942-9218-646aa76a9ee3,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:53.812257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.814191 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0eef84aa-507b-4b19-bf71-0ac8186b57de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2498174 Apr 22 09:36:53.818324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33186) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:53.825350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '943b742e-21b6-4ce2-ad30-cb048d562c88', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:53.834228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:53.841581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:53.846267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:53.852278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:53.873409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.885515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.8 (4bf22778-a339-4e49-b035-e00808de7d44/48c15efa-1718-4322-9d7b-97be7d41229f/fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:53.908089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7efd9d7e-113e-4613-a5b2-075f91d3fa05 None None] Provisioning complete for port 0fb7b22d-4d85-48de-9e7e-572273c94b34 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:53.908787 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7efd9d7e-113e-4613-a5b2-075f91d3fa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.939148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.944678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:53.974761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e22972d-a541-4e7b-bd76-f247a54aa928,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:54.005130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.012635 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e4ba20b8-bf08-4fa8-a95b-4c81a42b7496 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1893678 Apr 22 09:36:54.013632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33190) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:54.022413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '943b742e-21b6-4ce2-ad30-cb048d562c88', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:54.030510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:54.032663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9e90c45f-4afc-46df-a22d-efa1040cbba2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:54.033184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.034788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:54.039430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:54.046083 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:54.066397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-4bf22778-a339-4e49-b035-e00808de7d44', 'network_id': '4bf22778-a339-4e49-b035-e00808de7d44', 'tenant_id': '38a27536bad2486e8541da6daa8d8ebf', 'fixed_ips': [{'subnet_id': '48c15efa-1718-4322-9d7b-97be7d41229f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:36:54.067620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.074194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.122675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7efd9d7e-113e-4613-a5b2-075f91d3fa05 None None] Port 0fb7b22d-4d85-48de-9e7e-572273c94b34 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:36:54.160067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.166590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.191994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb3a44a-3bb3-4bbc-8c30-8a4ded032c18,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:54.202197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.203781 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-657e3211-d3d2-4a4b-9ebe-1b557745245c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1878443 Apr 22 09:36:54.208081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33194) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:54.214166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '943b742e-21b6-4ce2-ad30-cb048d562c88', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:54.220532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:54.225449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:54.230833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:54.236039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:54.241227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:54.257518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.261206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.272504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Checking router: 22d14755-8c46-47e9-a90a-0c2b5913c56f for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:36:54.272934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Updating router 22d14755-8c46-47e9-a90a-0c2b5913c56f port 0fb7b22d-4d85-48de-9e7e-572273c94b34 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:36:54.275946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:54.304176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.380873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network 4bf22778-a339-4e49-b035-e00808de7d44 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:54.384376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:54.393777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:54.434320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:54.452664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.458465 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.467384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:54.468324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.480669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0e7070-8439-42e4-bc36-b22cfd896bf9,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:54.500003 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7dc0d77d-badc-48da-b5f8-bf20d72656bb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1097844 Apr 22 09:36:54.500947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33198) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:54.518807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.523892 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7c2bba91-8b07-4e21-a590-0bc470badbce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3112123 Apr 22 09:36:54.524211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33204) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:54.535193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '943b742e-21b6-4ce2-ad30-cb048d562c88', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:54.543568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:54.549358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:54.554133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:54.569244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:54.574901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.577176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-015f4601-b192-402c-bc4a-3e310a9e9bef tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:54.577537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-015f4601-b192-402c-bc4a-3e310a9e9bef tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.583973 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:36:54.593517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.595846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Allocated IP 172.20.0.2 (4bf22778-a339-4e49-b035-e00808de7d44/48c15efa-1718-4322-9d7b-97be7d41229f/54e6c034-2b7b-4afa-835b-e7242784331d) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:54.662484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a417af97-f258-4f31-93ce-0d3518ca829b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:54.672222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.676705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.708380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b5ab87-d426-4280-aa49-13ebb993b630,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:54.717183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.721130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e1ce8621-88e6-4089-b576-f9715541bdc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1948383 Apr 22 09:36:54.721944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33208) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:54.727490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '943b742e-21b6-4ce2-ad30-cb048d562c88', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:54.734438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:54.738345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:54.743349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:54.749138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:54.760788 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:36:54.767571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.836911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.841526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.870647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-015f4601-b192-402c-bc4a-3e310a9e9bef tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.875010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebbb0066-74f7-48f6-baba-a9f0f054cddb,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:54.877282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:54.884853 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9370b1ff-b3a4-42a7-a21d-38396d7b4da8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1554129 Apr 22 09:36:55.006885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-015f4601-b192-402c-bc4a-3e310a9e9bef tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:55.028656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a417af97-f258-4f31-93ce-0d3518ca829b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:55.029150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.113295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-fcb9326d-454d-48a6-84b5-765aee6f7dd6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:55.129046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-fcb9326d-454d-48a6-84b5-765aee6f7dd6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:55.130495 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-fcb9326d-454d-48a6-84b5-765aee6f7dd6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048309610&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0579274 Apr 22 09:36:55.171886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-015f4601-b192-402c-bc4a-3e310a9e9bef tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.195249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.224730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f4601-b192-402c-bc4a-3e310a9e9bef tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:55.244924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Transition to ACTIVE for port object 54e6c034-2b7b-4afa-835b-e7242784331d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:55.292891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-55762db4-a032-47fd-a0c8-659d14d63b23 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:55.293687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-55762db4-a032-47fd-a0c8-659d14d63b23 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:55.314728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-55762db4-a032-47fd-a0c8-659d14d63b23 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:55.317031 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-55762db4-a032-47fd-a0c8-659d14d63b23 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 796 time: 0.1787217 Apr 22 09:36:55.330229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-015f4601-b192-402c-bc4a-3e310a9e9bef tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.336000 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Transition to ACTIVE for port object 54e6c034-2b7b-4afa-835b-e7242784331d will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:55.336220 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-a6afbdfd-18f6-4843-a050-329c6849a2cc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.0131683 Apr 22 09:36:55.346053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-015f4601-b192-402c-bc4a-3e310a9e9bef tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9 HTTP/1.1" status: 204 len: 168 time: 0.8439705 Apr 22 09:36:55.348685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33224) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:55.349600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.393947 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2990e1ca-41f5-45bd-be3d-a8be2ebe7004 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:36:55.394506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2990e1ca-41f5-45bd-be3d-a8be2ebe7004 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:36:55.396733 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2990e1ca-41f5-45bd-be3d-a8be2ebe7004 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9 HTTP/1.1" status: 404 len: 333 time: 0.0466235 Apr 22 09:36:55.399533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33228) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:55.410743 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.427951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Network 4bf22778-a339-4e49-b035-e00808de7d44 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:55.431529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-8e3f56d0-cb25-4b50-a304-709ca36a8f17 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:55.433914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:55.444577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Transition to ACTIVE for port object 0fb7b22d-4d85-48de-9e7e-572273c94b34 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:55.448452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-8e3f56d0-cb25-4b50-a304-709ca36a8f17 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:55.448642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:55.450385 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-8e3f56d0-cb25-4b50-a304-709ca36a8f17 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078601 Apr 22 09:36:55.455398 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd116ac-857c-443d-892e-85a63f6069b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:36:55.456064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1fd116ac-857c-443d-892e-85a63f6069b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:55.458437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Pushing event updated for resources: {'Port': ['ID=54e6c034-2b7b-4afa-835b-e7242784331d,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:55.473745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1fd116ac-857c-443d-892e-85a63f6069b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:55.475173 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1fd116ac-857c-443d-892e-85a63f6069b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/fcc2cc0e-b044-4fe7-b5ff-ede90b578ac9 HTTP/1.1" status: 404 len: 333 time: 0.0741224 Apr 22 09:36:55.478134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33232) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:55.488016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.554388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-244f71d2-38f2-494e-bd82-d657068e8c65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet 48c15efa-1718-4322-9d7b-97be7d41229f {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:36:55.557948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-244f71d2-38f2-494e-bd82-d657068e8c65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.618002 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-fac84fd7-e7d2-4423-877a-138c8075d5ea service neutron] 10.222.0.32 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432154 Apr 22 09:36:55.640123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-244f71d2-38f2-494e-bd82-d657068e8c65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.679655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Attempting to bind port 54e6c034-2b7b-4afa-835b-e7242784331d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:36:55.679970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Attempting to bind port 54e6c034-2b7b-4afa-835b-e7242784331d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf22778-a339-4e49-b035-e00808de7d44'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:36:55.680326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Attempting to bind port 54e6c034-2b7b-4afa-835b-e7242784331d on network 4bf22778-a339-4e49-b035-e00808de7d44 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:55.746372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-244f71d2-38f2-494e-bd82-d657068e8c65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.781209 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-fe77b8b6-e68b-43ad-bb38-cfe6c906a818 service neutron] 10.222.0.32 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545093 Apr 22 09:36:55.791246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:36:55.791655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Checking segment: {'id': '6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf22778-a339-4e49-b035-e00808de7d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:55.792037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.792446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Bound using segment: {'id': '6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf22778-a339-4e49-b035-e00808de7d44'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:36:55.792935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Bound port: 54e6c034-2b7b-4afa-835b-e7242784331d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '4bf22778-a339-4e49-b035-e00808de7d44'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:36:55.793310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.819655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c5838-34f8-425e-ab46-3db5b611440f None None] Pushing event updated for resources: {'Port': ['ID=0fb7b22d-4d85-48de-9e7e-572273c94b34,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:55.864808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-244f71d2-38f2-494e-bd82-d657068e8c65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.914992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f71d2-38f2-494e-bd82-d657068e8c65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=48c15efa-1718-4322-9d7b-97be7d41229f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:55.917839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-244f71d2-38f2-494e-bd82-d657068e8c65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.927251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33236) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:55.927672 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-244f71d2-38f2-494e-bd82-d657068e8c65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/48c15efa-1718-4322-9d7b-97be7d41229f HTTP/1.1" status: 204 len: 168 time: 0.4483612 Apr 22 09:36:55.969476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Attempting to bind port 0fb7b22d-4d85-48de-9e7e-572273c94b34 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:36:55.969756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Attempting to bind port 0fb7b22d-4d85-48de-9e7e-572273c94b34 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:36:55.970122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Attempting to bind port 0fb7b22d-4d85-48de-9e7e-572273c94b34 on network fc6fef84-b49d-4fa6-940d-7554828f80ef {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:55.997324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:36:55.997697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Checking segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:55.998103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:55.998494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Bound using segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:36:55.998960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Bound port: 0fb7b22d-4d85-48de-9e7e-572273c94b34, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:36:55.999328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.030639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-b5d8c44d-4626-41dc-b769-ff8126ceda44 req-f8661fc5-5cae-4bb5-be0b-9529ffb8cd99 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:36:56.044835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-b5d8c44d-4626-41dc-b769-ff8126ceda44 req-f8661fc5-5cae-4bb5-be0b-9529ffb8cd99 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:36:56.054579 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5d8c44d-4626-41dc-b769-ff8126ceda44 req-f8661fc5-5cae-4bb5-be0b-9529ffb8cd99 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 210 time: 0.0721750 Apr 22 09:36:56.079930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] For port 54e6c034-2b7b-4afa-835b-e7242784331d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:36:56.099650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] For port 54e6c034-2b7b-4afa-835b-e7242784331d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=54e6c034-2b7b-4afa-835b-e7242784331d,segment=NetworkSegment(6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03),segment_id=6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:36:56.107775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.150802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.166011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 54e6c034-2b7b-4afa-835b-e7242784331d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:56.166011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.207592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] For port 0fb7b22d-4d85-48de-9e7e-572273c94b34, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:36:56.211980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] For port 0fb7b22d-4d85-48de-9e7e-572273c94b34, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0fb7b22d-4d85-48de-9e7e-572273c94b34,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:36:56.226879 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.298706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e71e1e-6f4f-4d5c-b1e1-5653d063e3df None None] Pushing event updated for resources: {'Port': ['ID=54e6c034-2b7b-4afa-835b-e7242784331d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:56.373869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:36:56.374591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:56.482079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] For port 54e6c034-2b7b-4afa-835b-e7242784331d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=54e6c034-2b7b-4afa-835b-e7242784331d,segment=NetworkSegment(6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03),segment_id=6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:56.482624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.612152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c5838-34f8-425e-ab46-3db5b611440f None None] Pushing event updated for resources: {'Port': ['ID=0fb7b22d-4d85-48de-9e7e-572273c94b34,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:56.620852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fc9d71-ec63-4166-a284-e7203755104a None None] Network 4bf22778-a339-4e49-b035-e00808de7d44 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:56.645302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 54e6c034-2b7b-4afa-835b-e7242784331d owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:36:56.745368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.795791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=54e6c034-2b7b-4afa-835b-e7242784331d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:56.801398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No DVR routers for this DVR port 54e6c034-2b7b-4afa-835b-e7242784331d on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:36:56.871209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:36:56.926863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.952170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf22778-a339-4e49-b035-e00808de7d44']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:56.961107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f133dc-7b2c-468b-8f60-ca68d7a74071 None None] get_active_networks_info from dv-neutron-839018-1-hyperv {{(pid=88064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 22 09:36:56.964490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:56.964788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5b9fa0-e2c4-44c5-a154-8a68a0ac1b03') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:56.976136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.992708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:56.999790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:36:57.000208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:36:57.019743 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:36:57.099099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.127746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.134377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Network': ['ID=4bf22778-a339-4e49-b035-e00808de7d44,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:57.149450 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2cbd0911-0749-4536-9916-78c746333bb3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/networks/4bf22778-a339-4e49-b035-e00808de7d44 HTTP/1.1" status: 204 len: 168 time: 1.2207711 Apr 22 09:36:57.153280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33252) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:57.161718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-554402665'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:57.168836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:57.173367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:network and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:57.176913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:57.183313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:57.232818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f133dc-7b2c-468b-8f60-ca68d7a74071 None None] Resources bound (agent type, host, resource id): {{(pid=88064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 22 09:36:57.277603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:57.280845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.418861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:56Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:36:57.439234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17fe250-f98e-4109-9f38-9deb01cb0292 None None] The sync data for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv is: [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:56Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:36:57.457160 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e4f2aa15-924f-4925-9779-b03b6773941c req-2fa517dc-a1dd-4f55-ac2c-ceadd69b2f6c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 210 time: 0.2279968 Apr 22 09:36:57.542374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:36:57.587111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-9c5c36b7-63e1-4192-8d9e-a4ace78f53c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:57.589447 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-9c5c36b7-63e1-4192-8d9e-a4ace78f53c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 796 time: 0.4031143 Apr 22 09:36:57.591117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.591650 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Added segment e44bc43d-9285-4782-8a1e-b15e4390ce5c of type vlan for network 30ab04bc-330f-47be-9dde-745942c67f1c Apr 22 09:36:57.668541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.677493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0fb7b22d-4d85-48de-9e7e-572273c94b34 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:57.684250 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-113f76dc-6dad-452d-a5a6-6cff27eb5ebb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 380 time: 0.0775201 Apr 22 09:36:57.695052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': '9af13fae-4a80-477e-9932-b47dabf8f070', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['943b742e-21b6-4ce2-ad30-cb048d562c88']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:57.753628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 0fb7b22d-4d85-48de-9e7e-572273c94b34 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:57.758922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 0fb7b22d-4d85-48de-9e7e-572273c94b34 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:57.759971 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.805343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.811241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:57.811818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.889820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.927072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 0fb7b22d-4d85-48de-9e7e-572273c94b34, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0fb7b22d-4d85-48de-9e7e-572273c94b34,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:36:57.932053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:57.941677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7873209 Apr 22 09:36:57.944557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33260) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:57.951449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854fce7-5292-4a23-b857-9c8e483dd44d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Network': ['ID=30ab04bc-330f-47be-9dde-745942c67f1c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:57.954558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': '30ab04bc-330f-47be-9dde-745942c67f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:57.959463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:57.969704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:57.970443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 30ab04bc-330f-47be-9dde-745942c67f1c details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:36:57.981463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:57.985587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.099424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=0fb7b22d-4d85-48de-9e7e-572273c94b34,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:58.113457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:58.117839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:58.121840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:58.127681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:58.140923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:58.144369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.180735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.3 (fc6fef84-b49d-4fa6-940d-7554828f80ef/2ed9a372-f2c1-481e-8876-378271c8c772/f22c41df-53ce-4074-8e3f-ec2002ecc95e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:58.396918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.414515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object f22c41df-53ce-4074-8e3f-ec2002ecc95e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:58.441271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.480208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.515584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fc6fef84-b49d-4fa6-940d-7554828f80ef is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:58.518993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:58.528221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:58.560494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=f22c41df-53ce-4074-8e3f-ec2002ecc95e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:58.612602 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:58.615512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.621715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking segment: {'id': 'e44bc43d-9285-4782-8a1e-b15e4390ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30ab04bc-330f-47be-9dde-745942c67f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:58.622084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network hostable DHCP agents. Network: 30ab04bc-330f-47be-9dde-745942c67f1c, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:36:58.653695 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-002769c8-4e4b-44e4-a3f7-482cb16feaa5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9634335 Apr 22 09:36:58.667826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Request body: {'port': {'device_id': '9af13fae-4a80-477e-9932-b47dabf8f070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:58.687547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=40a93db1-1ca2-4bef-91e3-c1385408cd11,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:58.711395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network 30ab04bc-330f-47be-9dde-745942c67f1c is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:36:58.731386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 30ab04bc-330f-47be-9dde-745942c67f1c) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:58.739293 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7802321b-f127-40dd-af1c-bf8ecaa5e99c None None] Network 30ab04bc-330f-47be-9dde-745942c67f1c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:36:58.740512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:58.741485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.771487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edf053-fcfe-4d17-9bfe-7294cf4bc3eb req-fe72ff30-4ed7-4719-a87c-9964aab03a68 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:58.775326 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-45edf053-fcfe-4d17-9bfe-7294cf4bc3eb req-fe72ff30-4ed7-4719-a87c-9964aab03a68 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 931 time: 0.1428945 Apr 22 09:36:58.813759 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-46599f67-7808-490d-a578-9e91e426eb82 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8656702 Apr 22 09:36:58.816778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33266) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:58.832692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.832923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': '30ab04bc-330f-47be-9dde-745942c67f1c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1648738852'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:36:58.879727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-45edf053-fcfe-4d17-9bfe-7294cf4bc3eb req-35b70150-c69e-4731-a0a9-b61e0c3221e3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988035 Apr 22 09:36:58.924055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-929c9b09-e596-48c6-8777-058497f551e5 None None] Provisioning for port f22c41df-53ce-4074-8e3f-ec2002ecc95e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:36:58.934167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-929c9b09-e596-48c6-8777-058497f551e5 None None] Provisioning complete for port f22c41df-53ce-4074-8e3f-ec2002ecc95e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:58.934619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-929c9b09-e596-48c6-8777-058497f551e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:58.989136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:36:58.993778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:36:58.996829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:36:59.003148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:36:59.013846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:36:59.017424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.038095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-929c9b09-e596-48c6-8777-058497f551e5 None None] Port f22c41df-53ce-4074-8e3f-ec2002ecc95e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:36:59.040320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port d75238b3-dbb9-4de2-b175-92a5edd5193b yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:36:59.105828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-30ab04bc-330f-47be-9dde-745942c67f1c', 'network_id': '30ab04bc-330f-47be-9dde-745942c67f1c', 'tenant_id': '38a27536bad2486e8541da6daa8d8ebf', 'fixed_ips': [{'subnet_id': '40a93db1-1ca2-4bef-91e3-c1385408cd11'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:36:59.106660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.190499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.6 (30ab04bc-330f-47be-9dde-745942c67f1c/40a93db1-1ca2-4bef-91e3-c1385408cd11/d75238b3-dbb9-4de2-b175-92a5edd5193b) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:59.228761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22c41df-53ce-4074-8e3f-ec2002ecc95e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:36:59.236007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.251378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Transition to ACTIVE for port object f22c41df-53ce-4074-8e3f-ec2002ecc95e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:59.255183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.366628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.383907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object d75238b3-dbb9-4de2-b175-92a5edd5193b will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:59.409002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.463862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Pushing event updated for resources: {'Port': ['ID=f22c41df-53ce-4074-8e3f-ec2002ecc95e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:59.481795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network 30ab04bc-330f-47be-9dde-745942c67f1c is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:36:59.482443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Allocated IP 172.20.0.2 (30ab04bc-330f-47be-9dde-745942c67f1c/40a93db1-1ca2-4bef-91e3-c1385408cd11/cda96920-7271-4608-94c9-dce4aa5cd15e) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:36:59.485090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:36:59.489139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:36:59.539482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Attempting to bind port f22c41df-53ce-4074-8e3f-ec2002ecc95e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:36:59.539956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Attempting to bind port f22c41df-53ce-4074-8e3f-ec2002ecc95e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:36:59.541913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Attempting to bind port f22c41df-53ce-4074-8e3f-ec2002ecc95e on network fc6fef84-b49d-4fa6-940d-7554828f80ef {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:59.547980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Port f22c41df-53ce-4074-8e3f-ec2002ecc95e on network fc6fef84-b49d-4fa6-940d-7554828f80ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:36:59.548569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Attempting to bind port f22c41df-53ce-4074-8e3f-ec2002ecc95e on network fc6fef84-b49d-4fa6-940d-7554828f80ef {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:36:59.554650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:36:59.556761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=d75238b3-dbb9-4de2-b175-92a5edd5193b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:59.557687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Checking segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:36:59.558184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Bound using segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:36:59.558734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Bound port: f22c41df-53ce-4074-8e3f-ec2002ecc95e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:36:59.559175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.616420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0fb7b22d-4d85-48de-9e7e-572273c94b34 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:36:59.623532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:59.624202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.651648 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-59775d5e-0b5b-43de-98c5-346a7feaf2ae tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8335443 Apr 22 09:36:59.654383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33272) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:36:59.726230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8557f96c-6091-4b5b-bf4e-34c25945954f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port d75238b3-dbb9-4de2-b175-92a5edd5193b {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:36:59.726230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8557f96c-6091-4b5b-bf4e-34c25945954f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.741745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 0fb7b22d-4d85-48de-9e7e-572273c94b34 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:36:59.742492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.794655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] For port f22c41df-53ce-4074-8e3f-ec2002ecc95e, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:36:59.798039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] For port f22c41df-53ce-4074-8e3f-ec2002ecc95e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:36:59.801779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.859418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:36:59.860026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.861451 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] 10.222.0.35 "PUT /v2.0/ports/f22c41df-53ce-4074-8e3f-ec2002ecc95e HTTP/1.1" status: 200 len: 1093 time: 1.2005146 Apr 22 09:36:59.861882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:36:59.883523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:36:59.917372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979a4fd-48d1-43ce-a958-8b50bf223540 service neutron] Pushing event updated for resources: {'Port': ['ID=f22c41df-53ce-4074-8e3f-ec2002ecc95e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:36:59.934025 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752fca3e-2b5e-4945-9db9-044ed957a305'] response: {'name': 'network-changed', 'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'status': 'completed', 'code': 200} Apr 22 09:36:59.966096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Transition to ACTIVE for port object cda96920-7271-4608-94c9-dce4aa5cd15e will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:36:59.995184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Transition to ACTIVE for port object cda96920-7271-4608-94c9-dce4aa5cd15e will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:00.017027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:00.048574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-53273dab-fa7d-434a-ba55-b8e3139a5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:00.050225 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-53273dab-fa7d-434a-ba55-b8e3139a5e9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 1096 time: 0.1152434 Apr 22 09:37:00.088983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8557f96c-6091-4b5b-bf4e-34c25945954f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:00.106366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Network 30ab04bc-330f-47be-9dde-745942c67f1c is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:00.107722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Pushing event updated for resources: {'Port': ['ID=cda96920-7271-4608-94c9-dce4aa5cd15e,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:00.110933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:00.113099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:00.138999 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-03104089-2cf7-4a13-a388-5af4affaae17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e HTTP/1.1" status: 200 len: 217 time: 0.0807080 Apr 22 09:37:00.203771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Attempting to bind port cda96920-7271-4608-94c9-dce4aa5cd15e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:37:00.204148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Attempting to bind port cda96920-7271-4608-94c9-dce4aa5cd15e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'e44bc43d-9285-4782-8a1e-b15e4390ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30ab04bc-330f-47be-9dde-745942c67f1c'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:37:00.204603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Attempting to bind port cda96920-7271-4608-94c9-dce4aa5cd15e on network 30ab04bc-330f-47be-9dde-745942c67f1c {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:37:00.206568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-bae92fb0-25da-4850-a2d6-d21c7792d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:00.208092 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-bae92fb0-25da-4850-a2d6-d21c7792d2a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 200 len: 835 time: 0.0626488 Apr 22 09:37:00.210026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:37:00.210489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Checking segment: {'id': 'e44bc43d-9285-4782-8a1e-b15e4390ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30ab04bc-330f-47be-9dde-745942c67f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:00.210944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:00.211391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Bound using segment: {'id': 'e44bc43d-9285-4782-8a1e-b15e4390ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30ab04bc-330f-47be-9dde-745942c67f1c'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:37:00.211847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Bound port: cda96920-7271-4608-94c9-dce4aa5cd15e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44bc43d-9285-4782-8a1e-b15e4390ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '30ab04bc-330f-47be-9dde-745942c67f1c'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:37:00.212278 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:00.224837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8557f96c-6091-4b5b-bf4e-34c25945954f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for d75238b3-dbb9-4de2-b175-92a5edd5193b owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:00.284140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-6208bb14-e719-4a5e-9faa-8be5b2fb611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:00.285665 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-6208bb14-e719-4a5e-9faa-8be5b2fb611e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716696 Apr 22 09:37:00.290493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc893d5-42fe-42b2-95d4-0796cd33e8ff req-dec8e19e-e0c7-4fd9-950f-6927aff78abe tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:00.292090 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ddc893d5-42fe-42b2-95d4-0796cd33e8ff req-dec8e19e-e0c7-4fd9-950f-6927aff78abe tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 943 time: 0.2626238 Apr 22 09:37:00.317085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] For port cda96920-7271-4608-94c9-dce4aa5cd15e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:37:00.320149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] For port cda96920-7271-4608-94c9-dce4aa5cd15e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cda96920-7271-4608-94c9-dce4aa5cd15e,segment=NetworkSegment(e44bc43d-9285-4782-8a1e-b15e4390ce5c),segment_id=e44bc43d-9285-4782-8a1e-b15e4390ce5c)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:37:00.325515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:00.357298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ddc893d5-42fe-42b2-95d4-0796cd33e8ff req-733502e0-6641-459f-a18d-6eb68fab729c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577965 Apr 22 09:37:00.412858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af539c-6ecc-4717-b60e-a70c69444250 None None] Pushing event updated for resources: {'Port': ['ID=cda96920-7271-4608-94c9-dce4aa5cd15e,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:00.445353 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-dfb9c2e1-5d9a-4d7a-a5ab-17956340eca5 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478491 Apr 22 09:37:00.549796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8557f96c-6091-4b5b-bf4e-34c25945954f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:00.589314 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-230cbb66-ffe5-4887-936c-f66ce95e722b req-1fd75437-91d4-41d2-b5a7-e3fe63b7bdc5 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371572 Apr 22 09:37:00.613045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f96c-6091-4b5b-bf4e-34c25945954f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=d75238b3-dbb9-4de2-b175-92a5edd5193b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:00.733807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-bed3cf47-363c-4bed-aec2-4d0f1d38fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:00.735561 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-bed3cf47-363c-4bed-aec2-4d0f1d38fcad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 1096 time: 0.0873699 Apr 22 09:37:00.738224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8557f96c-6091-4b5b-bf4e-34c25945954f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:00.749064 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8557f96c-6091-4b5b-bf4e-34c25945954f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/d75238b3-dbb9-4de2-b175-92a5edd5193b HTTP/1.1" status: 204 len: 168 time: 1.0935142 Apr 22 09:37:00.751668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33280) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:00.797587 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d352923f-3fb0-489e-9721-4be34e5ac244 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:00.798165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d352923f-3fb0-489e-9721-4be34e5ac244 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:00.813280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d352923f-3fb0-489e-9721-4be34e5ac244 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:00.814585 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d352923f-3fb0-489e-9721-4be34e5ac244 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/d75238b3-dbb9-4de2-b175-92a5edd5193b HTTP/1.1" status: 404 len: 333 time: 0.0618577 Apr 22 09:37:00.817307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33284) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:00.876080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-148d7331-1094-4f6b-a00b-efdc67b92edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:00.877476 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-148d7331-1094-4f6b-a00b-efdc67b92edb service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 897 time: 0.1359921 Apr 22 09:37:00.884792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d610b69-5c95-4c0a-817a-142a1de5d8f3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet 40a93db1-1ca2-4bef-91e3-c1385408cd11 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:00.887689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d610b69-5c95-4c0a-817a-142a1de5d8f3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:00.943855 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-61c7d64f-0784-494b-80c8-a8bd473a5695 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e HTTP/1.1" status: 200 len: 217 time: 0.0605273 Apr 22 09:37:00.947556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d610b69-5c95-4c0a-817a-142a1de5d8f3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.008464 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-be3ebf22-653f-4f31-97df-3c27bfc28698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:01.010435 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-be3ebf22-653f-4f31-97df-3c27bfc28698 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 200 len: 835 time: 0.0602405 Apr 22 09:37:01.034957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d610b69-5c95-4c0a-817a-142a1de5d8f3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.085779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-9a787f54-6a9d-40c9-ab17-8455b9c5fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:01.087858 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-9a787f54-6a9d-40c9-ab17-8455b9c5fdd9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715890 Apr 22 09:37:01.115595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d610b69-5c95-4c0a-817a-142a1de5d8f3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.158931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d610b69-5c95-4c0a-817a-142a1de5d8f3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=40a93db1-1ca2-4bef-91e3-c1385408cd11,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:01.160894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5d610b69-5c95-4c0a-817a-142a1de5d8f3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.169674 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5d610b69-5c95-4c0a-817a-142a1de5d8f3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/40a93db1-1ca2-4bef-91e3-c1385408cd11 HTTP/1.1" status: 204 len: 168 time: 0.3491366 Apr 22 09:37:01.169932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33288) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:01.234036 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-fe7fb5e4-0bea-45a7-8dbf-af2b7c8d0c2d service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406195 Apr 22 09:37:01.289753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.301270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port cda96920-7271-4608-94c9-dce4aa5cd15e {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:01.301607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.381577 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-829c82d4-ff29-4082-b1d8-f88e4370af53 req-d782b0e0-3a23-4b34-825a-6b9d663adabc service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411338 Apr 22 09:37:01.406589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0f0ece-50bf-4f25-bc29-b16b20913cd6 None None] Network 30ab04bc-330f-47be-9dde-745942c67f1c requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:01.495670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-be6d3fbf-1f9f-4f20-a4d6-bb2d69e56056 None None] Provisioning for port cda96920-7271-4608-94c9-dce4aa5cd15e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:01.526401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] For port cda96920-7271-4608-94c9-dce4aa5cd15e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cda96920-7271-4608-94c9-dce4aa5cd15e,segment=NetworkSegment(e44bc43d-9285-4782-8a1e-b15e4390ce5c),segment_id=e44bc43d-9285-4782-8a1e-b15e4390ce5c)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:01.526923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.623431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ef0bf-2833-47e5-9ac4-57e18f64c18d req-a57c8b4e-c331-4689-8e7b-a50bb5ede42d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:01.624241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a13ef0bf-2833-47e5-9ac4-57e18f64c18d req-a57c8b4e-c331-4689-8e7b-a50bb5ede42d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:01.641350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a13ef0bf-2833-47e5-9ac4-57e18f64c18d req-a57c8b4e-c331-4689-8e7b-a50bb5ede42d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:01.642433 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13ef0bf-2833-47e5-9ac4-57e18f64c18d req-a57c8b4e-c331-4689-8e7b-a50bb5ede42d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 943 time: 0.1626141 Apr 22 09:37:01.666902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for cda96920-7271-4608-94c9-dce4aa5cd15e owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:01.677965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cda96920-7271-4608-94c9-dce4aa5cd15e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:01.705459 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13ef0bf-2833-47e5-9ac4-57e18f64c18d req-1045047c-06ee-458d-9fdb-40e7bb0a71e2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537286 Apr 22 09:37:01.746678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90f931-88ef-4346-8cdc-0d6abe910087 None None] DHCP port deletion for 30ab04bc-330f-47be-9dde-745942c67f1c request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:37:01.754818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3a90f931-88ef-4346-8cdc-0d6abe910087 None None] Deleting port cda96920-7271-4608-94c9-dce4aa5cd15e {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:01.755296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3a90f931-88ef-4346-8cdc-0d6abe910087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.757124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.801730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=cda96920-7271-4608-94c9-dce4aa5cd15e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:01.807588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No DVR routers for this DVR port cda96920-7271-4608-94c9-dce4aa5cd15e on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:37:01.820100 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Could not find standard attr ID for object cda96920-7271-4608-94c9-dce4aa5cd15e. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:37:01.826336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3a90f931-88ef-4346-8cdc-0d6abe910087 None None] The port 'cda96920-7271-4608-94c9-dce4aa5cd15e' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:37:01.928465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.953286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ab04bc-330f-47be-9dde-745942c67f1c']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:01.965140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44bc43d-9285-4782-8a1e-b15e4390ce5c') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:01.965386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44bc43d-9285-4782-8a1e-b15e4390ce5c') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:01.976342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.992254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:01.998757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:37:01.999084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:37:02.013213 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:37:02.093594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:02.110728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:02.123964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Network': ['ID=30ab04bc-330f-47be-9dde-745942c67f1c,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:02.131805 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a6de9434-f7a1-48f1-b7f1-46f354324b70 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/networks/30ab04bc-330f-47be-9dde-745942c67f1c HTTP/1.1" status: 204 len: 168 time: 0.9609160 Apr 22 09:37:02.135389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33294) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:02.141014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'name': 'tempest-PortsTestJSON-1949092221'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:02.346390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:02.350446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:02.353840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:02.359454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:02.368834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:02.372284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:02.392892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 636f8019-068c-4fcd-98ef-9242e3be7262 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:02.602133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:02.627863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:02.699925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:02.702970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:02.711281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:02.717539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:02.718146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:02.731511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=636f8019-068c-4fcd-98ef-9242e3be7262,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:02.749005 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-533205af-cf58-406c-9fae-630f3e61e19b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6121850 Apr 22 09:37:02.751319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33300) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:02.958480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8f08eeeb-d228-4cd1-8c7f-0f335ecf469b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 636f8019-068c-4fcd-98ef-9242e3be7262 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:02.958713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f08eeeb-d228-4cd1-8c7f-0f335ecf469b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:03.066679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773e273-4a69-4cf3-a3f5-d1e6fc46d162 req-b2a5d435-4324-4b17-87cf-24e7fce65a7b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:03.068115 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7773e273-4a69-4cf3-a3f5-d1e6fc46d162 req-b2a5d435-4324-4b17-87cf-24e7fce65a7b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 943 time: 0.1742015 Apr 22 09:37:03.160853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7773e273-4a69-4cf3-a3f5-d1e6fc46d162 req-334529f9-89bf-4466-b526-d5fe43aeed3f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860238 Apr 22 09:37:03.229538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f08eeeb-d228-4cd1-8c7f-0f335ecf469b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:03.350464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-8f08eeeb-d228-4cd1-8c7f-0f335ecf469b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 636f8019-068c-4fcd-98ef-9242e3be7262 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:03.430900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f08eeeb-d228-4cd1-8c7f-0f335ecf469b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:03.480957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08eeeb-d228-4cd1-8c7f-0f335ecf469b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=636f8019-068c-4fcd-98ef-9242e3be7262,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:03.484106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8f08eeeb-d228-4cd1-8c7f-0f335ecf469b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:03.493855 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8f08eeeb-d228-4cd1-8c7f-0f335ecf469b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/636f8019-068c-4fcd-98ef-9242e3be7262 HTTP/1.1" status: 204 len: 168 time: 0.7410069 Apr 22 09:37:03.496252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33304) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:03.501505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'mac_address': 'fa:16:3e:50:1c:4f', 'name': 'tempest-PortsTestJSON-1569279340'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:03.583298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cda96920-7271-4608-94c9-dce4aa5cd15e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:37:03.614939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:03.618862 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: cda96920-7271-4608-94c9-dce4aa5cd15e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:37:03.619266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cda96920-7271-4608-94c9-dce4aa5cd15e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:37:03.621074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:03.624423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:03.630630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:03.642450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:03.742819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:03.769772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 5e9dc70d-8a2c-4ed6-9f51-dbd31027683f yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:03.842006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device f22c41df-53ce-4074-8e3f-ec2002ecc95e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:37:03.990722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.009014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port f22c41df-53ce-4074-8e3f-ec2002ecc95e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:04.018410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.022740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'port_id': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'mac_address': 'fa:16:3e:ba:ff:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:37:04.078232 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.083664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:04.086625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:04.094418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22c41df-53ce-4074-8e3f-ec2002ecc95e {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:37:04.094824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:04.100239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:04.100847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.110779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port f22c41df-53ce-4074-8e3f-ec2002ecc95e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:04.113691 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=5e9dc70d-8a2c-4ed6-9f51-dbd31027683f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:04.114099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.130522 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9f58cc52-bb14-4e39-9c89-73cee7302f10 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6331983 Apr 22 09:37:04.133267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33308) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:04.185573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=f22c41df-53ce-4074-8e3f-ec2002ecc95e,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:04.211054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb01330-f897-4f54-9f48-708000336801 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:04.211628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9cb01330-f897-4f54-9f48-708000336801 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:04.226719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9cb01330-f897-4f54-9f48-708000336801 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:04.231567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33314) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:04.232191 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9cb01330-f897-4f54-9f48-708000336801 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/5e9dc70d-8a2c-4ed6-9f51-dbd31027683f HTTP/1.1" status: 200 len: 841 time: 0.0971735 Apr 22 09:37:04.303686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c718c50f-f246-408b-99be-9ce55b3240f1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 5e9dc70d-8a2c-4ed6-9f51-dbd31027683f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:04.303933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c718c50f-f246-408b-99be-9ce55b3240f1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.425050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['f22c41df-53ce-4074-8e3f-ec2002ecc95e'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:37:04.571730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c718c50f-f246-408b-99be-9ce55b3240f1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.700379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c718c50f-f246-408b-99be-9ce55b3240f1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 5e9dc70d-8a2c-4ed6-9f51-dbd31027683f owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:04.753672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10158fcb-ac8a-4bac-afcc-40f9b8925a10 req-c6394e08-e385-4c04-8535-afadc47e0f63 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:04.755114 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-10158fcb-ac8a-4bac-afcc-40f9b8925a10 req-c6394e08-e385-4c04-8535-afadc47e0f63 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 944 time: 0.3461034 Apr 22 09:37:04.828258 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-10158fcb-ac8a-4bac-afcc-40f9b8925a10 req-2db3eb45-b540-4dd9-9d86-0fd28415443a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656252 Apr 22 09:37:04.829311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c718c50f-f246-408b-99be-9ce55b3240f1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.877282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718c50f-f246-408b-99be-9ce55b3240f1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=5e9dc70d-8a2c-4ed6-9f51-dbd31027683f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:04.883898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c718c50f-f246-408b-99be-9ce55b3240f1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:04.896707 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c718c50f-f246-408b-99be-9ce55b3240f1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/5e9dc70d-8a2c-4ed6-9f51-dbd31027683f HTTP/1.1" status: 204 len: 168 time: 0.6639960 Apr 22 09:37:04.899533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33320) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:04.941079 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-853bbea2-1690-4672-9a00-3bb9f49040fa tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:04.941587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-853bbea2-1690-4672-9a00-3bb9f49040fa tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:04.955674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-853bbea2-1690-4672-9a00-3bb9f49040fa tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:04.956812 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-853bbea2-1690-4672-9a00-3bb9f49040fa tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/5e9dc70d-8a2c-4ed6-9f51-dbd31027683f HTTP/1.1" status: 404 len: 333 time: 0.0563676 Apr 22 09:37:04.960470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33324) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:04.965760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'name': 'tempest-PortsTestJSON-1496397086'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:05.095640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:05.107682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:05.117987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:05.121615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:05.141819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 6a93ea01-04e1-40de-90fe-5da03e88eed3 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:05.358378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:05.383483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:05.449050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:05.451946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:05.459906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:05.465886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:05.466471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:05.474439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=6a93ea01-04e1-40de-90fe-5da03e88eed3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:05.494407 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e38ef079-e40d-4d2d-8b7b-55c871810337 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5328951 Apr 22 09:37:05.496964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33328) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:05.502518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:05.620798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:05.858935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device f22c41df-53ce-4074-8e3f-ec2002ecc95e up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:05.925766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port f22c41df-53ce-4074-8e3f-ec2002ecc95e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:05.930702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port f22c41df-53ce-4074-8e3f-ec2002ecc95e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:05.931644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:05.937597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:05.942949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.001488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] In _notify_port_updated(), no bound segment for port 6a93ea01-04e1-40de-90fe-5da03e88eed3 on network dac2cfd1-13f3-4256-84fc-de311c779450 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:37:06.007154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:06.007771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.009700 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "PUT /v2.0/ports/6a93ea01-04e1-40de-90fe-5da03e88eed3 HTTP/1.1" status: 200 len: 818 time: 0.5112729 Apr 22 09:37:06.012508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33334) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:06.029185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a3b60-0148-4f7f-8457-2a36a7ece16c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=6a93ea01-04e1-40de-90fe-5da03e88eed3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:06.057968 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.074025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf781e3-7fc2-4fab-8cde-aa7c87564b35 req-b00f60a0-3709-4b8a-9926-eafc718fa252 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:06.075476 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0cf781e3-7fc2-4fab-8cde-aa7c87564b35 req-b00f60a0-3709-4b8a-9926-eafc718fa252 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 944 time: 0.1392589 Apr 22 09:37:06.084372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:37:06.094108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port f22c41df-53ce-4074-8e3f-ec2002ecc95e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:06.098442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.119541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9dd55343-feb7-427d-afe1-44d91d27d58e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 6a93ea01-04e1-40de-90fe-5da03e88eed3 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:06.119851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9dd55343-feb7-427d-afe1-44d91d27d58e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.141114 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831baa4d-606a-485f-8e8e-f10ff5dac775'] response: {'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'code': 200} Apr 22 09:37:06.175446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=f22c41df-53ce-4074-8e3f-ec2002ecc95e,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:06.177254 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0cf781e3-7fc2-4fab-8cde-aa7c87564b35 req-36182ca0-9989-4d1a-9eb7-8e9ab3d57d7d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937603 Apr 22 09:37:06.372102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e7de8-2871-4494-a0be-ce624603ee73 req-8f4d8ca3-28f9-4f57-bba7-5ebe79b43854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:06.373662 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1e6e7de8-2871-4494-a0be-ce624603ee73 req-8f4d8ca3-28f9-4f57-bba7-5ebe79b43854 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 1098 time: 0.0769877 Apr 22 09:37:06.416454 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1e6e7de8-2871-4494-a0be-ce624603ee73 req-bba21fb4-f688-46e9-a80d-097406832661 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355365 Apr 22 09:37:06.456169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9dd55343-feb7-427d-afe1-44d91d27d58e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.576716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9dd55343-feb7-427d-afe1-44d91d27d58e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 6a93ea01-04e1-40de-90fe-5da03e88eed3 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:06.652973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9dd55343-feb7-427d-afe1-44d91d27d58e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.703899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd55343-feb7-427d-afe1-44d91d27d58e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=6a93ea01-04e1-40de-90fe-5da03e88eed3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:06.709095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9dd55343-feb7-427d-afe1-44d91d27d58e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.718211 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9dd55343-feb7-427d-afe1-44d91d27d58e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/6a93ea01-04e1-40de-90fe-5da03e88eed3 HTTP/1.1" status: 204 len: 168 time: 0.7041669 Apr 22 09:37:06.721982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33340) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:06.803800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0446cb-ba47-4f67-9433-ec4d208fd199 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:06.804523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8e0446cb-ba47-4f67-9433-ec4d208fd199 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:06.819948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8e0446cb-ba47-4f67-9433-ec4d208fd199 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:06.821172 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e0446cb-ba47-4f67-9433-ec4d208fd199 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0982368 Apr 22 09:37:06.824450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33344) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:06.867079 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b72003f-654e-4ad3-8b50-77da1c39d418 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:06.869092 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6b72003f-654e-4ad3-8b50-77da1c39d418 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/6a93ea01-04e1-40de-90fe-5da03e88eed3 HTTP/1.1" status: 404 len: 333 time: 0.0428238 Apr 22 09:37:06.872226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33348) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:06.877358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-996892318'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:06.882019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:06.885897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:network and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:06.888708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:06.894330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:06.907520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:06.910905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.938727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:37:06.947173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:06.947515 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Added segment 37ff7ea4-6da9-4732-bbcc-2ddf1427f56f of type vlan for network 27c2e116-be6f-4655-a993-2fec6fe3bf44 Apr 22 09:37:06.972594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:07.001135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:07.006523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:07.007105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:07.058518 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1852841 Apr 22 09:37:07.061352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33352) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:07.067007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:07.116557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c16af7-0812-4e59-8f26-60dc49d0aab0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Network': ['ID=27c2e116-be6f-4655-a993-2fec6fe3bf44,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:07.127068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:37:07.174322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:07.178062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:07.181361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:07.186905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:07.196602 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:07.200117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:07.448536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986269f-44ac-4d03-a86b-075f5fc42739 req-3e3e481d-0b53-44e2-bb0d-c32683f85651 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:07.449985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e986269f-44ac-4d03-a86b-075f5fc42739 req-3e3e481d-0b53-44e2-bb0d-c32683f85651 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 945 time: 0.1413307 Apr 22 09:37:07.521002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:07.558177 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e986269f-44ac-4d03-a86b-075f5fc42739 req-0418f0d8-a73e-4046-952c-5a6fd5b968d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017249 Apr 22 09:37:07.616348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=e32618a2-207c-4efa-9f73-904f49449d00,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:07.620314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking segment: {'id': '37ff7ea4-6da9-4732-bbcc-2ddf1427f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:07.620697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network hostable DHCP agents. Network: 27c2e116-be6f-4655-a993-2fec6fe3bf44, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:37:07.639711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:37:07.648549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 27c2e116-be6f-4655-a993-2fec6fe3bf44) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:07.652956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:07.653533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:07.659915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf5392f-847a-42b4-ae3a-ebd5e20930b0 None None] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:07.681965 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e00e392c-badf-4458-8711-a0ec3716e2a8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6193509 Apr 22 09:37:07.684806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33358) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:07.691176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:07.835396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:07.839909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:07.842814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:07.848719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:07.858707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:07.862122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:07.885093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-27c2e116-be6f-4655-a993-2fec6fe3bf44', 'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44', 'tenant_id': '38a27536bad2486e8541da6daa8d8ebf', 'fixed_ips': [{'subnet_id': 'e32618a2-207c-4efa-9f73-904f49449d00'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:37:07.885917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:07.986895 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.ipam_backend_mixin [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e32618a2-207c-4efa-9f73-904f49449d00 (CIDR: 172.20.0.0/28) Apr 22 09:37:07.990126 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:37:07.990605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:08.007159 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-55cc35f4-48e5-458e-b68f-24076ec50048 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3213329 Apr 22 09:37:08.010547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33362) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:08.015953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:08.045297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Allocated IP 172.20.0.2 (27c2e116-be6f-4655-a993-2fec6fe3bf44/e32618a2-207c-4efa-9f73-904f49449d00/4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:08.153807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:08.157610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:08.160567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:08.166365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:08.175766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:08.179198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.254320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.266295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Transition to ACTIVE for port object 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:08.273343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.286480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Transition to ACTIVE for port object 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:08.292511 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.355945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:08.362565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:08.367825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:08.370294 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Pushing event updated for resources: {'Port': ['ID=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:08.430810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.490780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Attempting to bind port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:37:08.491139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Attempting to bind port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '37ff7ea4-6da9-4732-bbcc-2ddf1427f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:37:08.491494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Attempting to bind port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 on network 27c2e116-be6f-4655-a993-2fec6fe3bf44 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:37:08.497173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:37:08.497574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Checking segment: {'id': '37ff7ea4-6da9-4732-bbcc-2ddf1427f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:08.498042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.498434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Bound using segment: {'id': '37ff7ea4-6da9-4732-bbcc-2ddf1427f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:37:08.498888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Bound port: 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ff7ea4-6da9-4732-bbcc-2ddf1427f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:37:08.499257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.590442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] For port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:37:08.593711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] For port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,segment=NetworkSegment(37ff7ea4-6da9-4732-bbcc-2ddf1427f56f),segment_id=37ff7ea4-6da9-4732-bbcc-2ddf1427f56f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:37:08.599056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.618706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:08.621835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:08.625970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:08.626539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:08.641949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=37fd1621-33e7-4e88-9070-41267915ea30,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:08.652956 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4b2c26d7-3c58-4a68-b45c-6836aacbf8b7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6408851 Apr 22 09:37:08.655109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33368) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:08.661947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44', 'fixed_ips': [{'subnet_id': 'e32618a2-207c-4efa-9f73-904f49449d00'}, {'subnet_id': '37fd1621-33e7-4e88-9070-41267915ea30'}], 'name': 'tempest-PortsTestJSON-1654171654'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:08.689436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5b83f-cc1b-4305-a648-3813933e172e None None] Pushing event updated for resources: {'Port': ['ID=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:08.770199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac74138-017d-4ab6-bc04-064079146702 req-e2d5bba9-2598-48a1-a384-748be8127d98 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:08.771688 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3ac74138-017d-4ab6-bc04-064079146702 req-e2d5bba9-2598-48a1-a384-748be8127d98 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 945 time: 0.0820413 Apr 22 09:37:08.815759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:08.819884 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3ac74138-017d-4ab6-bc04-064079146702 req-95c3c8aa-46ff-403c-86f9-a415cb85b933 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 Apr 22 09:37:08.820239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:08.823453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:08.829273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:08.840463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:09.037871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.063622 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 53d174de-c1fa-4486-a100-7a834f1e577f yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:09.130670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091697f4-95c3-41be-9237-504971695981 req-0cfaa7d5-beea-4af9-bdb7-776cf2e0bd65 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:09.132050 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-091697f4-95c3-41be-9237-504971695981 req-0cfaa7d5-beea-4af9-bdb7-776cf2e0bd65 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 945 time: 0.1727827 Apr 22 09:37:09.231167 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-091697f4-95c3-41be-9237-504971695981 req-1036b43e-3e78-4742-bd11-8a077080dde7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919726 Apr 22 09:37:09.253607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33374) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:09.328177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d941756e-a339-47be-b0d5-709db5883e5d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:09.330007 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d941756e-a339-47be-b0d5-709db5883e5d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 1093 time: 0.0753930 Apr 22 09:37:09.332797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33378) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:09.337797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:09.344267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:09.348706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:09.351634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:09.358621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:09.370682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.455825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.14 (27c2e116-be6f-4655-a993-2fec6fe3bf44/e32618a2-207c-4efa-9f73-904f49449d00/53d174de-c1fa-4486-a100-7a834f1e577f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:09.464298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.23 (27c2e116-be6f-4655-a993-2fec6fe3bf44/37fd1621-33e7-4e88-9070-41267915ea30/53d174de-c1fa-4486-a100-7a834f1e577f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:09.521626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.657248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:09.697815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.134 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/17143544-df0c-49f1-98e7-5cc3b424ee1d) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:09.730274 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:09.745799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.757584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dcf355-49fe-4986-975c-079558b8fe1e None None] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:09.762717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object 53d174de-c1fa-4486-a100-7a834f1e577f will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:09.788787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.853392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.853997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fd5debaf-ca8f-4b77-afb4-1a6518c39149 None None] Provisioning for port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:09.858107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:09.861154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:09.869451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fd5debaf-ca8f-4b77-afb4-1a6518c39149 None None] Provisioning complete for port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:09.869829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fd5debaf-ca8f-4b77-afb4-1a6518c39149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.870390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:09.890064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.905986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=53d174de-c1fa-4486-a100-7a834f1e577f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:09.943751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:09.944836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:09.956174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:09.963842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:09.968946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:09.973964 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b98fa35b-0981-40f9-a13c-2e4048dc2ae7 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.3150060 Apr 22 09:37:09.974306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33382) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:09.980371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e32618a2-207c-4efa-9f73-904f49449d00'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:09.996001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=17143544-df0c-49f1-98e7-5cc3b424ee1d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:10.097417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fd5debaf-ca8f-4b77-afb4-1a6518c39149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.104780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.137231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fd5debaf-ca8f-4b77-afb4-1a6518c39149 None None] For port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,segment=NetworkSegment(37ff7ea4-6da9-4732-bbcc-2ddf1427f56f),segment_id=37ff7ea4-6da9-4732-bbcc-2ddf1427f56f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:10.143550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fd5debaf-ca8f-4b77-afb4-1a6518c39149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.226535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5debaf-ca8f-4b77-afb4-1a6518c39149 None None] Pushing event updated for resources: {'Port': ['ID=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:10.300298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d6c575-8223-46e7-ad49-b98b9771c0d9 None None] Update dhcp port {'port': {'network_id': '27c2e116-be6f-4655-a993-2fec6fe3bf44', 'fixed_ips': [{'subnet_id': 'e32618a2-207c-4efa-9f73-904f49449d00', 'ip_address': '172.20.0.2'}, {'subnet_id': '37fd1621-33e7-4e88-9070-41267915ea30'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': '4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:37:10.355226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c575-8223-46e7-ad49-b98b9771c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.455615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Delete allocated IP 172.20.0.23 (27c2e116-be6f-4655-a993-2fec6fe3bf44/37fd1621-33e7-4e88-9070-41267915ea30) {{(pid=88062) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 09:37:10.517419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.594227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.629373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.644857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Ignored duplicate provisioning block setup for port 53d174de-c1fa-4486-a100-7a834f1e577f by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 09:37:10.650186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.743013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-c0d6c575-8223-46e7-ad49-b98b9771c0d9 None None] Allocated IP 172.20.0.18 (27c2e116-be6f-4655-a993-2fec6fe3bf44/37fd1621-33e7-4e88-9070-41267915ea30/4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:10.819286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.825231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.901481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c0d6c575-8223-46e7-ad49-b98b9771c0d9 None None] For port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,segment=NetworkSegment(37ff7ea4-6da9-4732-bbcc-2ddf1427f56f),segment_id=37ff7ea4-6da9-4732-bbcc-2ddf1427f56f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:10.909476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=53d174de-c1fa-4486-a100-7a834f1e577f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:10.933598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c575-8223-46e7-ad49-b98b9771c0d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.937385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] In _notify_port_updated(), no bound segment for port 53d174de-c1fa-4486-a100-7a834f1e577f on network 27c2e116-be6f-4655-a993-2fec6fe3bf44 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:37:10.941924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=17143544-df0c-49f1-98e7-5cc3b424ee1d,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:10.944509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:10.945313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.947373 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-919df678-fd57-42ec-9832-fd8496247e43 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "PUT /v2.0/ports/53d174de-c1fa-4486-a100-7a834f1e577f HTTP/1.1" status: 200 len: 920 time: 0.9719994 Apr 22 09:37:10.950268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.951809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c0d6c575-8223-46e7-ad49-b98b9771c0d9 None None] Transition to ACTIVE for port object 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:10.953040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33386) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:10.955565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c0d6c575-8223-46e7-ad49-b98b9771c0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:10.959627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e32618a2-207c-4efa-9f73-904f49449d00'}, {'subnet_id': '37fd1621-33e7-4e88-9070-41267915ea30'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:11.085403 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:11.103618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6c575-8223-46e7-ad49-b98b9771c0d9 None None] Pushing event updated for resources: {'Port': ['ID=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:11.136159 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 3d7e15c1-34c7-4ab0-82c3-3994e442cef1 associated. External IP: 172.26.2.134, port: f22c41df-53ce-4074-8e3f-ec2002ecc95e. Apr 22 09:37:11.474309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.19 (27c2e116-be6f-4655-a993-2fec6fe3bf44/37fd1621-33e7-4e88-9070-41267915ea30/53d174de-c1fa-4486-a100-7a834f1e577f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:11.507956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 22d14755-8c46-47e9-a90a-0c2b5913c56f has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:37:11.608896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:11.653869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:11.670679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Ignored duplicate provisioning block setup for port 53d174de-c1fa-4486-a100-7a834f1e577f by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 22 09:37:11.676002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c63a41e-259a-4f65-a17a-a92aec897711 None None] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:11.676384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:11.755850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:37:11.770042 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] Sync routers for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:37:11.771149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4a8e5b80-ef73-4268-97bd-82c447746c07 None None] Provisioning for port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:11.779160 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:37:11.780028 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:11.787686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:11.792141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4a8e5b80-ef73-4268-97bd-82c447746c07 None None] Provisioning complete for port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:11.792548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a8e5b80-ef73-4268-97bd-82c447746c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:11.802309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=53d174de-c1fa-4486-a100-7a834f1e577f,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:11.869170 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0fd581da-b33a-48af-b69d-8a959498f7be tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5324092 Apr 22 09:37:11.869170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:37:11.872730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33392) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:11.894837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:11.895253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:11.923314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] In _notify_port_updated(), no bound segment for port 53d174de-c1fa-4486-a100-7a834f1e577f on network 27c2e116-be6f-4655-a993-2fec6fe3bf44 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:37:11.928689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:11.929327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:11.931204 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cddaf7fa-dfe3-41dc-a54e-10de600f5e7b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "PUT /v2.0/ports/53d174de-c1fa-4486-a100-7a834f1e577f HTTP/1.1" status: 200 len: 1000 time: 0.9764612 Apr 22 09:37:11.940935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33398) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:11.983837 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027e62f8-48ca-42b1-bf21-8a054eae2ffc'] response: {'name': 'network-changed', 'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'status': 'completed', 'code': 200} Apr 22 09:37:12.008637 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:37:12.071015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d8775367-1396-4f2b-958b-78150116d34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:12.089043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 53d174de-c1fa-4486-a100-7a834f1e577f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:12.089527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:12.187737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-1d1f9336-d404-44c1-b8e1-b0e791385892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:12.189365 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-1d1f9336-d404-44c1-b8e1-b0e791385892 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 1098 time: 0.1972420 Apr 22 09:37:12.194967 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8f1a0f5e-9357-4f2e-8002-8f9588eb3054 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 991 time: 0.3201439 Apr 22 09:37:12.290851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4a8e5b80-ef73-4268-97bd-82c447746c07 None None] Provisioning for port 53d174de-c1fa-4486-a100-7a834f1e577f completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:12.313051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4a8e5b80-ef73-4268-97bd-82c447746c07 None None] Provisioning complete for port 53d174de-c1fa-4486-a100-7a834f1e577f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:12.313472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a8e5b80-ef73-4268-97bd-82c447746c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:12.370492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e5b80-ef73-4268-97bd-82c447746c07 None None] Port 53d174de-c1fa-4486-a100-7a834f1e577f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:12.424248 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d7e15c1-34c7-4ab0-82c3-3994e442cef1', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'port_id': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'mac_address': 'fa:16:3e:ba:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af13fae-4a80-477e-9932-b47dabf8f070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:37:10Z', 'updated_at': '2022-04-22T09:37:10Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:12.428283 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] Checking router: 22d14755-8c46-47e9-a90a-0c2b5913c56f for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:37:12.437313 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:37:12.437957 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:36:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:12.470963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-183dc90b-43cb-48eb-a2d4-18ba8e4063b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:12.472471 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-183dc90b-43cb-48eb-a2d4-18ba8e4063b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 897 time: 0.2504065 Apr 22 09:37:12.619421 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:37:12.680430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:12.812765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 53d174de-c1fa-4486-a100-7a834f1e577f owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:12.863400 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-db2c7472-8bab-44a6-8cd3-0372f143a8f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e HTTP/1.1" status: 200 len: 999 time: 0.3837230 Apr 22 09:37:12.903356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a21cb1be-45ee-4b2f-a2fc-5e4b97917638 None None] Provisioning complete for port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:12.903942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a21cb1be-45ee-4b2f-a2fc-5e4b97917638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:12.976184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-73648828-4d0f-45dc-96bc-121506165d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:12.977644 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-73648828-4d0f-45dc-96bc-121506165d1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 200 len: 835 time: 0.1062012 Apr 22 09:37:13.001412 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d7e15c1-34c7-4ab0-82c3-3994e442cef1', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'port_id': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'mac_address': 'fa:16:3e:ba:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af13fae-4a80-477e-9932-b47dabf8f070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:37:10Z', 'updated_at': '2022-04-22T09:37:10Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:13.006826 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d651f8-76d0-48b7-bad8-344da16e81a2 None None] The sync data for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv is: [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d7e15c1-34c7-4ab0-82c3-3994e442cef1', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'port_id': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'mac_address': 'fa:16:3e:ba:ff:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af13fae-4a80-477e-9932-b47dabf8f070', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:37:10Z', 'updated_at': '2022-04-22T09:37:10Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:37:13.078946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a21cb1be-45ee-4b2f-a2fc-5e4b97917638 None None] Provisioning complete for port 53d174de-c1fa-4486-a100-7a834f1e577f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:13.079320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a21cb1be-45ee-4b2f-a2fc-5e4b97917638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:13.141912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a21cb1be-45ee-4b2f-a2fc-5e4b97917638 None None] Port 53d174de-c1fa-4486-a100-7a834f1e577f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:13.194430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-470037ef-20cc-48f0-a8a8-2ecb0a12ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:13.195937 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-470037ef-20cc-48f0-a8a8-2ecb0a12ae92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1763852 Apr 22 09:37:13.198190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33402) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:13.227210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:13.262956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b644e20f-7923-4dae-bd6d-aedde97b3340 None None] Could not find standard attr ID for object 53d174de-c1fa-4486-a100-7a834f1e577f. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:37:13.273970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab04cf0e-b94a-4763-bad7-61a3f8fbb77d None None] New status for floating IP 3d7e15c1-34c7-4ab0-82c3-3994e442cef1: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:37:13.340920 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-248ea508-1ce5-478d-bb6f-a793a02f6497 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 991 time: 0.1409376 Apr 22 09:37:13.345856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=53d174de-c1fa-4486-a100-7a834f1e577f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:13.395645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.395903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.396192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.396631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.396974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.397599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.397950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.398303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.398626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.398949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.399276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.400123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:13.460027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-63d92021-3850-4d03-b7ea-fd5890ce71a6 None None] Could not find standard attr ID for object 53d174de-c1fa-4486-a100-7a834f1e577f. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:37:13.519454 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-4d4e3951-1155-4ef8-9c69-34a489e51a8e service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142989 Apr 22 09:37:13.551274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:13.580654 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-845d6bac-36d6-44a0-a3cf-d52bcf362852 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/53d174de-c1fa-4486-a100-7a834f1e577f HTTP/1.1" status: 204 len: 168 time: 1.6358151 Apr 22 09:37:13.582017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33406) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:13.582267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-827771f6-0d9b-4bfb-8986-fc1eab534416 None None] Could not find standard attr ID for object 53d174de-c1fa-4486-a100-7a834f1e577f. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:37:13.637597 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-740cfce3-31b9-4544-9383-75b58ebdc3c0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:13.639192 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-740cfce3-31b9-4544-9383-75b58ebdc3c0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/53d174de-c1fa-4486-a100-7a834f1e577f HTTP/1.1" status: 404 len: 333 time: 0.0557065 Apr 22 09:37:13.641928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33410) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:13.677900 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2355fa1-af9e-4918-9447-5f236daf4df0 req-080777ef-c6d4-4c70-ae49-27aa0423a0f4 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501372 Apr 22 09:37:13.713288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb27ff6-32a7-4faa-8e2d-c01ed58aaa3c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet 37fd1621-33e7-4e88-9070-41267915ea30 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:13.716199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-deb27ff6-32a7-4faa-8e2d-c01ed58aaa3c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:13.770695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-deb27ff6-32a7-4faa-8e2d-c01ed58aaa3c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:13.862032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-deb27ff6-32a7-4faa-8e2d-c01ed58aaa3c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:13.940521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-deb27ff6-32a7-4faa-8e2d-c01ed58aaa3c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:13.979912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb27ff6-32a7-4faa-8e2d-c01ed58aaa3c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=37fd1621-33e7-4e88-9070-41267915ea30,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:13.983506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-deb27ff6-32a7-4faa-8e2d-c01ed58aaa3c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:13.989541 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-deb27ff6-32a7-4faa-8e2d-c01ed58aaa3c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/37fd1621-33e7-4e88-9070-41267915ea30 HTTP/1.1" status: 204 len: 168 time: 0.3465145 Apr 22 09:37:13.989906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001aae20-6395-4cc3-b0bf-260b651c9851 None None] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:13.991989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33414) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:14.057110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-751adedd-9300-4750-9368-cc63d8441e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet e32618a2-207c-4efa-9f73-904f49449d00 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:14.059993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-751adedd-9300-4750-9368-cc63d8441e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.117126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-751adedd-9300-4750-9368-cc63d8441e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.198344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-751adedd-9300-4750-9368-cc63d8441e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.274399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-751adedd-9300-4750-9368-cc63d8441e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.318650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751adedd-9300-4750-9368-cc63d8441e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=e32618a2-207c-4efa-9f73-904f49449d00,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:14.320579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-751adedd-9300-4750-9368-cc63d8441e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.327581 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-751adedd-9300-4750-9368-cc63d8441e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/e32618a2-207c-4efa-9f73-904f49449d00 HTTP/1.1" status: 204 len: 168 time: 0.3346043 Apr 22 09:37:14.330115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33418) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:14.342324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33422) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:14.386853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1a66-c7cf-4b4b-ba59-d6c9be31521e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.458742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.465812 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4f99cb0d-e5b0-4538-803e-9dcb71e09fc7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 993 time: 0.1221011 Apr 22 09:37:14.475604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:14.475604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.695668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] For port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,segment=NetworkSegment(37ff7ea4-6da9-4732-bbcc-2ddf1427f56f),segment_id=37ff7ea4-6da9-4732-bbcc-2ddf1427f56f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:14.696025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.708481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67521442-d9ad-4750-998c-8d889b445495 None None] Network 27c2e116-be6f-4655-a993-2fec6fe3bf44 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:14.826349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:14.869131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0879ebdd-1c19-4927-a380-0f1e2a51b9f2 None None] Provisioning complete for port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:14.869493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0879ebdd-1c19-4927-a380-0f1e2a51b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.901883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:14.909512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0879ebdd-1c19-4927-a380-0f1e2a51b9f2 None None] Port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 was deleted so its status cannot be updated. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 22 09:37:14.951958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:14.956691 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No DVR routers for this DVR port 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:37:15.004759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6227f3-09d3-403a-918e-7a12f4ccc90e None None] DHCP port deletion for 27c2e116-be6f-4655-a993-2fec6fe3bf44 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:37:15.183617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.209165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c2e116-be6f-4655-a993-2fec6fe3bf44']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:15.221490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ff7ea4-6da9-4732-bbcc-2ddf1427f56f') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:15.221788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ff7ea4-6da9-4732-bbcc-2ddf1427f56f') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:15.232976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.248389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.254478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:37:15.254855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:37:15.269778 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:37:15.341158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.350674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.367765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.378621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Network': ['ID=27c2e116-be6f-4655-a993-2fec6fe3bf44,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:15.386412 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0209100f-2209-4f2c-b187-900493d98f0b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/networks/27c2e116-be6f-4655-a993-2fec6fe3bf44 HTTP/1.1" status: 204 len: 168 time: 1.0553656 Apr 22 09:37:15.390083 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33426) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:15.470509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a9116-ee00-46b2-a94c-e6c438bbdcf3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:15.471106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-701a9116-ee00-46b2-a94c-e6c438bbdcf3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:15.485849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-701a9116-ee00-46b2-a94c-e6c438bbdcf3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:15.487069 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-701a9116-ee00-46b2-a94c-e6c438bbdcf3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0961270 Apr 22 09:37:15.490572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33430) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:15.575359 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c5d709e6-fea9-4c30-89c1-3b5f90ab95c3 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0828674 Apr 22 09:37:15.577825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33434) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:15.583055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-212161501'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:15.589313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:15.591532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:37:15.594634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:network and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:15.597481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:15.603080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:15.613129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:15.616777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.627842 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:37:15.628181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 4a5a5d9e-c4a0-451c-a22a-bf6ce6bdef53 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:37:15.646887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:37:15.656846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.657182 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Added segment 47feddde-1b18-48d5-be34-1dbe73841b78 of type vlan for network a571c6af-9401-4848-8f33-d4fdbde95c8e Apr 22 09:37:15.684123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.693832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.713953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.719346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:15.719905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:15.815645 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2367964 Apr 22 09:37:15.818377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33438) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:15.824022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:15.826884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40a821-1cc1-4400-86b2-4360aa2b82bd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Network': ['ID=a571c6af-9401-4848-8f33-d4fdbde95c8e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:15.837440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network a571c6af-9401-4848-8f33-d4fdbde95c8e details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:37:15.933634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:15.937758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:15.940794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:15.947419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:15.958146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:15.961889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:16.172426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:16.252154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=0de2a09c-da99-4516-a4a6-506d847b7b21,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:16.260039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking segment: {'id': '47feddde-1b18-48d5-be34-1dbe73841b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:16.260401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network hostable DHCP agents. Network: a571c6af-9401-4848-8f33-d4fdbde95c8e, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:37:16.278766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network a571c6af-9401-4848-8f33-d4fdbde95c8e is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:37:16.287424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, a571c6af-9401-4848-8f33-d4fdbde95c8e) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:16.291695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:16.292425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:16.295974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9ed11b-3718-4f7e-a5f9-a65fa8c580a9 None None] Network a571c6af-9401-4848-8f33-d4fdbde95c8e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:16.314237 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f4c91f9d-20c2-4764-b498-2890499b89a5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4947865 Apr 22 09:37:16.316892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33442) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:16.322900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e', 'name': 'tempest-PortsTestJSON-647988408'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:16.459248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:16.469540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:16.479882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:16.483642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:16.504356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-a571c6af-9401-4848-8f33-d4fdbde95c8e', 'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e', 'tenant_id': '38a27536bad2486e8541da6daa8d8ebf', 'fixed_ips': [{'subnet_id': '0de2a09c-da99-4516-a4a6-506d847b7b21'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:37:16.505195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:16.510045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 0f5610be-f144-4b09-aa63-b618fa412f63 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:16.658596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.3 (a571c6af-9401-4848-8f33-d4fdbde95c8e/0de2a09c-da99-4516-a4a6-506d847b7b21/0f5610be-f144-4b09-aa63-b618fa412f63) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:16.851290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:16.865958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object 0f5610be-f144-4b09-aa63-b618fa412f63 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:16.888966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:16.949336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Allocated IP 172.20.0.2 (a571c6af-9401-4848-8f33-d4fdbde95c8e/0de2a09c-da99-4516-a4a6-506d847b7b21/830114d4-718e-49ca-a480-cb649d023729) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:16.951122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network a571c6af-9401-4848-8f33-d4fdbde95c8e is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:16.954331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:16.958703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:17.011583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=0f5610be-f144-4b09-aa63-b618fa412f63,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:17.033934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:17.034657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.060910 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-16938ae4-c42c-4047-ac79-51c07567c443 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7430274 Apr 22 09:37:17.061908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33446) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:17.067250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e', 'name': 'tempest-PortsTestJSON-1289525307'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:17.157861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.168278 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.178355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Transition to ACTIVE for port object 830114d4-718e-49ca-a480-cb649d023729 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:17.197572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Transition to ACTIVE for port object 830114d4-718e-49ca-a480-cb649d023729 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:17.203344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.208131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:17.212309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:17.215281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:17.221207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:17.230329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:17.233887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.255133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 93437579-f472-4336-9b87-d71d177f9c89 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:17.259541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Network a571c6af-9401-4848-8f33-d4fdbde95c8e is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:17.262310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:17.265780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:17.309074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Pushing event updated for resources: {'Port': ['ID=830114d4-718e-49ca-a480-cb649d023729,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:17.366431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Attempting to bind port 830114d4-718e-49ca-a480-cb649d023729 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:37:17.366788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Attempting to bind port 830114d4-718e-49ca-a480-cb649d023729 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '47feddde-1b18-48d5-be34-1dbe73841b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:37:17.367143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Attempting to bind port 830114d4-718e-49ca-a480-cb649d023729 on network a571c6af-9401-4848-8f33-d4fdbde95c8e {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:37:17.373181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:37:17.373551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Checking segment: {'id': '47feddde-1b18-48d5-be34-1dbe73841b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:17.373948 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.374328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Bound using segment: {'id': '47feddde-1b18-48d5-be34-1dbe73841b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:37:17.374778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Bound port: 830114d4-718e-49ca-a480-cb649d023729, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47feddde-1b18-48d5-be34-1dbe73841b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a571c6af-9401-4848-8f33-d4fdbde95c8e'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:37:17.375143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.398366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.13 (a571c6af-9401-4848-8f33-d4fdbde95c8e/0de2a09c-da99-4516-a4a6-506d847b7b21/93437579-f472-4336-9b87-d71d177f9c89) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:17.464718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] For port 830114d4-718e-49ca-a480-cb649d023729, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:37:17.467545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] For port 830114d4-718e-49ca-a480-cb649d023729, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=830114d4-718e-49ca-a480-cb649d023729,segment=NetworkSegment(47feddde-1b18-48d5-be34-1dbe73841b78),segment_id=47feddde-1b18-48d5-be34-1dbe73841b78)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:37:17.471246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.554085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380e93-a9fb-41f1-b30a-5293820ba4c4 None None] Pushing event updated for resources: {'Port': ['ID=830114d4-718e-49ca-a480-cb649d023729,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:17.726350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.744388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object 93437579-f472-4336-9b87-d71d177f9c89 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:17.775366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.856349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network a571c6af-9401-4848-8f33-d4fdbde95c8e is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:17.859492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:17.868576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:17.898742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=93437579-f472-4336-9b87-d71d177f9c89,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:17.917683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.918026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.918361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.918693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.919021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.919344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.919665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.919984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.920300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.920641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.920957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.921278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:17.943315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:17.943909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:17.966454 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ef696401-9149-4dbe-9193-154afad3133a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9034321 Apr 22 09:37:17.968956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33450) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:18.055856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba987af3-512d-4712-91d8-12ebb63b7b25 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:18.056565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ba987af3-512d-4712-91d8-12ebb63b7b25 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:18.071006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ba987af3-512d-4712-91d8-12ebb63b7b25 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:18.072109 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ba987af3-512d-4712-91d8-12ebb63b7b25 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.1022685 Apr 22 09:37:18.074903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33454) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:18.141785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc52d4-bf66-42a0-8671-fb5a914768c6 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 93437579-f472-4336-9b87-d71d177f9c89 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:18.142125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ffc52d4-bf66-42a0-8671-fb5a914768c6 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:18.398203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ffc52d4-bf66-42a0-8671-fb5a914768c6 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:18.464710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e297f94f-58db-4fe6-a8eb-fecc425364fa None None] Network a571c6af-9401-4848-8f33-d4fdbde95c8e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:18.523792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9ffc52d4-bf66-42a0-8671-fb5a914768c6 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 93437579-f472-4336-9b87-d71d177f9c89 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:18.574693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b49ae13b-355f-47cf-993e-9b00932be5b8 None None] Provisioning for port 830114d4-718e-49ca-a480-cb649d023729 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:18.694322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ffc52d4-bf66-42a0-8671-fb5a914768c6 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:18.747014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc52d4-bf66-42a0-8671-fb5a914768c6 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=93437579-f472-4336-9b87-d71d177f9c89,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:18.854004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9ffc52d4-bf66-42a0-8671-fb5a914768c6 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:18.868096 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9ffc52d4-bf66-42a0-8671-fb5a914768c6 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/93437579-f472-4336-9b87-d71d177f9c89 HTTP/1.1" status: 204 len: 168 time: 0.7920327 Apr 22 09:37:18.870409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33460) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:18.906763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f9a58a0f-8076-4520-b654-3714820e2c7a None None] Provisioning for port 0f5610be-f144-4b09-aa63-b618fa412f63 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:18.912250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f9a58a0f-8076-4520-b654-3714820e2c7a None None] Provisioning complete for port 0f5610be-f144-4b09-aa63-b618fa412f63 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:18.913108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9a58a0f-8076-4520-b654-3714820e2c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:18.918352 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f3373f-88e7-4166-bb2d-ee7c8ba77e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:18.918896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-24f3373f-88e7-4166-bb2d-ee7c8ba77e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:18.938155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-24f3373f-88e7-4166-bb2d-ee7c8ba77e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:18.939560 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-24f3373f-88e7-4166-bb2d-ee7c8ba77e6e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/93437579-f472-4336-9b87-d71d177f9c89 HTTP/1.1" status: 404 len: 333 time: 0.0682456 Apr 22 09:37:18.942264 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33466) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:18.979778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f9a58a0f-8076-4520-b654-3714820e2c7a None None] Port 0f5610be-f144-4b09-aa63-b618fa412f63 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:18.998145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f9a58a0f-8076-4520-b654-3714820e2c7a None None] Could not find standard attr ID for object 93437579-f472-4336-9b87-d71d177f9c89. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:37:19.023226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-14018595-3ed7-433b-8dbf-4795f1208076 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 0f5610be-f144-4b09-aa63-b618fa412f63 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:19.023569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14018595-3ed7-433b-8dbf-4795f1208076 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:19.122845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f1037190-0c99-4f6e-bcbe-7e9c8a99ccf3 None None] Provisioning complete for port 0f5610be-f144-4b09-aa63-b618fa412f63 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:19.123221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1037190-0c99-4f6e-bcbe-7e9c8a99ccf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:19.230211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f1037190-0c99-4f6e-bcbe-7e9c8a99ccf3 None None] Port 0f5610be-f144-4b09-aa63-b618fa412f63 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:19.327437 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14018595-3ed7-433b-8dbf-4795f1208076 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:19.443435 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8f4f4fcb-d6cc-496f-be62-b1b552854b87 None None] Could not find standard attr ID for object 93437579-f472-4336-9b87-d71d177f9c89. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:37:19.585118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-14018595-3ed7-433b-8dbf-4795f1208076 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 0f5610be-f144-4b09-aa63-b618fa412f63 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:19.659282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 830114d4-718e-49ca-a480-cb649d023729 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:19.728960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 830114d4-718e-49ca-a480-cb649d023729 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:19.733723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 830114d4-718e-49ca-a480-cb649d023729 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:19.734095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:19.793508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7916f-1ac0-48dc-b272-7e97417e01fe req-a4597a3c-0a09-44cd-a0bd-9b72175f3018 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:19.795007 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27f7916f-1ac0-48dc-b272-7e97417e01fe req-a4597a3c-0a09-44cd-a0bd-9b72175f3018 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.1693261 Apr 22 09:37:19.840711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14018595-3ed7-433b-8dbf-4795f1208076 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:19.858839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:19.891405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 830114d4-718e-49ca-a480-cb649d023729, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=830114d4-718e-49ca-a480-cb649d023729,segment=NetworkSegment(47feddde-1b18-48d5-be34-1dbe73841b78),segment_id=47feddde-1b18-48d5-be34-1dbe73841b78)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:19.895212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:19.897800 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27f7916f-1ac0-48dc-b272-7e97417e01fe req-0e53807b-ad73-4708-b2e1-4f3cb8cf4aa1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961270 Apr 22 09:37:19.900312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14018595-3ed7-433b-8dbf-4795f1208076 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=0f5610be-f144-4b09-aa63-b618fa412f63,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:19.968259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=830114d4-718e-49ca-a480-cb649d023729,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:20.009093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14018595-3ed7-433b-8dbf-4795f1208076 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.022776 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-14018595-3ed7-433b-8dbf-4795f1208076 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/0f5610be-f144-4b09-aa63-b618fa412f63 HTTP/1.1" status: 204 len: 168 time: 1.0792482 Apr 22 09:37:20.025987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33486) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:20.070133 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b6ef5c3-1e0c-40c4-a736-b537a2154581 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:20.070832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0b6ef5c3-1e0c-40c4-a736-b537a2154581 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:20.087488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0b6ef5c3-1e0c-40c4-a736-b537a2154581 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:20.088766 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0b6ef5c3-1e0c-40c4-a736-b537a2154581 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/0f5610be-f144-4b09-aa63-b618fa412f63 HTTP/1.1" status: 404 len: 333 time: 0.0617974 Apr 22 09:37:20.091313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33490) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:20.160902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d2eb29-f861-4902-840c-bb984ff5140a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet 0de2a09c-da99-4516-a4a6-506d847b7b21 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:20.163641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d2eb29-f861-4902-840c-bb984ff5140a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.217335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d2eb29-f861-4902-840c-bb984ff5140a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.298151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d2eb29-f861-4902-840c-bb984ff5140a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.372846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d2eb29-f861-4902-840c-bb984ff5140a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.410366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2eb29-f861-4902-840c-bb984ff5140a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=0de2a09c-da99-4516-a4a6-506d847b7b21,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:20.416537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d2eb29-f861-4902-840c-bb984ff5140a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.422930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ed6b2-c60a-47ca-82b5-0b3f3234175f None None] Network a571c6af-9401-4848-8f33-d4fdbde95c8e requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:20.423086 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b1d2eb29-f861-4902-840c-bb984ff5140a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/0de2a09c-da99-4516-a4a6-506d847b7b21 HTTP/1.1" status: 204 len: 168 time: 0.3307791 Apr 22 09:37:20.425603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33494) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:20.540125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.551581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 830114d4-718e-49ca-a480-cb649d023729 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:20.551932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.734967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] DHCP port deletion for a571c6af-9401-4848-8f33-d4fdbde95c8e request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:37:20.739808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] Deleting port 830114d4-718e-49ca-a480-cb649d023729 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:20.740187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.765145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] For port 830114d4-718e-49ca-a480-cb649d023729, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=830114d4-718e-49ca-a480-cb649d023729,segment=NetworkSegment(47feddde-1b18-48d5-be34-1dbe73841b78),segment_id=47feddde-1b18-48d5-be34-1dbe73841b78)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:20.765773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.886633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 830114d4-718e-49ca-a480-cb649d023729 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:20.942542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] For port 830114d4-718e-49ca-a480-cb649d023729, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=830114d4-718e-49ca-a480-cb649d023729,segment=NetworkSegment(47feddde-1b18-48d5-be34-1dbe73841b78),segment_id=47feddde-1b18-48d5-be34-1dbe73841b78)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:20.942942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:20.975594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.028332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=830114d4-718e-49ca-a480-cb649d023729,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:21.031863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No DVR routers for this DVR port 830114d4-718e-49ca-a480-cb649d023729 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:37:21.069092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] Calling delete_port for 830114d4-718e-49ca-a480-cb649d023729 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:21.097972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8481f-bf33-4b6f-85cc-e73577ac9dec req-6dd366ad-49c9-460c-b5e1-51c7fdf8726a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:21.100219 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-43e8481f-bf33-4b6f-85cc-e73577ac9dec req-6dd366ad-49c9-460c-b5e1-51c7fdf8726a tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.0838974 Apr 22 09:37:21.151589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:37:21.151986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:37:21.158138 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-43e8481f-bf33-4b6f-85cc-e73577ac9dec req-226d17da-a25d-4307-bcdb-f33e5edf1a5b tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517263 Apr 22 09:37:21.265387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.293595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a571c6af-9401-4848-8f33-d4fdbde95c8e']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:21.307194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47feddde-1b18-48d5-be34-1dbe73841b78') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:21.307489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47feddde-1b18-48d5-be34-1dbe73841b78') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:21.319904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.337349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.343954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:37:21.344314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:37:21.359400 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:37:21.393209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-346ee275-afa4-4927-9bee-9ae76ab9b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:21.394707 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-346ee275-afa4-4927-9bee-9ae76ab9b0d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc&device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1099 time: 0.1926072 Apr 22 09:37:21.447823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.464988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.475684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Network': ['ID=a571c6af-9401-4848-8f33-d4fdbde95c8e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:21.487021 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-00ac9186-959d-4434-b56b-3ef694464cdb tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/networks/a571c6af-9401-4848-8f33-d4fdbde95c8e HTTP/1.1" status: 204 len: 168 time: 1.0604250 Apr 22 09:37:21.490862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33500) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:21.496784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1258750395'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:21.501959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:21.505411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:network and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:21.508238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:21.514031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:21.526684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:21.530089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.542456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-c8546267-6c8a-4c61-a8ff-242f37472dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:21.544052 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-c8546267-6c8a-4c61-a8ff-242f37472dd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=695ae22d-5c00-475b-a737-dd11f8cc5a3b HTTP/1.1" status: 200 len: 897 time: 0.1283050 Apr 22 09:37:21.558952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:37:21.569429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.569880 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Added segment af865b21-23e0-4fd4-a7f1-cc3589ad83f0 of type vlan for network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 Apr 22 09:37:21.598153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.615720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 830114d4-718e-49ca-a480-cb649d023729 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:37:21.630426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.637444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:21.638046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.652639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] Deleting port 830114d4-718e-49ca-a480-cb649d023729 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:21.653058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:21.677537 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-27199904-5467-404f-bab3-b2d92c7d7b4b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=581e7962-3955-46a0-9ea0-59a2bf84f748 HTTP/1.1" status: 200 len: 1002 time: 0.1250048 Apr 22 09:37:21.680334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 830114d4-718e-49ca-a480-cb649d023729 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:37:21.680731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 830114d4-718e-49ca-a480-cb649d023729 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:37:21.719174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-aa1db4ea-1cd8-495a-8e73-3c04de06e80d None None] The port '830114d4-718e-49ca-a480-cb649d023729' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:37:21.738941 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2472749 Apr 22 09:37:21.742182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33504) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:21.750618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:21.751088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1273c97-43e0-4ed5-9f2b-fa33ff05051f tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Network': ['ID=ebc9bdad-06b0-48b9-a1c4-f4a13e29e168,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:21.766089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:37:21.769081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-8999d74b-a1b7-4931-b94b-19a2b7db6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:21.770516 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-8999d74b-a1b7-4931-b94b-19a2b7db6daf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b2e51e8-ea06-43c4-9a98-c40d0192fc7a HTTP/1.1" status: 200 len: 835 time: 0.0867021 Apr 22 09:37:21.919420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:21.925519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:21.928859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:21.935557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:21.950460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-bfae60a7-28de-49d1-a085-6418c1995b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:21.951917 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-bfae60a7-28de-49d1-a085-6418c1995b5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=695ae22d-5c00-475b-a737-dd11f8cc5a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1693590 Apr 22 09:37:21.956169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:21.959576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:22.182908 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-1cee8e4a-f25e-4a61-95d9-b375f611b972 service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092352 Apr 22 09:37:22.348387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d20be3-9466-40da-b630-cc8d5147c75e req-7cc28366-0474-41d5-82ae-e690f99c2447 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:22.349860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b3d20be3-9466-40da-b630-cc8d5147c75e req-7cc28366-0474-41d5-82ae-e690f99c2447 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.0841081 Apr 22 09:37:22.392124 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0cfa3692-6495-490f-8ef7-71287e1452d9 req-38a8ec5d-2d6b-4dc6-a7f4-cf2ae060fd5e service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027929 Apr 22 09:37:22.393332 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:22.394042 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b3d20be3-9466-40da-b630-cc8d5147c75e req-18452656-fd15-47b4-8801-650da8116c9f tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385098 Apr 22 09:37:22.469609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=d13044bc-96cf-47ca-a33e-e08c2ab0a649,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:22.482031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking segment: {'id': 'af865b21-23e0-4fd4-a7f1-cc3589ad83f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:22.482379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network hostable DHCP agents. Network: ebc9bdad-06b0-48b9-a1c4-f4a13e29e168, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:37:22.501490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:37:22.510550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, ebc9bdad-06b0-48b9-a1c4-f4a13e29e168) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:22.514526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:22.515097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:22.519034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fe2377-94a5-4ffb-a075-50c810f36aa3 None None] Network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:22.540668 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8c071fc0-725a-4a13-8674-ee8f40a6027d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7967329 Apr 22 09:37:22.543115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33510) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:22.549854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168', 'name': 'tempest-PortsTestJSON-1701310228', 'fixed_ips': [{'subnet_id': 'd13044bc-96cf-47ca-a33e-e08c2ab0a649', 'ip_address': '172.20.0.10'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:22.685387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:22.689721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:22.692518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:22.698551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:22.708592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:22.738699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-ebc9bdad-06b0-48b9-a1c4-f4a13e29e168', 'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168', 'tenant_id': '38a27536bad2486e8541da6daa8d8ebf', 'fixed_ips': [{'subnet_id': 'd13044bc-96cf-47ca-a33e-e08c2ab0a649'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:37:22.739522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:22.833507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:22.854957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:22.895300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Allocated IP 172.20.0.2 (ebc9bdad-06b0-48b9-a1c4-f4a13e29e168/d13044bc-96cf-47ca-a33e-e08c2ab0a649/37348bce-dc03-4171-9ecb-22c3ea49c845) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:23.094097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:23.103815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Transition to ACTIVE for port object 37348bce-dc03-4171-9ecb-22c3ea49c845 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:23.122763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Transition to ACTIVE for port object 37348bce-dc03-4171-9ecb-22c3ea49c845 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:23.128684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:23.225772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:23.228675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:23.232369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:23.246884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Pushing event updated for resources: {'Port': ['ID=37348bce-dc03-4171-9ecb-22c3ea49c845,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:23.316583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.10 (ebc9bdad-06b0-48b9-a1c4-f4a13e29e168/d13044bc-96cf-47ca-a33e-e08c2ab0a649/f17c6889-b9f0-4302-aa2a-9e0a8d2611f5) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:23.330012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Attempting to bind port 37348bce-dc03-4171-9ecb-22c3ea49c845 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:37:23.330373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Attempting to bind port 37348bce-dc03-4171-9ecb-22c3ea49c845 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'af865b21-23e0-4fd4-a7f1-cc3589ad83f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:37:23.330735 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Attempting to bind port 37348bce-dc03-4171-9ecb-22c3ea49c845 on network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:37:23.335814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:37:23.336179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Checking segment: {'id': 'af865b21-23e0-4fd4-a7f1-cc3589ad83f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:23.336609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:23.337561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Bound using segment: {'id': 'af865b21-23e0-4fd4-a7f1-cc3589ad83f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:37:23.338039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Bound port: 37348bce-dc03-4171-9ecb-22c3ea49c845, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af865b21-23e0-4fd4-a7f1-cc3589ad83f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:37:23.338425 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:23.426251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] For port 37348bce-dc03-4171-9ecb-22c3ea49c845, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:37:23.429705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] For port 37348bce-dc03-4171-9ecb-22c3ea49c845, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=37348bce-dc03-4171-9ecb-22c3ea49c845,segment=NetworkSegment(af865b21-23e0-4fd4-a7f1-cc3589ad83f0),segment_id=af865b21-23e0-4fd4-a7f1-cc3589ad83f0)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:37:23.434176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:23.519031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eb669-9f16-4ee5-b38b-940df69cca8e None None] Pushing event updated for resources: {'Port': ['ID=37348bce-dc03-4171-9ecb-22c3ea49c845,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:23.569662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:23.602656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:23.647470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55073a-08a9-455a-8af6-798030a476b0 req-ebdd67a3-5cb0-4505-b1a8-3251c82b6ccd tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:23.649011 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a55073a-08a9-455a-8af6-798030a476b0 req-ebdd67a3-5cb0-4505-b1a8-3251c82b6ccd tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.1184638 Apr 22 09:37:23.670340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:23.768980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:23.774511 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a55073a-08a9-455a-8af6-798030a476b0 req-c41d2cd9-4b94-4b81-9e9e-73f72cfb9d71 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181617 Apr 22 09:37:23.782184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:23.787525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:23.816099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=f17c6889-b9f0-4302-aa2a-9e0a8d2611f5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:23.858270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:23.858891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:23.882066 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-32ba5275-bb4f-4a41-9858-7d09ece541dc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3379784 Apr 22 09:37:23.884642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33516) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:23.890044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'ebc9bdad-06b0-48b9-a1c4-f4a13e29e168', 'name': 'tempest-PortsTestJSON-261408753', 'fixed_ips': [{'subnet_id': 'd13044bc-96cf-47ca-a33e-e08c2ab0a649', 'ip_address': '172.20.0.9'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:24.023304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:24.027958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:24.030849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:24.036554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:24.046456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:24.051255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:24.071576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port f320e013-286d-4b79-8b62-5c634454762d yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:24.270365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.9 (ebc9bdad-06b0-48b9-a1c4-f4a13e29e168/d13044bc-96cf-47ca-a33e-e08c2ab0a649/f320e013-286d-4b79-8b62-5c634454762d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:24.474573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ef18d-335a-441c-a8de-474e56c3bf0e None None] Network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:24.482896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:24.500454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object f320e013-286d-4b79-8b62-5c634454762d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:24.526408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:24.559160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-83737e5f-5d14-4f61-8204-99ec4ef9d685 None None] Provisioning for port 37348bce-dc03-4171-9ecb-22c3ea49c845 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:24.594913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:24.598038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:24.600377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:24.659966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=f320e013-286d-4b79-8b62-5c634454762d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:24.679529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:24.680129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:24.704751 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5f2962a6-a28f-42b3-8611-e91e37a271f8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8190515 Apr 22 09:37:24.707441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33520) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:24.792629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811c38d-7ca3-4f31-b384-c4a062f62848 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:24.793173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9811c38d-7ca3-4f31-b384-c4a062f62848 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:24.809679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9811c38d-7ca3-4f31-b384-c4a062f62848 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:24.811094 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9811c38d-7ca3-4f31-b384-c4a062f62848 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1025546 Apr 22 09:37:24.813966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33526) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:24.910144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565989a-5877-4468-ad7f-2c0f474d436e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:24.916952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565989a-5877-4468-ad7f-2c0f474d436e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:24.923408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565989a-5877-4468-ad7f-2c0f474d436e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:24.924373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a565989a-5877-4468-ad7f-2c0f474d436e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:24.944665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a565989a-5877-4468-ad7f-2c0f474d436e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:24.949103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a565989a-5877-4468-ad7f-2c0f474d436e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1315794 Apr 22 09:37:24.949534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33530) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:24.998891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-356aa504-9662-4f71-ac09-6ded4204e024 None None] Provisioning for port f320e013-286d-4b79-8b62-5c634454762d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:25.003940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-356aa504-9662-4f71-ac09-6ded4204e024 None None] Provisioning complete for port f320e013-286d-4b79-8b62-5c634454762d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:25.004316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-356aa504-9662-4f71-ac09-6ded4204e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.031507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6cddeaeb-52e9-4acd-8c3d-9b5b4e2133b4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port f320e013-286d-4b79-8b62-5c634454762d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:25.031845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cddeaeb-52e9-4acd-8c3d-9b5b4e2133b4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.064765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-356aa504-9662-4f71-ac09-6ded4204e024 None None] Port f320e013-286d-4b79-8b62-5c634454762d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:25.081819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008292-ee74-4743-a562-150117b44f05 req-1f0d5214-8f7f-42fe-a4a9-d0a5334bced2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:25.083309 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af008292-ee74-4743-a562-150117b44f05 req-1f0d5214-8f7f-42fe-a4a9-d0a5334bced2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.1904681 Apr 22 09:37:25.089750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-356aa504-9662-4f71-ac09-6ded4204e024 None None] Provisioning for port f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:25.094797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-356aa504-9662-4f71-ac09-6ded4204e024 None None] Provisioning complete for port f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:25.095169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-356aa504-9662-4f71-ac09-6ded4204e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.153525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-356aa504-9662-4f71-ac09-6ded4204e024 None None] Port f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:25.183728 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af008292-ee74-4743-a562-150117b44f05 req-dba6c7e4-838f-4337-ae45-736c3e24877f tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928888 Apr 22 09:37:25.272187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8e205cb4-beeb-4395-a2f6-9d28d6b7586e None None] Provisioning complete for port f320e013-286d-4b79-8b62-5c634454762d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:25.272909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e205cb4-beeb-4395-a2f6-9d28d6b7586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.327184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8e205cb4-beeb-4395-a2f6-9d28d6b7586e None None] Port f320e013-286d-4b79-8b62-5c634454762d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:25.332019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cddeaeb-52e9-4acd-8c3d-9b5b4e2133b4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.338486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8e205cb4-beeb-4395-a2f6-9d28d6b7586e None None] Provisioning complete for port f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:25.338854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e205cb4-beeb-4395-a2f6-9d28d6b7586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.391257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8e205cb4-beeb-4395-a2f6-9d28d6b7586e None None] Port f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:25.458477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6cddeaeb-52e9-4acd-8c3d-9b5b4e2133b4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for f320e013-286d-4b79-8b62-5c634454762d owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:25.603078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cddeaeb-52e9-4acd-8c3d-9b5b4e2133b4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.641658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 37348bce-dc03-4171-9ecb-22c3ea49c845 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:25.657196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddeaeb-52e9-4acd-8c3d-9b5b4e2133b4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=f320e013-286d-4b79-8b62-5c634454762d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:25.710873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 37348bce-dc03-4171-9ecb-22c3ea49c845 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:25.716099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 37348bce-dc03-4171-9ecb-22c3ea49c845 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:25.716763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.759489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6cddeaeb-52e9-4acd-8c3d-9b5b4e2133b4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.774329 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6cddeaeb-52e9-4acd-8c3d-9b5b4e2133b4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/f320e013-286d-4b79-8b62-5c634454762d HTTP/1.1" status: 204 len: 168 time: 0.8236895 Apr 22 09:37:25.777151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33534) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:25.824356 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a47c88d-fab7-4587-a452-8943e52b8034 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:25.824924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2a47c88d-fab7-4587-a452-8943e52b8034 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:25.843174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2a47c88d-fab7-4587-a452-8943e52b8034 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:25.844727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2a47c88d-fab7-4587-a452-8943e52b8034 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/f320e013-286d-4b79-8b62-5c634454762d HTTP/1.1" status: 404 len: 333 time: 0.0665007 Apr 22 09:37:25.847402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33538) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:25.849346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.889159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 37348bce-dc03-4171-9ecb-22c3ea49c845, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=37348bce-dc03-4171-9ecb-22c3ea49c845,segment=NetworkSegment(af865b21-23e0-4fd4-a7f1-cc3589ad83f0),segment_id=af865b21-23e0-4fd4-a7f1-cc3589ad83f0)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:25.892870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.916014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6a0494ba-7288-4f60-b35c-6c251f2b938e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:25.916353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a0494ba-7288-4f60-b35c-6c251f2b938e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:25.965842 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=37348bce-dc03-4171-9ecb-22c3ea49c845,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:26.257369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a0494ba-7288-4f60-b35c-6c251f2b938e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:26.380607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6a0494ba-7288-4f60-b35c-6c251f2b938e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:26.387627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203890-b9e2-471f-ae0d-6228d10be566 req-b1a81c3b-f430-49d1-b2e1-004eeaaaa5a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:26.389128 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d2203890-b9e2-471f-ae0d-6228d10be566 req-b1a81c3b-f430-49d1-b2e1-004eeaaaa5a2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.0815129 Apr 22 09:37:26.433161 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d2203890-b9e2-471f-ae0d-6228d10be566 req-0527d179-fa0e-496c-b4cb-0786620c7ac9 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381534 Apr 22 09:37:26.525072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a0494ba-7288-4f60-b35c-6c251f2b938e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:26.574509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0494ba-7288-4f60-b35c-6c251f2b938e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=f17c6889-b9f0-4302-aa2a-9e0a8d2611f5,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:26.679029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a0494ba-7288-4f60-b35c-6c251f2b938e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:26.696501 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6a0494ba-7288-4f60-b35c-6c251f2b938e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 HTTP/1.1" status: 204 len: 168 time: 0.8454819 Apr 22 09:37:26.697149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33544) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:26.740595 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be52f0b-5083-405a-8917-bdd44bf0f697 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:26.741136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1be52f0b-5083-405a-8917-bdd44bf0f697 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:26.756456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1be52f0b-5083-405a-8917-bdd44bf0f697 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:26.757599 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1be52f0b-5083-405a-8917-bdd44bf0f697 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/f17c6889-b9f0-4302-aa2a-9e0a8d2611f5 HTTP/1.1" status: 404 len: 333 time: 0.0595424 Apr 22 09:37:26.761071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33548) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:26.829820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e588ee49-06f4-4c27-adf4-57ba6ce37b9c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet d13044bc-96cf-47ca-a33e-e08c2ab0a649 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:26.833003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e588ee49-06f4-4c27-adf4-57ba6ce37b9c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:26.884847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e588ee49-06f4-4c27-adf4-57ba6ce37b9c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:26.967314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e588ee49-06f4-4c27-adf4-57ba6ce37b9c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.043573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e588ee49-06f4-4c27-adf4-57ba6ce37b9c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.081205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588ee49-06f4-4c27-adf4-57ba6ce37b9c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=d13044bc-96cf-47ca-a33e-e08c2ab0a649,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:27.084425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e588ee49-06f4-4c27-adf4-57ba6ce37b9c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.090890 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e588ee49-06f4-4c27-adf4-57ba6ce37b9c tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/d13044bc-96cf-47ca-a33e-e08c2ab0a649 HTTP/1.1" status: 204 len: 168 time: 0.3288164 Apr 22 09:37:27.092290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971134e-4851-465b-8d5c-8965d448796e None None] Network ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:27.093336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33552) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:27.204044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.214649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 37348bce-dc03-4171-9ecb-22c3ea49c845 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:27.214969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.345024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] DHCP port deletion for ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:37:27.349116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] Deleting port 37348bce-dc03-4171-9ecb-22c3ea49c845 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:27.349489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.418625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] For port 37348bce-dc03-4171-9ecb-22c3ea49c845, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=37348bce-dc03-4171-9ecb-22c3ea49c845,segment=NetworkSegment(af865b21-23e0-4fd4-a7f1-cc3589ad83f0),segment_id=af865b21-23e0-4fd4-a7f1-cc3589ad83f0)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:27.418982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.555908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 37348bce-dc03-4171-9ecb-22c3ea49c845 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:27.556110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] For port 37348bce-dc03-4171-9ecb-22c3ea49c845, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=37348bce-dc03-4171-9ecb-22c3ea49c845,segment=NetworkSegment(af865b21-23e0-4fd4-a7f1-cc3589ad83f0),segment_id=af865b21-23e0-4fd4-a7f1-cc3589ad83f0)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:27.557018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.623524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 37348bce-dc03-4171-9ecb-22c3ea49c845 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:37:27.699484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:27.743829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0519802-92ca-4ec9-b42e-61cf7becd559 req-b19df7e6-52f7-4939-abee-ebf362379c0c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:27.745346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c0519802-92ca-4ec9-b42e-61cf7becd559 req-b19df7e6-52f7-4939-abee-ebf362379c0c tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.1558406 Apr 22 09:37:27.753689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] Calling delete_port for 37348bce-dc03-4171-9ecb-22c3ea49c845 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:27.825489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No active binding found for port 37348bce-dc03-4171-9ecb-22c3ea49c845 {{(pid=88064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 22 09:37:27.825884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 37348bce-dc03-4171-9ecb-22c3ea49c845 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:37:27.844202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:37:27.844603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:37:27.878898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No DVR routers for this DVR port 37348bce-dc03-4171-9ecb-22c3ea49c845 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:37:27.880436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=37348bce-dc03-4171-9ecb-22c3ea49c845,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:27.967860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c0519802-92ca-4ec9-b42e-61cf7becd559 req-7fd77626-5fde-4fc6-aeca-59f1ac46f161 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152078 Apr 22 09:37:28.023064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.047787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc9bdad-06b0-48b9-a1c4-f4a13e29e168']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:28.059360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af865b21-23e0-4fd4-a7f1-cc3589ad83f0') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:28.059651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af865b21-23e0-4fd4-a7f1-cc3589ad83f0') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:28.070533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.086279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.092812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:37:28.093189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:37:28.107173 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:37:28.186367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.190441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.217422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Network': ['ID=ebc9bdad-06b0-48b9-a1c4-f4a13e29e168,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:28.225966 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c5abc292-f912-426a-95ee-46edb9c9c531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/networks/ebc9bdad-06b0-48b9-a1c4-f4a13e29e168 HTTP/1.1" status: 204 len: 168 time: 1.1316979 Apr 22 09:37:28.229646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33558) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:28.235134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-78423464'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:28.240005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:28.244276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:network and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:28.247090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:28.256186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:28.265181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:28.268453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.294993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:37:28.302913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.303247 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Added segment 1c5ab5bf-dfe6-497e-96db-21c1686b06fa of type vlan for network b8757989-0fa8-43bc-8058-bbc1c7598ea8 Apr 22 09:37:28.327789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.343057 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:37:28.345915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] Deleting port 37348bce-dc03-4171-9ecb-22c3ea49c845 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:28.346392 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.357188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.362776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:28.363347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.414224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-12bb193b-3486-4b09-b9e1-bc7600d8f6d4 None None] The port '37348bce-dc03-4171-9ecb-22c3ea49c845' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:37:28.463931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2331266 Apr 22 09:37:28.466679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33562) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:28.469653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b625d4-bc3f-4aaa-8dd5-02186bde8225 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Network': ['ID=b8757989-0fa8-43bc-8058-bbc1c7598ea8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:28.472648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'b8757989-0fa8-43bc-8058-bbc1c7598ea8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:28.480836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network b8757989-0fa8-43bc-8058-bbc1c7598ea8 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:37:28.588094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:28.591885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:28.594691 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:28.600238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:28.610071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:28.613462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.822712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.902163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=11518038-31b9-41fd-9c09-dd8f3448f19f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:28.910923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Checking segment: {'id': '1c5ab5bf-dfe6-497e-96db-21c1686b06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8757989-0fa8-43bc-8058-bbc1c7598ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:28.911282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network hostable DHCP agents. Network: b8757989-0fa8-43bc-8058-bbc1c7598ea8, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:37:28.929662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network b8757989-0fa8-43bc-8058-bbc1c7598ea8 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:37:28.938546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, b8757989-0fa8-43bc-8058-bbc1c7598ea8) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:28.942541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:28.943114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:28.947639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f231ac-df87-4622-84de-f9a72f8863b8 None None] Network b8757989-0fa8-43bc-8058-bbc1c7598ea8 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:28.963962 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2b26b5e8-92cc-4aea-856a-5ab7f03d51db tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4959931 Apr 22 09:37:28.966619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33566) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:28.971446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1398027268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:28.977667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:28.981382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:router and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:28.984237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:28.989806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:29.001675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.002434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.018924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.042310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.078584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.079821 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8b9347bb-5eb4-455a-8aa1-d5ae63ac4988 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1122470 Apr 22 09:37:29.082477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33572) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:29.088268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'network_id': 'b8757989-0fa8-43bc-8058-bbc1c7598ea8', 'name': 'tempest-PortsTestJSON-1708592593'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:29.177968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af4c3f3-bb32-4f5e-a4f6-ba62ca953e15 req-561a8220-f101-4447-99d4-0fd351f44d89 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:29.181949 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6af4c3f3-bb32-4f5e-a4f6-ba62ca953e15 req-561a8220-f101-4447-99d4-0fd351f44d89 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.0926626 Apr 22 09:37:29.182512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-b8757989-0fa8-43bc-8058-bbc1c7598ea8', 'network_id': 'b8757989-0fa8-43bc-8058-bbc1c7598ea8', 'tenant_id': '38a27536bad2486e8541da6daa8d8ebf', 'fixed_ips': [{'subnet_id': '11518038-31b9-41fd-9c09-dd8f3448f19f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:37:29.183764 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.229009 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6af4c3f3-bb32-4f5e-a4f6-ba62ca953e15 req-a8b04345-99fd-4ce4-b43e-9ecd294a905d tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403566 Apr 22 09:37:29.236831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:29.241065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:29.244729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:29.250528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:29.260684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:29.264193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.285709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 685db1bc-79fe-445b-87c2-203686e30803 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:29.346270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Allocated IP 172.20.0.2 (b8757989-0fa8-43bc-8058-bbc1c7598ea8/11518038-31b9-41fd-9c09-dd8f3448f19f/910e4615-cf85-4f18-996f-bf9dcf35b134) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:29.551333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.561169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Transition to ACTIVE for port object 910e4615-cf85-4f18-996f-bf9dcf35b134 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:29.579569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Transition to ACTIVE for port object 910e4615-cf85-4f18-996f-bf9dcf35b134 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:29.585512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.646456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Network b8757989-0fa8-43bc-8058-bbc1c7598ea8 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:29.649488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:29.651294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.14 (b8757989-0fa8-43bc-8058-bbc1c7598ea8/11518038-31b9-41fd-9c09-dd8f3448f19f/685db1bc-79fe-445b-87c2-203686e30803) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:29.657281 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:29.664039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Pushing event updated for resources: {'Port': ['ID=910e4615-cf85-4f18-996f-bf9dcf35b134,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:29.753390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Attempting to bind port 910e4615-cf85-4f18-996f-bf9dcf35b134 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:37:29.753758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Attempting to bind port 910e4615-cf85-4f18-996f-bf9dcf35b134 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '1c5ab5bf-dfe6-497e-96db-21c1686b06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8757989-0fa8-43bc-8058-bbc1c7598ea8'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:37:29.754122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Attempting to bind port 910e4615-cf85-4f18-996f-bf9dcf35b134 on network b8757989-0fa8-43bc-8058-bbc1c7598ea8 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:37:29.759758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:37:29.760126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Checking segment: {'id': '1c5ab5bf-dfe6-497e-96db-21c1686b06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8757989-0fa8-43bc-8058-bbc1c7598ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:29.760545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.760937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Bound using segment: {'id': '1c5ab5bf-dfe6-497e-96db-21c1686b06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8757989-0fa8-43bc-8058-bbc1c7598ea8'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:37:29.761397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Bound port: 910e4615-cf85-4f18-996f-bf9dcf35b134, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5ab5bf-dfe6-497e-96db-21c1686b06fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b8757989-0fa8-43bc-8058-bbc1c7598ea8'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:37:29.761768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.850895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] For port 910e4615-cf85-4f18-996f-bf9dcf35b134, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:37:29.851174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.853909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] For port 910e4615-cf85-4f18-996f-bf9dcf35b134, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=910e4615-cf85-4f18-996f-bf9dcf35b134,segment=NetworkSegment(1c5ab5bf-dfe6-497e-96db-21c1686b06fa),segment_id=1c5ab5bf-dfe6-497e-96db-21c1686b06fa)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:37:29.859192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.867016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object 685db1bc-79fe-445b-87c2-203686e30803 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:29.891750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:29.950185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8a09e-6999-40a8-bfab-9f98b8006693 None None] Pushing event updated for resources: {'Port': ['ID=910e4615-cf85-4f18-996f-bf9dcf35b134,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:29.963833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network b8757989-0fa8-43bc-8058-bbc1c7598ea8 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:29.966846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:29.970665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:30.013779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=685db1bc-79fe-445b-87c2-203686e30803,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:30.042543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:30.043146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:30.068180 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4929833c-c1d7-4201-a62b-1087db0099d0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9844398 Apr 22 09:37:30.070916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33576) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:30.702513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eccc23-7e0d-4a9c-abf9-936ec2282727 req-4f52e452-6f0e-4691-9db9-351be0a83181 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:30.704045 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e7eccc23-7e0d-4a9c-abf9-936ec2282727 req-4f52e452-6f0e-4691-9db9-351be0a83181 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.3057055 Apr 22 09:37:30.805473 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e7eccc23-7e0d-4a9c-abf9-936ec2282727 req-141d447f-3109-4b5b-959f-ea6d7d8c79f0 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936522 Apr 22 09:37:30.867389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:30.903020 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507697b-f85b-4d4a-bab1-4c3ca19ced8d None None] Network b8757989-0fa8-43bc-8058-bbc1c7598ea8 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:31.004071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8fe06d66-e95d-44fa-b092-58442afad29e None None] Provisioning for port 910e4615-cf85-4f18-996f-bf9dcf35b134 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:31.250763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:31.255418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:31.371119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=685db1bc-79fe-445b-87c2-203686e30803,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:31.436372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2c861b2e-74ca-4e6b-b2af-36b530cf402c None None] Provisioning for port 685db1bc-79fe-445b-87c2-203686e30803 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:31.442373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2c861b2e-74ca-4e6b-b2af-36b530cf402c None None] Provisioning complete for port 685db1bc-79fe-445b-87c2-203686e30803 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:31.442668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2c861b2e-74ca-4e6b-b2af-36b530cf402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:31.496910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2c861b2e-74ca-4e6b-b2af-36b530cf402c None None] Port 685db1bc-79fe-445b-87c2-203686e30803 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:31.598316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:31.635114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-46e713e8-3af6-4914-a13b-aaf4908269c4 None None] Provisioning complete for port 685db1bc-79fe-445b-87c2-203686e30803 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:31.635474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-46e713e8-3af6-4914-a13b-aaf4908269c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:31.667402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 910e4615-cf85-4f18-996f-bf9dcf35b134 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:31.747303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-46e713e8-3af6-4914-a13b-aaf4908269c4 None None] Port 685db1bc-79fe-445b-87c2-203686e30803 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:31.763868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 910e4615-cf85-4f18-996f-bf9dcf35b134 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:31.769111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 910e4615-cf85-4f18-996f-bf9dcf35b134 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:31.769478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:31.891956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:31.932676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2f7ea904-9a6d-40bc-9b34-a7657269d4c4 None None] Provisioning complete for port 685db1bc-79fe-445b-87c2-203686e30803 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:31.933390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2f7ea904-9a6d-40bc-9b34-a7657269d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:31.957581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 910e4615-cf85-4f18-996f-bf9dcf35b134, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=910e4615-cf85-4f18-996f-bf9dcf35b134,segment=NetworkSegment(1c5ab5bf-dfe6-497e-96db-21c1686b06fa),segment_id=1c5ab5bf-dfe6-497e-96db-21c1686b06fa)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:31.963617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:32.009113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350eb6fe-341d-4f56-9632-dc6e1e819b31 req-4d4663f2-a642-4017-bfce-eb5112cc01c8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:32.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-350eb6fe-341d-4f56-9632-dc6e1e819b31 req-4d4663f2-a642-4017-bfce-eb5112cc01c8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.0965104 Apr 22 09:37:32.013177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:32.044203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ea904-9a6d-40bc-9b34-a7657269d4c4 None None] Port 685db1bc-79fe-445b-87c2-203686e30803 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:32.055083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=910e4615-cf85-4f18-996f-bf9dcf35b134,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:32.059881 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-350eb6fe-341d-4f56-9632-dc6e1e819b31 req-0cae8a07-be4e-45cf-8f17-d7f75bf46f31 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Apr 22 09:37:32.390280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:32.395124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:32.506444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=685db1bc-79fe-445b-87c2-203686e30803,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:32.509293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:32.643749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network b8757989-0fa8-43bc-8058-bbc1c7598ea8 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:32.644772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:32.830861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Router 214e1772-6008-453a-a271-788ad54a2caf is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:37:32.873731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e41ec4ba-1d8b-42a5-bcde-41d35bea169c None None] Provisioning complete for port 685db1bc-79fe-445b-87c2-203686e30803 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:32.874093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e41ec4ba-1d8b-42a5-bcde-41d35bea169c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:32.925590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e41ec4ba-1d8b-42a5-bcde-41d35bea169c None None] Port 685db1bc-79fe-445b-87c2-203686e30803 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:32.986972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:37:32.991686 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a89450dc-7deb-4a1a-941d-b0b29b582147 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "PUT /v2.0/routers/214e1772-6008-453a-a271-788ad54a2caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198399 Apr 22 09:37:32.994445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:32.997193 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0668abf-147f-4e19-9d9a-2153a5c26988 None None] Sync routers for ids ['214e1772-6008-453a-a271-788ad54a2caf'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:37:33.006464 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0668abf-147f-4e19-9d9a-2153a5c26988 None None] Routers {'214e1772-6008-453a-a271-788ad54a2caf'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:37:33.007115 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c0668abf-147f-4e19-9d9a-2153a5c26988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:37:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['214e1772-6008-453a-a271-788ad54a2caf'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:33.073474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ec6fe8-6f11-4976-aee3-57f4c33c61fa tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:33.074196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e3ec6fe8-6f11-4976-aee3-57f4c33c61fa tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:33.074495 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c0668abf-147f-4e19-9d9a-2153a5c26988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:33.083008 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0668abf-147f-4e19-9d9a-2153a5c26988 None None] Routers {'214e1772-6008-453a-a271-788ad54a2caf'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:37:33.083586 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c0668abf-147f-4e19-9d9a-2153a5c26988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:37:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['214e1772-6008-453a-a271-788ad54a2caf'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:33.090390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e3ec6fe8-6f11-4976-aee3-57f4c33c61fa tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:33.094316 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e3ec6fe8-6f11-4976-aee3-57f4c33c61fa tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports?device_id=214e1772-6008-453a-a271-788ad54a2caf HTTP/1.1" status: 200 len: 983 time: 0.0963485 Apr 22 09:37:33.094566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33594) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:33.144788 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c0668abf-147f-4e19-9d9a-2153a5c26988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:33.145178 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0668abf-147f-4e19-9d9a-2153a5c26988 None None] The sync data for ids ['214e1772-6008-453a-a271-788ad54a2caf'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:37:33.576262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327945e-72ee-4fa3-ab5c-0b693766a92e req-567deb82-fdc2-402a-b6b8-f6eb2b418937 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:33.577754 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0327945e-72ee-4fa3-ab5c-0b693766a92e req-567deb82-fdc2-402a-b6b8-f6eb2b418937 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.3585191 Apr 22 09:37:33.613008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 910e4615-cf85-4f18-996f-bf9dcf35b134 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:33.673856 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0327945e-72ee-4fa3-ab5c-0b693766a92e req-b88f4ef1-90ec-408b-8739-fcd1135c0e21 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899072 Apr 22 09:37:33.693739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 910e4615-cf85-4f18-996f-bf9dcf35b134 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:33.694208 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:33.822512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:33.829896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fccd4-a635-40a7-b979-8e90e05492af req-03a0a943-1abd-4d58-9e99-30719126fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:33.831383 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f10fccd4-a635-40a7-b979-8e90e05492af req-03a0a943-1abd-4d58-9e99-30719126fbce service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1099 time: 0.0717235 Apr 22 09:37:33.872489 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f10fccd4-a635-40a7-b979-8e90e05492af req-d1307c06-482c-4a99-9ac8-e5812943aa42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345848 Apr 22 09:37:34.044192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 581e7962-3955-46a0-9ea0-59a2bf84f748 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:37:34.092665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 685db1bc-79fe-445b-87c2-203686e30803 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:34.092903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:34.176577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=581e7962-3955-46a0-9ea0-59a2bf84f748,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:34.189708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'port_id': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'mac_address': 'fa:16:3e:64:ee:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:37:34.244615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:34.261284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 581e7962-3955-46a0-9ea0-59a2bf84f748 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:37:34.276494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=581e7962-3955-46a0-9ea0-59a2bf84f748,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:34.277656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:34.280731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:34.348351 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=581e7962-3955-46a0-9ea0-59a2bf84f748,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:34.401702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 685db1bc-79fe-445b-87c2-203686e30803 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:34.574899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:34.616929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['581e7962-3955-46a0-9ea0-59a2bf84f748'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:37:34.626920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=685db1bc-79fe-445b-87c2-203686e30803,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:34.901700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee512-6d39-4180-9b9a-7555f565b85c req-4504a26a-ade2-4c58-90a5-0d3e1ae91406 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:34.909259 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9b2ee512-6d39-4180-9b9a-7555f565b85c req-4504a26a-ade2-4c58-90a5-0d3e1ae91406 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 945 time: 0.0998001 Apr 22 09:37:34.950701 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9b2ee512-6d39-4180-9b9a-7555f565b85c req-6b90fe55-0a75-4f98-bc2f-1b412afdf734 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403659 Apr 22 09:37:34.986876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:35.250581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Router 214e1772-6008-453a-a271-788ad54a2caf has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:37:35.378801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:37:35.388017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16daa5c-fe17-4ee5-8196-a9cda446262b None None] Sync routers for ids ['214e1772-6008-453a-a271-788ad54a2caf'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:37:35.394830 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-40a330d9-3f5a-47f8-acca-1f55f48c0531 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "PUT /v2.0/routers/214e1772-6008-453a-a271-788ad54a2caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2991691 Apr 22 09:37:35.398743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33600) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:35.400887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16daa5c-fe17-4ee5-8196-a9cda446262b None None] Routers {'214e1772-6008-453a-a271-788ad54a2caf'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:37:35.401573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f16daa5c-fe17-4ee5-8196-a9cda446262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:37:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['214e1772-6008-453a-a271-788ad54a2caf'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:35.446293 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf17050-c57b-435d-970f-4151a1922ab2 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:35.446826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3bf17050-c57b-435d-970f-4151a1922ab2 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:35.461904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3bf17050-c57b-435d-970f-4151a1922ab2 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:35.463268 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3bf17050-c57b-435d-970f-4151a1922ab2 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/685db1bc-79fe-445b-87c2-203686e30803 HTTP/1.1" status: 404 len: 333 time: 0.0635638 Apr 22 09:37:35.466114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33604) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:35.468540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f16daa5c-fe17-4ee5-8196-a9cda446262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:35.476990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16daa5c-fe17-4ee5-8196-a9cda446262b None None] Routers {'214e1772-6008-453a-a271-788ad54a2caf'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:37:35.478083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f16daa5c-fe17-4ee5-8196-a9cda446262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:37:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['214e1772-6008-453a-a271-788ad54a2caf'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:35.537418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f16daa5c-fe17-4ee5-8196-a9cda446262b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:35.537759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16daa5c-fe17-4ee5-8196-a9cda446262b None None] The sync data for ids ['214e1772-6008-453a-a271-788ad54a2caf'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:37:35.598530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6229c49-2948-4276-849e-1b59dab2733b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:35.889211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6229c49-2948-4276-849e-1b59dab2733b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:35.891372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6229c49-2948-4276-849e-1b59dab2733b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:35.913546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6229c49-2948-4276-849e-1b59dab2733b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:35.914008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6229c49-2948-4276-849e-1b59dab2733b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Fanout notify agent at l3_agent the message router_deleted on router 214e1772-6008-453a-a271-788ad54a2caf {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:37:35.924860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6229c49-2948-4276-849e-1b59dab2733b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:35.925929 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e6229c49-2948-4276-849e-1b59dab2733b tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/routers/214e1772-6008-453a-a271-788ad54a2caf HTTP/1.1" status: 204 len: 168 time: 0.4589050 Apr 22 09:37:35.928640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33608) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:36.071415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 581e7962-3955-46a0-9ea0-59a2bf84f748 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:36.143683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 581e7962-3955-46a0-9ea0-59a2bf84f748 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:36.143963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.158373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa9a9e3-9e90-48c6-8ad4-e937110b8c8e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet 11518038-31b9-41fd-9c09-dd8f3448f19f {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:36.162027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-efa9a9e3-9e90-48c6-8ad4-e937110b8c8e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.230715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-efa9a9e3-9e90-48c6-8ad4-e937110b8c8e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.266038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92bab-e05d-4b46-ac99-de10fa8e57c4 req-71d99888-695c-4e6b-afcc-791bea0488b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:36.267588 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ade92bab-e05d-4b46-ac99-de10fa8e57c4 req-71d99888-695c-4e6b-afcc-791bea0488b2 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 945 time: 0.1880887 Apr 22 09:37:36.300741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.328307 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:37:36.339513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=581e7962-3955-46a0-9ea0-59a2bf84f748,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:36.344501 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ade92bab-e05d-4b46-ac99-de10fa8e57c4 req-6767d128-8219-4f63-bcd6-1c5e7c4fac7b tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669715 Apr 22 09:37:36.345043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.368192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-efa9a9e3-9e90-48c6-8ad4-e937110b8c8e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.394925 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51d5fe1-d3ec-47eb-8b73-7f60b41b7e1b'] response: {'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'code': 200} Apr 22 09:37:36.418957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=581e7962-3955-46a0-9ea0-59a2bf84f748,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:36.450339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-efa9a9e3-9e90-48c6-8ad4-e937110b8c8e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.489702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9a9e3-9e90-48c6-8ad4-e937110b8c8e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=11518038-31b9-41fd-9c09-dd8f3448f19f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:36.493813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-efa9a9e3-9e90-48c6-8ad4-e937110b8c8e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.500638 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-efa9a9e3-9e90-48c6-8ad4-e937110b8c8e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/11518038-31b9-41fd-9c09-dd8f3448f19f HTTP/1.1" status: 204 len: 168 time: 0.5709867 Apr 22 09:37:36.502420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6d8ca4-8592-4614-bac8-e97650e63c64 None None] Network b8757989-0fa8-43bc-8058-bbc1c7598ea8 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:36.503128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33616) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:36.620092 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.630448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 910e4615-cf85-4f18-996f-bf9dcf35b134 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:36.630877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.757374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] DHCP port deletion for b8757989-0fa8-43bc-8058-bbc1c7598ea8 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:37:36.762125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] Deleting port 910e4615-cf85-4f18-996f-bf9dcf35b134 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:36.762496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.841605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] For port 910e4615-cf85-4f18-996f-bf9dcf35b134, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=910e4615-cf85-4f18-996f-bf9dcf35b134,segment=NetworkSegment(1c5ab5bf-dfe6-497e-96db-21c1686b06fa),segment_id=1c5ab5bf-dfe6-497e-96db-21c1686b06fa)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:36.841963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:36.964134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 910e4615-cf85-4f18-996f-bf9dcf35b134 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:36.967869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] For port 910e4615-cf85-4f18-996f-bf9dcf35b134, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=910e4615-cf85-4f18-996f-bf9dcf35b134,segment=NetworkSegment(1c5ab5bf-dfe6-497e-96db-21c1686b06fa),segment_id=1c5ab5bf-dfe6-497e-96db-21c1686b06fa)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:36.968297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.039962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.091444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=910e4615-cf85-4f18-996f-bf9dcf35b134,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:37.093358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No DVR routers for this DVR port 910e4615-cf85-4f18-996f-bf9dcf35b134 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:37:37.098745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] Calling delete_port for 910e4615-cf85-4f18-996f-bf9dcf35b134 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:37.170576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:37:37.170973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:37:37.215795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.239873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8757989-0fa8-43bc-8058-bbc1c7598ea8']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:37.251984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5ab5bf-dfe6-497e-96db-21c1686b06fa') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:37.252280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5ab5bf-dfe6-497e-96db-21c1686b06fa') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:37.263987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.279763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.286017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:37:37.286490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:37:37.300976 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:37:37.382140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.399722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.410574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Network': ['ID=b8757989-0fa8-43bc-8058-bbc1c7598ea8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:37.421565 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ec72918a-e6eb-4d6c-8a75-f68a63be9c08 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/networks/b8757989-0fa8-43bc-8058-bbc1c7598ea8 HTTP/1.1" status: 204 len: 168 time: 0.9172428 Apr 22 09:37:37.425354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33622) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:37.500378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76042695-a189-454b-92df-9548f6ad5753 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:37.501655 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-76042695-a189-454b-92df-9548f6ad5753 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/f11791d1-9c82-4331-90b8-df03341635bc HTTP/1.1" status: 200 len: 841 time: 0.0753462 Apr 22 09:37:37.505412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33626) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:37.550491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a1164-5b9f-465b-90f8-8b02cde32380 req-ff2641e3-390e-456b-bf62-9e5b9eb423d4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:37.552174 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec4a1164-5b9f-465b-90f8-8b02cde32380 req-ff2641e3-390e-456b-bf62-9e5b9eb423d4 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.0867114 Apr 22 09:37:37.617229 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec4a1164-5b9f-465b-90f8-8b02cde32380 req-0dc1a07e-594e-40c0-b086-fd4cefccf6be tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539095 Apr 22 09:37:37.618149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 910e4615-cf85-4f18-996f-bf9dcf35b134 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:37:37.645108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33630) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:37.655890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 910e4615-cf85-4f18-996f-bf9dcf35b134 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:37:37.656235 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 910e4615-cf85-4f18-996f-bf9dcf35b134 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:37:37.672529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] Deleting port 910e4615-cf85-4f18-996f-bf9dcf35b134 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:37.672913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:37.687647 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-41439210-18f0-49ce-932a-49f2570aa6b8 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/f11791d1-9c82-4331-90b8-df03341635bc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1811242 Apr 22 09:37:37.691281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33634) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:37.697287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:37.745609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e2767dc6-8256-47a3-83c6-74756c66f844 None None] The port '910e4615-cf85-4f18-996f-bf9dcf35b134' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:37:37.761276 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4d865453-50ae-4b9b-b220-efc649a8f160 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/floatingips/c1d05329-779e-4a07-9458-f104997b519a HTTP/1.1" status: 200 len: 994 time: 0.1149936 Apr 22 09:37:37.806672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:37.810410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:37.813250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:37.818803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:37.828506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:37.831813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.039193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.099343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:38.100587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:38.103875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:38.104480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.110072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d511d46f-9d92-460f-98b2-3582fd7b1b3b None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:38.131979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=6fcd610f-95f4-42de-8994-d71203b26ccf,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:38.135395 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3c33dfdc-2607-4bac-a9e7-0a39e85b9302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4425607 Apr 22 09:37:38.137735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33638) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:38.142615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'security_group': {'name': 'tempest-secgroup-531525717'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:38.148532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:38.152799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:38.155616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:38.161290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:38.172983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.193158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:38.197026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group_rule and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:38.199848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:38.205977 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:38.281629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.283412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.284756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.326314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.330058 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1888716 Apr 22 09:37:38.330058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01e933-3c6d-402b-b1b9-c6e5df1689ac tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db854d61-0125-4dc0-b5a6-2e7c00273bd6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:38.330594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33642) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:38.341101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1297600906'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:38.350251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:38.354889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:38.357840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:38.363554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:38.375119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-dac2cfd1-13f3-4256-84fc-de311c779450', 'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'tenant_id': '38a27536bad2486e8541da6daa8d8ebf', 'fixed_ips': [{'subnet_id': '6fcd610f-95f4-42de-8994-d71203b26ccf'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:37:38.376013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.481716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.501939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:38.506170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group_rule and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:38.509025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:38.514742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:38.537740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Allocated IP 172.20.0.2 (dac2cfd1-13f3-4256-84fc-de311c779450/6fcd610f-95f4-42de-8994-d71203b26ccf/e5da26b6-9fca-4414-b330-ef7925ff7893) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:38.594031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.597904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.638571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a96156d-1afc-442c-ad29-7b1a81cea987,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:38.641161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.644956 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e855d6c6-a7bb-4207-8994-b9480d9b85da tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3104265 Apr 22 09:37:38.645161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33646) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:38.651056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1006869212', 'security_groups': ['0a96156d-1afc-442c-ad29-7b1a81cea987'], 'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6fcd610f-95f4-42de-8994-d71203b26ccf'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:38.757868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.768768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Transition to ACTIVE for port object e5da26b6-9fca-4414-b330-ef7925ff7893 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:38.786874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Transition to ACTIVE for port object e5da26b6-9fca-4414-b330-ef7925ff7893 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:38.788206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:38.792608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:port and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:38.793360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.795485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:38.801516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:38.811063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:38.854032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:38.856666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:38.859099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:38.934497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Pushing event updated for resources: {'Port': ['ID=e5da26b6-9fca-4414-b330-ef7925ff7893,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:38.935395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:38.957132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:38.997862 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Attempting to bind port e5da26b6-9fca-4414-b330-ef7925ff7893 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:37:38.998230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Attempting to bind port e5da26b6-9fca-4414-b330-ef7925ff7893 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cae138b6-0a09-4533-b47f-9c5301150e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:37:38.998594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Attempting to bind port e5da26b6-9fca-4414-b330-ef7925ff7893 on network dac2cfd1-13f3-4256-84fc-de311c779450 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:37:39.003913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:37:39.004283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Checking segment: {'id': 'cae138b6-0a09-4533-b47f-9c5301150e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:37:39.004722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:39.005114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Bound using segment: {'id': 'cae138b6-0a09-4533-b47f-9c5301150e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:37:39.005571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Bound port: e5da26b6-9fca-4414-b330-ef7925ff7893, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae138b6-0a09-4533-b47f-9c5301150e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:37:39.005944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:39.096501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] For port e5da26b6-9fca-4414-b330-ef7925ff7893, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:37:39.099654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] For port e5da26b6-9fca-4414-b330-ef7925ff7893, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e5da26b6-9fca-4414-b330-ef7925ff7893,segment=NetworkSegment(cae138b6-0a09-4533-b47f-9c5301150e08),segment_id=cae138b6-0a09-4533-b47f-9c5301150e08)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:37:39.104838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:39.174419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.12 (dac2cfd1-13f3-4256-84fc-de311c779450/6fcd610f-95f4-42de-8994-d71203b26ccf/8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:39.194936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91702b-6a52-4470-9bd1-aa6888cea633 None None] Pushing event updated for resources: {'Port': ['ID=e5da26b6-9fca-4414-b330-ef7925ff7893,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:39.382185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:39.399237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:39.425253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:39.496616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:39.499985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:39.503999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:39.547913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:39.586100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:39.587156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:39.613730 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b5449441-4d0b-4ef5-a153-8b78109cc409 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9674637 Apr 22 09:37:39.616532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33650) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:39.621909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:39.645348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e5da26b6-9fca-4414-b330-ef7925ff7893 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:39.716857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e5da26b6-9fca-4414-b330-ef7925ff7893 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:39.774966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:39.778924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:39.781787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:39.787447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:39.797930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:39.801525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:39.939894 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.ipam_backend_mixin [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6fcd610f-95f4-42de-8994-d71203b26ccf (CIDR: 172.20.0.0/28) Apr 22 09:37:39.943514 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:37:39.944221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:39.963717 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1e2de707-7c59-4887-800f-241c0f61c302 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3461785 Apr 22 09:37:39.966377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33654) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:39.971763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:40.111101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:40.115305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:40.118587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:40.124745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:40.134372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:40.138657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.198412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Provisioning complete for port f11791d1-9c82-4331-90b8-df03341635bc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:40.198999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.253509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Port f11791d1-9c82-4331-90b8-df03341635bc cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:40.265108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Provisioning for port e5da26b6-9fca-4414-b330-ef7925ff7893 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:40.270664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:40.270664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.387824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.399347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.421428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] For port e5da26b6-9fca-4414-b330-ef7925ff7893, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e5da26b6-9fca-4414-b330-ef7925ff7893,segment=NetworkSegment(cae138b6-0a09-4533-b47f-9c5301150e08),segment_id=cae138b6-0a09-4533-b47f-9c5301150e08)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:40.424910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.498203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf89ba-1ed8-4a95-92da-4ee6a3ff4c50 None None] Pushing event updated for resources: {'Port': ['ID=e5da26b6-9fca-4414-b330-ef7925ff7893,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:40.544952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-610bed45-6d95-4c43-83ac-930b73b3f4b5 None None] Provisioning for port 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:40.555840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-610bed45-6d95-4c43-83ac-930b73b3f4b5 None None] Provisioning complete for port 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:40.555840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-610bed45-6d95-4c43-83ac-930b73b3f4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.568686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:40.571780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:40.576168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:40.576781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.588765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e449303-480a-45b6-b967-d0404a34407c None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:40.595293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=70c51eed-b79f-4be6-aca8-d98a989d9e61,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:40.605514 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d4d75c8a-b570-4305-a43e-dd33204d7a58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6381445 Apr 22 09:37:40.608585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33658) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:40.614231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2093764625', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '70c51eed-b79f-4be6-aca8-d98a989d9e61'}], 'security_groups': ['db854d61-0125-4dc0-b5a6-2e7c00273bd6']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:40.684746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-610bed45-6d95-4c43-83ac-930b73b3f4b5 None None] Port 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:40.737349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:40.921762 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Update dhcp port {'port': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'fixed_ips': [{'subnet_id': '6fcd610f-95f4-42de-8994-d71203b26ccf', 'ip_address': '172.20.0.2'}, {'subnet_id': '70c51eed-b79f-4be6-aca8-d98a989d9e61'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'e5da26b6-9fca-4414-b330-ef7925ff7893'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:37:40.975709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:41.123105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Delete allocated IP 172.20.0.12 (dac2cfd1-13f3-4256-84fc-de311c779450/6fcd610f-95f4-42de-8994-d71203b26ccf) {{(pid=88063) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 09:37:41.130973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.18 (dac2cfd1-13f3-4256-84fc-de311c779450/70c51eed-b79f-4be6-aca8-d98a989d9e61/8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:41.321401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:41.338197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:41.341921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:41.403905 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-43c0f026-7415-4c51-9b67-1fe09b0d47e2 {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:37:41.404551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:37:41.489745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:41.508018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] In _notify_port_updated(), no bound segment for port 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 on network dac2cfd1-13f3-4256-84fc-de311c779450 {{(pid=88063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:37:41.513888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:41.514498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:41.515893 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0ecb1edf-064b-4d02-8255-b08783b6f3c5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "PUT /v2.0/ports/8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 HTTP/1.1" status: 200 len: 921 time: 0.9063301 Apr 22 09:37:41.518627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33662) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:41.589596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-86da6f05-6515-4732-af6a-8f7e1d708011 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:41.589939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86da6f05-6515-4732-af6a-8f7e1d708011 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:41.616064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e5da26b6-9fca-4414-b330-ef7925ff7893 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:41.683641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:41.684329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:41.840130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86da6f05-6515-4732-af6a-8f7e1d708011 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:41.963148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-86da6f05-6515-4732-af6a-8f7e1d708011 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 owned by {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:41.966490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.021528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f4d343a2-2ba2-4cc3-9434-95af6588a8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.107885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86da6f05-6515-4732-af6a-8f7e1d708011 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.166318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da6f05-6515-4732-af6a-8f7e1d708011 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:42.223963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Allocated IP 172.20.0.19 (dac2cfd1-13f3-4256-84fc-de311c779450/70c51eed-b79f-4be6-aca8-d98a989d9e61/e5da26b6-9fca-4414-b330-ef7925ff7893) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:42.266849 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-86da6f05-6515-4732-af6a-8f7e1d708011 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.276606 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-86da6f05-6515-4732-af6a-8f7e1d708011 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 HTTP/1.1" status: 204 len: 168 time: 0.7569981 Apr 22 09:37:42.279161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33666) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:42.323079 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-375e4600-5e6e-40be-88c3-aa0479d68dca tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:42.323614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-375e4600-5e6e-40be-88c3-aa0479d68dca tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:42.338617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-375e4600-5e6e-40be-88c3-aa0479d68dca tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:42.339842 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-375e4600-5e6e-40be-88c3-aa0479d68dca tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6 HTTP/1.1" status: 404 len: 333 time: 0.0597866 Apr 22 09:37:42.342503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33670) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:42.362811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] For port e5da26b6-9fca-4414-b330-ef7925ff7893, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e5da26b6-9fca-4414-b330-ef7925ff7893,segment=NetworkSegment(cae138b6-0a09-4533-b47f-9c5301150e08),segment_id=cae138b6-0a09-4533-b47f-9c5301150e08)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:42.386928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.402979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Transition to ACTIVE for port object e5da26b6-9fca-4414-b330-ef7925ff7893 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:42.406557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.408507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c32ebbd5-ba7b-489f-9b14-9e1d53f7a8f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.546981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c32ebbd5-ba7b-489f-9b14-9e1d53f7a8f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.552169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360bbff-80c3-483c-a51e-a86876991666 None None] Pushing event updated for resources: {'Port': ['ID=e5da26b6-9fca-4414-b330-ef7925ff7893,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:42.598169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c32ebbd5-ba7b-489f-9b14-9e1d53f7a8f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.614707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ebbd5-ba7b-489f-9b14-9e1d53f7a8f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a96156d-1afc-442c-ad29-7b1a81cea987,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:42.621872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c32ebbd5-ba7b-489f-9b14-9e1d53f7a8f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.622999 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c32ebbd5-ba7b-489f-9b14-9e1d53f7a8f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/security-groups/0a96156d-1afc-442c-ad29-7b1a81cea987 HTTP/1.1" status: 204 len: 168 time: 0.2795691 Apr 22 09:37:42.625680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33674) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:42.702817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9203cfac-3beb-47e3-8cf0-305538f7efe0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.731134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9203cfac-3beb-47e3-8cf0-305538f7efe0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.779313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9203cfac-3beb-47e3-8cf0-305538f7efe0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.798203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203cfac-3beb-47e3-8cf0-305538f7efe0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db854d61-0125-4dc0-b5a6-2e7c00273bd6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:42.805741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9203cfac-3beb-47e3-8cf0-305538f7efe0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.809250 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9203cfac-3beb-47e3-8cf0-305538f7efe0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/security-groups/db854d61-0125-4dc0-b5a6-2e7c00273bd6 HTTP/1.1" status: 204 len: 168 time: 0.1802702 Apr 22 09:37:42.809583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33678) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:42.880202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c456d420-ee1e-45e2-8967-54bc0680e5e4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet 6fcd610f-95f4-42de-8994-d71203b26ccf {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:42.883861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c456d420-ee1e-45e2-8967-54bc0680e5e4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:42.939097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c456d420-ee1e-45e2-8967-54bc0680e5e4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.028908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c456d420-ee1e-45e2-8967-54bc0680e5e4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.101479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c456d420-ee1e-45e2-8967-54bc0680e5e4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.119739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-58bb4fb6-cfff-48ab-9bb9-900d14d3a05a None None] Provisioning complete for port f11791d1-9c82-4331-90b8-df03341635bc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:43.120214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58bb4fb6-cfff-48ab-9bb9-900d14d3a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.144183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456d420-ee1e-45e2-8967-54bc0680e5e4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=6fcd610f-95f4-42de-8994-d71203b26ccf,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:43.150671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c456d420-ee1e-45e2-8967-54bc0680e5e4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.156739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c456d420-ee1e-45e2-8967-54bc0680e5e4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/6fcd610f-95f4-42de-8994-d71203b26ccf HTTP/1.1" status: 204 len: 168 time: 0.3457763 Apr 22 09:37:43.160443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33682) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:43.166268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:43.176167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-58bb4fb6-cfff-48ab-9bb9-900d14d3a05a None None] Port f11791d1-9c82-4331-90b8-df03341635bc cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:43.179436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-58bb4fb6-cfff-48ab-9bb9-900d14d3a05a None None] Could not find standard attr ID for object 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:37:43.191345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-58bb4fb6-cfff-48ab-9bb9-900d14d3a05a None None] Provisioning for port e5da26b6-9fca-4414-b330-ef7925ff7893 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:43.195973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-58bb4fb6-cfff-48ab-9bb9-900d14d3a05a None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:43.196341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-58bb4fb6-cfff-48ab-9bb9-900d14d3a05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.303143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:43.307019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:43.309869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:43.315599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:43.324936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:43.328302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.509991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6511afe9-5375-46f7-b957-366fdb747b0a None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:43.538270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c3242d40-78c8-405e-9076-159148f3b4f6 None None] Could not find standard attr ID for object 8cc2e03e-db5d-41c0-9cbf-0bdf6f1e03d6. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 09:37:43.595784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.638377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e5da26b6-9fca-4414-b330-ef7925ff7893 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:43.668634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:43.671708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:43.675981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:43.676706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.692296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:43.706101 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c78fa9d1-ff0b-4bd4-be97-cbfb23acea57 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5422440 Apr 22 09:37:43.706300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33686) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:43.711088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1229633115'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:43.716749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:43.720518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:43.723317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:43.729479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:43.740494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.759940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:43.764130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group_rule and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:43.767185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:43.773094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:43.793960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:43.794336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.845291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.849673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.894407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d0c739-e11b-43a6-82ae-6f1423e10d62,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:43.898108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.901856 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2938ce72-568b-4492-bad3-43071690ed15 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1922235 Apr 22 09:37:43.902251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33690) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:43.907084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1241131292'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:43.913656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:43.918929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:43.921806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:43.927777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:43.942366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:43.962383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:43.966479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group_rule and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:43.969730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:43.976379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:44.006168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Update dhcp port {'port': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'fixed_ips': [{'subnet_id': '70c51eed-b79f-4be6-aca8-d98a989d9e61', 'ip_address': '172.20.0.19'}, {'subnet_id': '70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'e5da26b6-9fca-4414-b330-ef7925ff7893'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:37:44.058122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.059411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.062204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.109017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa018e69-5398-4206-91bd-9b8472714e89,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:44.112932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.114136 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-178f8096-2ab6-4a50-ba26-6242c5924fe5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2111819 Apr 22 09:37:44.116891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33694) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:44.121789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'security_group': {'name': 'tempest-secgroup-1599583475'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:44.127430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:44.131215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:44.134058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:44.139719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:44.151363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.172748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:44.176461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:security_group_rule and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:44.179365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:44.185188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:44.257169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.261367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.269947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Allocated IP 172.20.0.2 (dac2cfd1-13f3-4256-84fc-de311c779450/70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a/e5da26b6-9fca-4414-b330-ef7925ff7893) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:44.303708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abc1309-d56e-4560-adfb-b0349f125cd1,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:44.306392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.312806 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4d9e5d78-7329-40ac-a8cc-14b5c68aaf35 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1897848 Apr 22 09:37:44.313578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33698) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:44.318627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1535493967', 'security_groups': ['6abc1309-d56e-4560-adfb-b0349f125cd1'], 'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a'}]}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:44.397680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34186743-8d22-4708-9829-ead6ff920a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.424336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] For port e5da26b6-9fca-4414-b330-ef7925ff7893, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e5da26b6-9fca-4414-b330-ef7925ff7893,segment=NetworkSegment(cae138b6-0a09-4533-b47f-9c5301150e08),segment_id=cae138b6-0a09-4533-b47f-9c5301150e08)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:44.449517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.460838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:44.465895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Transition to ACTIVE for port object e5da26b6-9fca-4414-b330-ef7925ff7893 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:44.471232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:44.472338 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.484037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:44.634172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:44.658299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] device_id is not set on port bdc58a00-91ef-487b-be16-fbe00ec15530 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:37:44.666894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Pushing event updated for resources: {'Port': ['ID=e5da26b6-9fca-4414-b330-ef7925ff7893,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:44.675076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.675356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.676113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.676113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.676369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.676702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.677030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.677354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.677678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.678000 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.678320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.678656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39c921-2933-4dc4-92ad-15086a11f55b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:37:44.877026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.6 (dac2cfd1-13f3-4256-84fc-de311c779450/70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a/bdc58a00-91ef-487b-be16-fbe00ec15530) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:45.073611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb8e5b9-8cbb-4fde-a476-4a77dc3027d0 None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:45.197149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f6c61e35-30e7-445d-8535-1ea3919a355f None None] Provisioning complete for port f11791d1-9c82-4331-90b8-df03341635bc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:45.197420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6c61e35-30e7-445d-8535-1ea3919a355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.197774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.213034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object bdc58a00-91ef-487b-be16-fbe00ec15530 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:45.237200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.297551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f6c61e35-30e7-445d-8535-1ea3919a355f None None] Port f11791d1-9c82-4331-90b8-df03341635bc cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:45.302580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:45.305726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:45.314695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:37:45.345314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=bdc58a00-91ef-487b-be16-fbe00ec15530,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:45.357849 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f6c61e35-30e7-445d-8535-1ea3919a355f None None] Provisioning for port e5da26b6-9fca-4414-b330-ef7925ff7893 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:45.367187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f6c61e35-30e7-445d-8535-1ea3919a355f None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:45.368129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f6c61e35-30e7-445d-8535-1ea3919a355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.382834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:45.383442 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.390769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.408761 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1b8ada43-772d-4974-80bc-d24222eff53a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0946240 Apr 22 09:37:45.411356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33702) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:45.417156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:45.577735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:45.588369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:45.591510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:45.598213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:45.612190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:45.616823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.651815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e5da26b6-9fca-4414-b330-ef7925ff7893 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:45.715705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.756261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Provisioning complete for port f11791d1-9c82-4331-90b8-df03341635bc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:45.756746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.785727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.ipam_backend_mixin [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a (CIDR: 172.20.0.0/28) Apr 22 09:37:45.793906 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:37:45.794586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:45.801513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:45.801888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.822359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33706) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:45.823065 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8c350ded-f7ab-45ac-8f1a-76bd2298940a tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4070368 Apr 22 09:37:45.828443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:45.861902 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Port f11791d1-9c82-4331-90b8-df03341635bc cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:45.917464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:45.917837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:45.979993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:45.983929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:45.986852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:45.992541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:46.002331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:46.005889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:46.070235 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Provisioning for port bdc58a00-91ef-487b-be16-fbe00ec15530 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:46.075826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Provisioning complete for port bdc58a00-91ef-487b-be16-fbe00ec15530 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:46.076191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:46.127174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5c28e92e-d887-4a98-af5f-182f0c5cfd51 None None] Port bdc58a00-91ef-487b-be16-fbe00ec15530 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:46.134427 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.ipam_backend_mixin [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 70c51eed-b79f-4be6-aca8-d98a989d9e61 (CIDR: 172.20.0.16/28) Apr 22 09:37:46.137550 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 09:37:46.138019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:46.155819 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8b0c5a7b-2d03-4e51-bfc5-3cab1f0a9833 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3322775 Apr 22 09:37:46.158523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33710) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:46.164129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'subnet': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:46.248557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-37d91339-1f04-4d35-b4a6-a6a1bc50dd1a None None] Provisioning complete for port bdc58a00-91ef-487b-be16-fbe00ec15530 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:46.248557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-37d91339-1f04-4d35-b4a6-a6a1bc50dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:46.301994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-37d91339-1f04-4d35-b4a6-a6a1bc50dd1a None None] Port bdc58a00-91ef-487b-be16-fbe00ec15530 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:46.306082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:46.309820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Usage tracker for resource:subnet and tenant:38a27536bad2486e8541da6daa8d8ebf is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:46.312638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:46.318132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:46.328603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Made reservation on behalf of 38a27536bad2486e8541da6daa8d8ebf for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:37:46.332111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:46.583167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:46.644087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Network dac2cfd1-13f3-4256-84fc-de311c779450 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:37:46.647235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:37:46.651825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:46.652487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:46.656845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad982fd6-234a-4d39-8996-c3a6aec95137 None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:46.670612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Subnet': ['ID=fbb24fd0-18e7-4854-af0e-ab91e658a88c,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:46.682495 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d43efde6-75a6-47a5-9570-ae12f4e9483d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5228195 Apr 22 09:37:46.685102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33716) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:46.691152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1262944757', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fbb24fd0-18e7-4854-af0e-ab91e658a88c'}], 'security_groups': ['e9d0c739-e11b-43a6-82ae-6f1423e10d62', 'aa018e69-5398-4206-91bd-9b8472714e89']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:46.932357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:46.991496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d6683-5c30-404b-9363-5acd457fa07e None None] Update dhcp port {'port': {'network_id': 'dac2cfd1-13f3-4256-84fc-de311c779450', 'fixed_ips': [{'subnet_id': '70c51eed-b79f-4be6-aca8-d98a989d9e61', 'ip_address': '172.20.0.19'}, {'subnet_id': '70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fbb24fd0-18e7-4854-af0e-ab91e658a88c'}], 'binding:host_id': 'dv-neutron-839018-1-hyperv'}, 'id': 'e5da26b6-9fca-4414-b330-ef7925ff7893'} from dv-neutron-839018-1-hyperv. {{(pid=88064) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 22 09:37:47.044773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6683-5c30-404b-9363-5acd457fa07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:47.175671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:47.268304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-fc8d6683-5c30-404b-9363-5acd457fa07e None None] Allocated IP 172.20.0.34 (dac2cfd1-13f3-4256-84fc-de311c779450/fbb24fd0-18e7-4854-af0e-ab91e658a88c/e5da26b6-9fca-4414-b330-ef7925ff7893) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:47.435280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fc8d6683-5c30-404b-9363-5acd457fa07e None None] For port e5da26b6-9fca-4414-b330-ef7925ff7893, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e5da26b6-9fca-4414-b330-ef7925ff7893,segment=NetworkSegment(cae138b6-0a09-4533-b47f-9c5301150e08),segment_id=cae138b6-0a09-4533-b47f-9c5301150e08)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:47.458960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6683-5c30-404b-9363-5acd457fa07e None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:47.474979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fc8d6683-5c30-404b-9363-5acd457fa07e None None] Transition to ACTIVE for port object e5da26b6-9fca-4414-b330-ef7925ff7893 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:47.478906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fc8d6683-5c30-404b-9363-5acd457fa07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:47.619610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Delete allocated IP 172.20.0.6 (dac2cfd1-13f3-4256-84fc-de311c779450/70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a) {{(pid=88062) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 22 09:37:47.628186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Allocated IP 172.20.0.39 (dac2cfd1-13f3-4256-84fc-de311c779450/fbb24fd0-18e7-4854-af0e-ab91e658a88c/bdc58a00-91ef-487b-be16-fbe00ec15530) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:37:47.660322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d6683-5c30-404b-9363-5acd457fa07e None None] Pushing event updated for resources: {'Port': ['ID=e5da26b6-9fca-4414-b330-ef7925ff7893,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:47.842396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:47.859840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Transition to ACTIVE for port object bdc58a00-91ef-487b-be16-fbe00ec15530 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:37:47.864267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.022807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event updated for resources: {'Port': ['ID=bdc58a00-91ef-487b-be16-fbe00ec15530,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:48.042988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] In _notify_port_updated(), no bound segment for port bdc58a00-91ef-487b-be16-fbe00ec15530 on network dac2cfd1-13f3-4256-84fc-de311c779450 {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:37:48.048344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:37:48.048989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.050287 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b1d5f858-6d52-4ea6-b5b9-bc783cba3b58 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "PUT /v2.0/ports/bdc58a00-91ef-487b-be16-fbe00ec15530 HTTP/1.1" status: 200 len: 960 time: 1.3641403 Apr 22 09:37:48.053308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33722) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:48.125404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cc56280b-bae1-42b5-8515-609d96b00d37 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port bdc58a00-91ef-487b-be16-fbe00ec15530 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:48.125750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc56280b-bae1-42b5-8515-609d96b00d37 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.134001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Provisioning complete for port f11791d1-9c82-4331-90b8-df03341635bc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:48.134504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.186105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Port f11791d1-9c82-4331-90b8-df03341635bc cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:48.197692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Provisioning for port e5da26b6-9fca-4414-b330-ef7925ff7893 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:48.202845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:48.203355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.330912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Provisioning for port bdc58a00-91ef-487b-be16-fbe00ec15530 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:37:48.335774 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Provisioning complete for port bdc58a00-91ef-487b-be16-fbe00ec15530 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:48.336171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.376535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc56280b-bae1-42b5-8515-609d96b00d37 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.393487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7763eb16-3948-4a2b-af31-4f3f24f4986a None None] Port bdc58a00-91ef-487b-be16-fbe00ec15530 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:48.501886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cc56280b-bae1-42b5-8515-609d96b00d37 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for bdc58a00-91ef-487b-be16-fbe00ec15530 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:48.613612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d994ef69-f134-4e8c-809a-ab8587bcd97d None None] Provisioning complete for port bdc58a00-91ef-487b-be16-fbe00ec15530 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:48.614079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d994ef69-f134-4e8c-809a-ab8587bcd97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.654575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc56280b-bae1-42b5-8515-609d96b00d37 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.670026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d994ef69-f134-4e8c-809a-ab8587bcd97d None None] Port bdc58a00-91ef-487b-be16-fbe00ec15530 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:48.705303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56280b-bae1-42b5-8515-609d96b00d37 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=bdc58a00-91ef-487b-be16-fbe00ec15530,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:48.806664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc56280b-bae1-42b5-8515-609d96b00d37 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.819108 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cc56280b-bae1-42b5-8515-609d96b00d37 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/bdc58a00-91ef-487b-be16-fbe00ec15530 HTTP/1.1" status: 204 len: 168 time: 0.7624972 Apr 22 09:37:48.819343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33726) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:48.864442 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b200a6b-116f-4022-8610-3060fe2e43ad tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] GET failed (client error): The resource could not be found. Apr 22 09:37:48.864979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2b200a6b-116f-4022-8610-3060fe2e43ad tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Synchronizing usage tracker for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:37:48.881185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2b200a6b-116f-4022-8610-3060fe2e43ad tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Unset dirty status for tenant:38a27536bad2486e8541da6daa8d8ebf on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:37:48.882289 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2b200a6b-116f-4022-8610-3060fe2e43ad tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports/bdc58a00-91ef-487b-be16-fbe00ec15530 HTTP/1.1" status: 404 len: 333 time: 0.0620575 Apr 22 09:37:48.885430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33730) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:48.947378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8f088564-d48f-43df-aa47-0daeee6efc51 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:48.977229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8f088564-d48f-43df-aa47-0daeee6efc51 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.021946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8f088564-d48f-43df-aa47-0daeee6efc51 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.043909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f088564-d48f-43df-aa47-0daeee6efc51 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abc1309-d56e-4560-adfb-b0349f125cd1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:49.047211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8f088564-d48f-43df-aa47-0daeee6efc51 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.048469 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8f088564-d48f-43df-aa47-0daeee6efc51 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/security-groups/6abc1309-d56e-4560-adfb-b0349f125cd1 HTTP/1.1" status: 204 len: 168 time: 0.1619847 Apr 22 09:37:49.050954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33734) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:49.113285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0df84e3-7895-4ec3-ab00-d28b663b63c4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.139473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0df84e3-7895-4ec3-ab00-d28b663b63c4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.185379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0df84e3-7895-4ec3-ab00-d28b663b63c4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.204435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df84e3-7895-4ec3-ab00-d28b663b63c4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa018e69-5398-4206-91bd-9b8472714e89,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:49.207662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0df84e3-7895-4ec3-ab00-d28b663b63c4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.208879 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e0df84e3-7895-4ec3-ab00-d28b663b63c4 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/security-groups/aa018e69-5398-4206-91bd-9b8472714e89 HTTP/1.1" status: 204 len: 168 time: 0.1567409 Apr 22 09:37:49.211470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33738) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:49.272055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf3f278-4851-4479-9834-1c95d716ce7e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.299195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf3f278-4851-4479-9834-1c95d716ce7e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.346888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf3f278-4851-4479-9834-1c95d716ce7e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.363094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3f278-4851-4479-9834-1c95d716ce7e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d0c739-e11b-43a6-82ae-6f1423e10d62,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:49.369069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-baf3f278-4851-4479-9834-1c95d716ce7e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.370171 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-baf3f278-4851-4479-9834-1c95d716ce7e tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/security-groups/e9d0c739-e11b-43a6-82ae-6f1423e10d62 HTTP/1.1" status: 204 len: 168 time: 0.1578147 Apr 22 09:37:49.372780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33744) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:49.437405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e9151b-a6cf-4f9f-9c4e-c27319f67eb0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet 70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:49.440263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8e9151b-a6cf-4f9f-9c4e-c27319f67eb0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.497253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8e9151b-a6cf-4f9f-9c4e-c27319f67eb0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.621247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e5da26b6-9fca-4414-b330-ef7925ff7893 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:37:49.685847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8e9151b-a6cf-4f9f-9c4e-c27319f67eb0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.692186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:49.692598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.759162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8e9151b-a6cf-4f9f-9c4e-c27319f67eb0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.802008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9151b-a6cf-4f9f-9c4e-c27319f67eb0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:49.806975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8e9151b-a6cf-4f9f-9c4e-c27319f67eb0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.816881 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c8e9151b-a6cf-4f9f-9c4e-c27319f67eb0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a HTTP/1.1" status: 204 len: 168 time: 0.4396207 Apr 22 09:37:49.817644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33748) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:49.820953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917bcf65-15b6-41fa-b2d7-df07b1cff007 None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:49.881397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c6159d-33c6-4e32-830b-b44842fbdf24 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet fbb24fd0-18e7-4854-af0e-ab91e658a88c {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:49.884314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0c6159d-33c6-4e32-830b-b44842fbdf24 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:49.942517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0c6159d-33c6-4e32-830b-b44842fbdf24 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.026121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0c6159d-33c6-4e32-830b-b44842fbdf24 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.101440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0c6159d-33c6-4e32-830b-b44842fbdf24 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.147238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e0c6159d-33c6-4e32-830b-b44842fbdf24 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.150913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6159d-33c6-4e32-830b-b44842fbdf24 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb24fd0-18e7-4854-af0e-ab91e658a88c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:50.157207 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e0c6159d-33c6-4e32-830b-b44842fbdf24 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/fbb24fd0-18e7-4854-af0e-ab91e658a88c HTTP/1.1" status: 204 len: 168 time: 0.3390408 Apr 22 09:37:50.159476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33752) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.198798 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cac1a38-a28d-494b-b4c7-088bbca681b1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:50.199265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cac1a38-a28d-494b-b4c7-088bbca681b1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:50.201024 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4cac1a38-a28d-494b-b4c7-088bbca681b1 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/70ee5926-74dc-4b3b-8ca9-e5a6ab11b06a HTTP/1.1" status: 404 len: 337 time: 0.0406373 Apr 22 09:37:50.203677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33756) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.270904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-4570d563-f00e-407c-9ecc-147ef72af6d5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting subnet 70c51eed-b79f-4be6-aca8-d98a989d9e61 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:37:50.274873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4570d563-f00e-407c-9ecc-147ef72af6d5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.336875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4570d563-f00e-407c-9ecc-147ef72af6d5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.423202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4570d563-f00e-407c-9ecc-147ef72af6d5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.501344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4570d563-f00e-407c-9ecc-147ef72af6d5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.519316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafac29a-65f2-4bd9-9904-e65beacc8a67 None None] Network dac2cfd1-13f3-4256-84fc-de311c779450 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:37:50.541763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570d563-f00e-407c-9ecc-147ef72af6d5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Subnet': ['ID=70c51eed-b79f-4be6-aca8-d98a989d9e61,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:50.546110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4570d563-f00e-407c-9ecc-147ef72af6d5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.554609 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4570d563-f00e-407c-9ecc-147ef72af6d5 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/70c51eed-b79f-4be6-aca8-d98a989d9e61 HTTP/1.1" status: 204 len: 168 time: 0.3476751 Apr 22 09:37:50.554821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33760) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.593475 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb03321-51f5-49c5-bb6a-80b749e56f65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:50.593924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb03321-51f5-49c5-bb6a-80b749e56f65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:50.598180 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bdb03321-51f5-49c5-bb6a-80b749e56f65 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/6fcd610f-95f4-42de-8994-d71203b26ccf HTTP/1.1" status: 404 len: 337 time: 0.0393655 Apr 22 09:37:50.598341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33764) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.648348 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-37f80a6d-4dba-442b-82a3-05f8771e9dbd tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "GET /v2.0/ports?device_id=214e1772-6008-453a-a271-788ad54a2caf HTTP/1.1" status: 200 len: 205 time: 0.0465212 Apr 22 09:37:50.648603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33768) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.665909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1b5689f5-9fd6-4bd1-ae85-afb7fbd76aca None None] Provisioning complete for port f11791d1-9c82-4331-90b8-df03341635bc triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:50.666495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1b5689f5-9fd6-4bd1-ae85-afb7fbd76aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.718498 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-1ecd79f5-e802-499c-a848-9655df3f8ee9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] delete failed (client error): The resource could not be found. Apr 22 09:37:50.722148 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1ecd79f5-e802-499c-a848-9655df3f8ee9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/routers/214e1772-6008-453a-a271-788ad54a2caf HTTP/1.1" status: 404 len: 336 time: 0.0702505 Apr 22 09:37:50.722441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33772) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.757192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1b5689f5-9fd6-4bd1-ae85-afb7fbd76aca None None] Port f11791d1-9c82-4331-90b8-df03341635bc cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:37:50.762674 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-547fb7fd-d4d4-4be8-a137-5f33a9f61789 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:50.763126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-547fb7fd-d4d4-4be8-a137-5f33a9f61789 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:50.764816 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-547fb7fd-d4d4-4be8-a137-5f33a9f61789 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/11518038-31b9-41fd-9c09-dd8f3448f19f HTTP/1.1" status: 404 len: 337 time: 0.0414186 Apr 22 09:37:50.767638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33776) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.782827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1b5689f5-9fd6-4bd1-ae85-afb7fbd76aca None None] Provisioning complete for port e5da26b6-9fca-4414-b330-ef7925ff7893 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:37:50.783200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1b5689f5-9fd6-4bd1-ae85-afb7fbd76aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.806040 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-add16fd3-32c7-43c6-b435-8756368d2e42 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:50.806415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add16fd3-32c7-43c6-b435-8756368d2e42 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:50.808166 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-add16fd3-32c7-43c6-b435-8756368d2e42 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/d13044bc-96cf-47ca-a33e-e08c2ab0a649 HTTP/1.1" status: 404 len: 337 time: 0.0395737 Apr 22 09:37:50.811166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33780) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.848064 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6252dc-1426-4bb5-be8a-8ee63315a9cc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:50.848545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6252dc-1426-4bb5-be8a-8ee63315a9cc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:50.850232 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cb6252dc-1426-4bb5-be8a-8ee63315a9cc tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/0de2a09c-da99-4516-a4a6-506d847b7b21 HTTP/1.1" status: 404 len: 337 time: 0.0386643 Apr 22 09:37:50.853573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33784) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.899455 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae26e6b-eed9-4dbf-8cee-c5707529e124 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:50.899455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae26e6b-eed9-4dbf-8cee-c5707529e124 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:50.903147 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1ae26e6b-eed9-4dbf-8cee-c5707529e124 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/53d174de-c1fa-4486-a100-7a834f1e577f HTTP/1.1" status: 404 len: 333 time: 0.0461051 Apr 22 09:37:50.903308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33788) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.907678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] DHCP port deletion for dac2cfd1-13f3-4256-84fc-de311c779450 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:37:50.922778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] Deleting port e5da26b6-9fca-4414-b330-ef7925ff7893 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:50.923275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:50.940458 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-2495bd19-e95c-4f66-a1e7-14b03d0ca84d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:50.940917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2495bd19-e95c-4f66-a1e7-14b03d0ca84d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:50.942588 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2495bd19-e95c-4f66-a1e7-14b03d0ca84d tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/37fd1621-33e7-4e88-9070-41267915ea30 HTTP/1.1" status: 404 len: 337 time: 0.0383832 Apr 22 09:37:50.945799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33792) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:50.983201 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c68419-aeeb-4682-afdf-a28d3a070592 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:50.983647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c68419-aeeb-4682-afdf-a28d3a070592 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:50.985330 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-76c68419-aeeb-4682-afdf-a28d3a070592 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/e32618a2-207c-4efa-9f73-904f49449d00 HTTP/1.1" status: 404 len: 337 time: 0.0385547 Apr 22 09:37:50.987887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33796) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:51.033122 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3f2186-dfc8-4a8d-8fbe-97890c176d00 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:51.033599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3f2186-dfc8-4a8d-8fbe-97890c176d00 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:51.035307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7d3f2186-dfc8-4a8d-8fbe-97890c176d00 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/d75238b3-dbb9-4de2-b175-92a5edd5193b HTTP/1.1" status: 404 len: 333 time: 0.0465066 Apr 22 09:37:51.038321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33800) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:51.075974 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef99da2a-2ea6-4e5e-80c9-1bcec44739f0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:51.076448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef99da2a-2ea6-4e5e-80c9-1bcec44739f0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:51.080548 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ef99da2a-2ea6-4e5e-80c9-1bcec44739f0 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/40a93db1-1ca2-4bef-91e3-c1385408cd11 HTTP/1.1" status: 404 len: 337 time: 0.0388947 Apr 22 09:37:51.080704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33804) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:51.117324 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c88417-00aa-4eef-bed7-56925e88b1d2 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] DELETE failed (client error): The resource could not be found. Apr 22 09:37:51.118006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c88417-00aa-4eef-bed7-56925e88b1d2 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 09:37:51.119400 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e9c88417-00aa-4eef-bed7-56925e88b1d2 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/subnets/48c15efa-1718-4322-9d7b-97be7d41229f HTTP/1.1" status: 404 len: 337 time: 0.0378108 Apr 22 09:37:51.121960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33808) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:51.153574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] For port e5da26b6-9fca-4414-b330-ef7925ff7893, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e5da26b6-9fca-4414-b330-ef7925ff7893,segment=NetworkSegment(cae138b6-0a09-4533-b47f-9c5301150e08),segment_id=cae138b6-0a09-4533-b47f-9c5301150e08)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:37:51.153962 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:51.190857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a690c0e8-edeb-405b-a06a-e9e3fe7c08f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Deleting port f11791d1-9c82-4331-90b8-df03341635bc {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:37:51.191197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a690c0e8-edeb-405b-a06a-e9e3fe7c08f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:51.277446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] Calling delete_port for e5da26b6-9fca-4414-b330-ef7925ff7893 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:51.360447 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:51.409314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] Pushing event deleted for resources: {'Port': ['ID=e5da26b6-9fca-4414-b330-ef7925ff7893,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:51.412103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a690c0e8-edeb-405b-a06a-e9e3fe7c08f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:51.413678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2214ba3-e149-4fff-97ba-3c752db91e2e None None] No DVR routers for this DVR port e5da26b6-9fca-4414-b330-ef7925ff7893 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:37:51.538819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a690c0e8-edeb-405b-a06a-e9e3fe7c08f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Calling delete_port for f11791d1-9c82-4331-90b8-df03341635bc owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:37:51.614506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e5da26b6-9fca-4414-b330-ef7925ff7893 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:37:51.620159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a690c0e8-edeb-405b-a06a-e9e3fe7c08f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:51.651022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: e5da26b6-9fca-4414-b330-ef7925ff7893 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:37:51.651375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e5da26b6-9fca-4414-b330-ef7925ff7893 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:37:51.675302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690c0e8-edeb-405b-a06a-e9e3fe7c08f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Port': ['ID=f11791d1-9c82-4331-90b8-df03341635bc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:51.678621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a690c0e8-edeb-405b-a06a-e9e3fe7c08f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:51.691361 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a690c0e8-edeb-405b-a06a-e9e3fe7c08f9 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/ports/f11791d1-9c82-4331-90b8-df03341635bc HTTP/1.1" status: 204 len: 168 time: 0.5684533 Apr 22 09:37:51.693940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33812) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:51.903961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.032692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.058227 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac2cfd1-13f3-4256-84fc-de311c779450']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:52.069979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae138b6-0a09-4533-b47f-9c5301150e08') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:52.070272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae138b6-0a09-4533-b47f-9c5301150e08') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:37:52.081412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.096905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.103200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:37:52.103577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:37:52.118121 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:37:52.197232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.213807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.223091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] Pushing event deleted for resources: {'Network': ['ID=dac2cfd1-13f3-4256-84fc-de311c779450,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:52.225879 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a1f6670c-b937-48e7-a3e7-dcd1718aac81 tempest-PortsTestJSON-1467202021 tempest-PortsTestJSON-1467202021-project] 10.222.0.32 "DELETE /v2.0/networks/dac2cfd1-13f3-4256-84fc-de311c779450 HTTP/1.1" status: 204 len: 168 time: 0.5309818 Apr 22 09:37:52.488224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33820) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:52.632325 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7a0e9039-33c3-4731-be63-5a5dc6fc0186 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38a27536bad2486e8541da6daa8d8ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428998 Apr 22 09:37:52.635416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33826) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:52.692083 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5646547f-ab1c-43d1-8b55-f30bbc1a3fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.721556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5646547f-ab1c-43d1-8b55-f30bbc1a3fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.773336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5646547f-ab1c-43d1-8b55-f30bbc1a3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.791075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646547f-ab1c-43d1-8b55-f30bbc1a3fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74a264d-c16b-4dbf-9646-d0cb69af0ccb,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:52.793369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5646547f-ab1c-43d1-8b55-f30bbc1a3fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:52.795028 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5646547f-ab1c-43d1-8b55-f30bbc1a3fc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a74a264d-c16b-4dbf-9646-d0cb69af0ccb HTTP/1.1" status: 204 len: 168 time: 0.1581821 Apr 22 09:37:53.470899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33852) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:53.572945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c48fafb3-7c33-4a89-88f0-82480a867a14 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2000557989', 'prefixes': ['172.20.0.0/16']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:53.578953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c48fafb3-7c33-4a89-88f0-82480a867a14 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:53.626715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c48fafb3-7c33-4a89-88f0-82480a867a14 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] Notify callbacks [] for subnetpool, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:53.627871 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c48fafb3-7c33-4a89-88f0-82480a867a14 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1559842 Apr 22 09:37:53.631513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33858) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:53.660087 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e6ab8aa7-462e-479a-82e0-fd603cc3bb59 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] 10.222.0.32 "GET /v2.0/subnetpools/e5ebdfe7-0ed1-442f-88dc-cd179c9239e7 HTTP/1.1" status: 200 len: 732 time: 0.0275071 Apr 22 09:37:53.662951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33862) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:53.667774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0d8c3b19-9cd8-41c9-8e7e-5fec97f6ae63 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1364420929'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:37:53.749242 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0d8c3b19-9cd8-41c9-8e7e-5fec97f6ae63 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] Notify callbacks [] for subnetpool, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:53.750391 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0d8c3b19-9cd8-41c9-8e7e-5fec97f6ae63 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] 10.222.0.32 "PUT /v2.0/subnetpools/e5ebdfe7-0ed1-442f-88dc-cd179c9239e7 HTTP/1.1" status: 200 len: 684 time: 0.0864491 Apr 22 09:37:53.753364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33866) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:53.837805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-62bbb1c4-50ff-421f-8b3f-502f889eaa37 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] Notify callbacks [] for subnetpool, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:53.839123 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-62bbb1c4-50ff-421f-8b3f-502f889eaa37 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] 10.222.0.32 "DELETE /v2.0/subnetpools/e5ebdfe7-0ed1-442f-88dc-cd179c9239e7 HTTP/1.1" status: 204 len: 168 time: 0.0847042 Apr 22 09:37:53.841846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33870) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:53.862466 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-fdc39f8f-7297-43b2-aa90-fcb8f662431c tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] show failed (client error): The resource could not be found. Apr 22 09:37:53.863520 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fdc39f8f-7297-43b2-aa90-fcb8f662431c tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] 10.222.0.32 "GET /v2.0/subnetpools/e5ebdfe7-0ed1-442f-88dc-cd179c9239e7 HTTP/1.1" status: 404 len: 346 time: 0.0207143 Apr 22 09:37:53.865919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33874) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:53.882757 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-06677e12-adb2-476e-9968-818b36146159 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] delete failed (client error): The resource could not be found. Apr 22 09:37:53.884324 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-06677e12-adb2-476e-9968-818b36146159 tempest-SubnetPoolsTestJSON-1642285261 tempest-SubnetPoolsTestJSON-1642285261-project] 10.222.0.32 "DELETE /v2.0/subnetpools/e5ebdfe7-0ed1-442f-88dc-cd179c9239e7 HTTP/1.1" status: 404 len: 346 time: 0.0175669 Apr 22 09:37:54.144763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33882) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:54.262655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:54.278030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:37:54.281852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e26ddb2f6f4b24a5f02399e4fc88a5 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:37:54.284668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:37:54.290948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:37:54.377734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:54.382357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:54.427909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b05f26-0768-44f5-a1c7-3826fc81e7e3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:54.431985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-22f65ba6-2d6e-4c78-b3e7-f65aa1e62307 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3e26ddb2f6f4b24a5f02399e4fc88a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862175 Apr 22 09:37:54.434611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33888) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:37:54.490898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f50f9a7b-cf5e-4a77-9c45-703c1556b4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:54.520620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f50f9a7b-cf5e-4a77-9c45-703c1556b4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:54.573705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f50f9a7b-cf5e-4a77-9c45-703c1556b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:54.587941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f9a7b-cf5e-4a77-9c45-703c1556b4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b05f26-0768-44f5-a1c7-3826fc81e7e3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:37:54.594269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f50f9a7b-cf5e-4a77-9c45-703c1556b4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:37:54.595370 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f50f9a7b-cf5e-4a77-9c45-703c1556b4aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1b05f26-0768-44f5-a1c7-3826fc81e7e3 HTTP/1.1" status: 204 len: 168 time: 0.1598735 Apr 22 09:38:05.342297 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:38:08.272522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:11.974072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff192feb-c4b2-4be3-bcec-01e494e2276f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:14.380539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e479966-ebe9-4998-bd23-c508886ef3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:15.345251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:15.701721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:17.118286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:23.307778 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-d1e60b37-dc88-4bd7-96f3-1e7cd930eb9e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1622944 Apr 22 09:38:23.449091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-a075e83e-7939-4481-8234-cf1a0c41e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:23.450943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-a075e83e-7939-4481-8234-cf1a0c41e2a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc&device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1099 time: 0.0756941 Apr 22 09:38:23.592955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-99dd3ac7-dd85-45a3-bb20-34ba5d7bb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:23.594379 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-99dd3ac7-dd85-45a3-bb20-34ba5d7bb2cf service neutron] 10.222.0.35 "GET /v2.0/networks?id=695ae22d-5c00-475b-a737-dd11f8cc5a3b HTTP/1.1" status: 200 len: 897 time: 0.1251221 Apr 22 09:38:23.696355 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-335cc3c3-ba31-4a5d-8795-d28071840d7f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=581e7962-3955-46a0-9ea0-59a2bf84f748 HTTP/1.1" status: 200 len: 1002 time: 0.0955980 Apr 22 09:38:23.756889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-0d38f704-2dc3-4fd6-8768-27e4291583ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:23.758212 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-0d38f704-2dc3-4fd6-8768-27e4291583ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b2e51e8-ea06-43c4-9a98-c40d0192fc7a HTTP/1.1" status: 200 len: 835 time: 0.0562279 Apr 22 09:38:23.829897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-cfd4ce8b-ac99-45c1-94e4-bc9160def419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:23.831330 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-cfd4ce8b-ac99-45c1-94e4-bc9160def419 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=695ae22d-5c00-475b-a737-dd11f8cc5a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674894 Apr 22 09:38:23.842480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-f3afb166-3fcc-4e1c-b050-4c7825273b65 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:38:23.843399 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-f3afb166-3fcc-4e1c-b050-4c7825273b65 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051355 Apr 22 09:38:23.971575 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-f48ddda6-08d6-4e63-921a-5e843477f2eb service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222534 Apr 22 09:38:24.104364 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38e8964f-fb93-4817-8dcd-f83cfe31a8cc req-18934888-51db-4bca-a6cd-9c071b82d7bf service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261048 Apr 22 09:38:25.664275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33916) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:25.833103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef5ffd-6fc9-4edd-a90f-7697f76ac59d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:25.833489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef5ffd-6fc9-4edd-a90f-7697f76ac59d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:25.833951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef5ffd-6fc9-4edd-a90f-7697f76ac59d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:25.835571 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a3ef5ffd-6fc9-4edd-a90f-7697f76ac59d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 2999 time: 0.1703246 Apr 22 09:38:27.311348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33928) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:27.369055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7222d-f457-4716-a7f6-75df54967629 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:27.370477 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-93b7222d-f457-4716-a7f6-75df54967629 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6 HTTP/1.1" status: 200 len: 814 time: 0.0581856 Apr 22 09:38:27.828080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33936) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:27.833152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:27.932236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:28.199059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:28.202725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:28.203039 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 3d7e15c1-34c7-4ab0-82c3-3994e442cef1 disassociated. External IP: 172.26.2.134, port: f22c41df-53ce-4074-8e3f-ec2002ecc95e. Apr 22 09:38:28.567260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 22d14755-8c46-47e9-a90a-0c2b5913c56f has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:38:28.742706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:38:28.747507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:28.751898 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] Sync routers for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:38:28.762002 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:38:28.763187 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:38:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:28.803633 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a0afd487-496a-41e3-902d-200bed4453f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 690 time: 0.9744825 Apr 22 09:38:28.804302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:38:28.806490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33940) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:28.891621 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-42868860-b55d-4601-bac2-73d74ed66c9a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 690 time: 0.0839808 Apr 22 09:38:28.940315 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:38:28.970391 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d756517-31f6-46c9-a5ab-0cd2b8e3ef7f'] response: {'name': 'network-changed', 'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'status': 'completed', 'code': 200} Apr 22 09:38:29.065692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-b9de2aca-2b5a-465f-a156-4b3bdc6d00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:29.067161 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-b9de2aca-2b5a-465f-a156-4b3bdc6d00dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 1098 time: 0.0728171 Apr 22 09:38:29.280483 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:29.284566 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] Checking router: 22d14755-8c46-47e9-a90a-0c2b5913c56f for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:38:29.292814 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:38:29.293886 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:38:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:29.321356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-fe4dd02e-6f11-4b4d-a0f6-592bd653e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:29.322850 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-fe4dd02e-6f11-4b4d-a0f6-592bd653e31d service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 897 time: 0.2491071 Apr 22 09:38:29.388439 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-6e36e78f-cced-461e-9731-731848975c01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e HTTP/1.1" status: 200 len: 217 time: 0.0593555 Apr 22 09:38:29.451801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-bc3f321b-3e6c-418d-810d-c36d91a2ba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:29.453265 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-bc3f321b-3e6c-418d-810d-c36d91a2ba52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 200 len: 835 time: 0.0594759 Apr 22 09:38:29.475642 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:38:29.530186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-eb275502-2ac3-4bc9-89cb-d836a025f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:29.531840 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-eb275502-2ac3-4bc9-89cb-d836a025f864 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724702 Apr 22 09:38:29.671053 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-1f160bf7-925f-423f-b306-741741252d34 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310489 Apr 22 09:38:29.779806 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:29.784165 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9687a048-e578-4392-8916-8fc2c1d27e42 None None] The sync data for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv is: [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:38:29.803635 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-858c6085-2fde-48d8-8316-4e71e1b006f8 req-924fa015-615b-462f-806d-423c7fb32c28 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256340 Apr 22 09:38:29.893942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33948) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:29.979301 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-485077ff-0aa3-4000-83ff-bd5f15724394 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 690 time: 0.0841632 Apr 22 09:38:30.002664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02439a08-b82a-410d-abfa-1672b63b2f88 None None] New status for floating IP 3d7e15c1-34c7-4ab0-82c3-3994e442cef1: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:38:30.983244 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33954) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:31.065818 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-46c1e17f-113d-4520-8e8c-ddd9f8dbb17c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 688 time: 0.0814455 Apr 22 09:38:32.299019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 33960) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:32.304215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-496130158', 'description': 'tempest-secgroup-smoke-496130158 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:32.310543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:32.321364 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:32.331983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.352362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:32.356081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:38:32.358863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:38:32.364384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:32.433762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.437239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.485305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fdc260-f980-4709-9921-003b390bf39a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:32.492089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.493304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1932323 Apr 22 09:38:32.494686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.495045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.495374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.495707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.496042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.496372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.496751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.496934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33964) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:32.497430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.497430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.497701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.498022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.498342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3487-6577-46f0-a36c-71d6e8285e27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.503360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '73fdc260-f980-4709-9921-003b390bf39a', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:32.509574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:32.513892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:38:32.517116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:38:32.522720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:32.539826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.604471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.607714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.630028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1415329b-f146-4994-85fc-6973474338d5,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:32.640969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.641308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.641662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.642042 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.642359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.642742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.643001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.643324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.643641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.643955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.644331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.644600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:38:32.647502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.648920 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-43b9dc84-47d2-4d6b-b149-74319f0709b2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507275 Apr 22 09:38:32.651712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33968) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:32.656597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '73fdc260-f980-4709-9921-003b390bf39a', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:32.662265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:32.665986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:38:32.668783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:38:32.674273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:32.690091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.748672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.751919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.783189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a390377e-000d-4bae-a11c-1582e2748ffe,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:32.792071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.793328 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cac0a65c-e0cb-44b3-ba82-81ab9bda8d44 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406832 Apr 22 09:38:32.796033 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33972) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:32.800780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '73fdc260-f980-4709-9921-003b390bf39a', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:32.806330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:32.810536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:38:32.813336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:38:32.818963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:32.835182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.895080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.898750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.924554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e19ed66-d871-4088-ad45-7c1b05fed835,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:32.933811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:32.936344 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a7676cec-327c-420b-8ef7-cdcade6deb09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391017 Apr 22 09:38:32.938907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33976) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:32.944057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '73fdc260-f980-4709-9921-003b390bf39a', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:32.950526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:32.954312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:38:32.957133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:38:32.962767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:32.979342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.040599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.044727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.068361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df37fa6-7cd9-4548-ad2e-8077e2092cd4,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:33.076697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.077850 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c7b8a825-b793-453f-a71e-2d90ca4eb376 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380169 Apr 22 09:38:33.080517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33980) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:33.085677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '73fdc260-f980-4709-9921-003b390bf39a', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:33.091578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:33.095560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:38:33.098539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:38:33.104213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:33.114549 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:38:33.120900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.182932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.186916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.213484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d160ca-f66e-4fe3-bfb6-9eda509fd9a8,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:33.220197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.221538 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d50bad79-4b41-49b2-ab3b-f54e0e70a85b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400979 Apr 22 09:38:33.224246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 33984) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:33.229197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '73fdc260-f980-4709-9921-003b390bf39a', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:33.234797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:33.238836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:38:33.241636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:38:33.247165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:33.256516 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:38:33.263769 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.330577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.334099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.357192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3978e7-d59b-44eb-8f9c-372a129d3daf,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:33.366022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:33.367164 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-27bd35ae-3fba-4786-95ff-9df832a12f29 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420047 Apr 22 09:38:33.686887 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-802742f7-9cd4-4b58-8c72-4d89ce5d1a7e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496130158&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0408549 Apr 22 09:38:33.836628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6b076820-a442-4d48-993c-10a117cdc07f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:33.838140 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6b076820-a442-4d48-993c-10a117cdc07f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 796 time: 0.1447761 Apr 22 09:38:33.852369 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-54e27fef-aab5-4de5-a8d3-9a4bde59948c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Apr 22 09:38:33.944756 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-3f711d6d-8279-4ab1-8961-8a24ed879fa0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0870175 Apr 22 09:38:33.959719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-bc34636d-f513-44f6-823c-dc7ca2647b5a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:38:33.960695 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-bc34636d-f513-44f6-823c-dc7ca2647b5a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049953 Apr 22 09:38:34.089287 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-fedaf4ee-061f-4a39-9bf5-b85e43aa38be service neutron] 10.222.0.32 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233528 Apr 22 09:38:34.216329 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-92b19269-d960-4c85-8187-d1f8344002ee service neutron] 10.222.0.32 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214271 Apr 22 09:38:34.442786 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-34c0fadf-7e4d-4a92-8b87-e32684e13806 req-a6635eb0-d172-4dcc-9e97-acfbf601afb5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 210 time: 0.0939932 Apr 22 09:38:35.611575 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7501dcb4-7396-42a9-a305-95846e150a0e req-f12c2f8b-47b0-4fea-bcf1-1cfabd8b818f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 210 time: 0.0581341 Apr 22 09:38:35.650186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-e6a787eb-cf8a-4973-8a8a-030344b43641 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:35.651812 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-e6a787eb-cf8a-4973-8a8a-030344b43641 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 796 time: 0.1990266 Apr 22 09:38:35.703947 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-318bb36a-01e0-4e9a-8285-4ca6a5a5a485 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 472 time: 0.0431666 Apr 22 09:38:35.712586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': '7d8f4107-38e5-45fe-b376-566b8f330560', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['73fdc260-f980-4709-9921-003b390bf39a']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:35.936960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:38:35.946400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:38:35.957525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:38:35.961081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:36.126995 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.9 (fc6fef84-b49d-4fa6-940d-7554828f80ef/2ed9a372-f2c1-481e-8876-378271c8c772/745cabd1-6f64-4385-b614-2b4f06b76412) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:38:36.317528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:36.332858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 745cabd1-6f64-4385-b614-2b4f06b76412 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:38:36.356532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:36.425766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network fc6fef84-b49d-4fa6-940d-7554828f80ef is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:38:36.428734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:38:36.437925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:38:36.468687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=745cabd1-6f64-4385-b614-2b4f06b76412,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:36.505006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:36.505622 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:36.533086 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-6bd17edb-c6d3-464e-ba42-5404f280099b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241270 Apr 22 09:38:36.544175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Request body: {'port': {'device_id': '7d8f4107-38e5-45fe-b376-566b8f330560', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:36.660061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:36.686600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc032cc7-b72a-4141-bbd1-a9158a3c451d None None] Provisioning for port 745cabd1-6f64-4385-b614-2b4f06b76412 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:38:36.692376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc032cc7-b72a-4141-bbd1-a9158a3c451d None None] Provisioning complete for port 745cabd1-6f64-4385-b614-2b4f06b76412 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:38:36.692855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc032cc7-b72a-4141-bbd1-a9158a3c451d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:36.752806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cc032cc7-b72a-4141-bbd1-a9158a3c451d None None] Port 745cabd1-6f64-4385-b614-2b4f06b76412 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:38:36.804574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663570-e22f-4ffb-b1f7-622af18d5f53 req-19471baf-dbbf-42c0-8c1e-39fdf74e7343 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:36.806089 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f2663570-e22f-4ffb-b1f7-622af18d5f53 req-19471baf-dbbf-42c0-8c1e-39fdf74e7343 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 931 time: 0.0835476 Apr 22 09:38:36.850454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f2663570-e22f-4ffb-b1f7-622af18d5f53 req-ec36771b-0d8a-4311-b70e-4b62770adba7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:38:36.865774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f2663570-e22f-4ffb-b1f7-622af18d5f53 req-ec36771b-0d8a-4311-b70e-4b62770adba7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:38:36.866974 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f2663570-e22f-4ffb-b1f7-622af18d5f53 req-ec36771b-0d8a-4311-b70e-4b62770adba7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545874 Apr 22 09:38:37.013352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745cabd1-6f64-4385-b614-2b4f06b76412 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:38:37.020834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:37.035817 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Transition to ACTIVE for port object 745cabd1-6f64-4385-b614-2b4f06b76412 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:38:37.039798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:37.176626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=745cabd1-6f64-4385-b614-2b4f06b76412,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:37.280223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Attempting to bind port 745cabd1-6f64-4385-b614-2b4f06b76412 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:38:37.280583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Attempting to bind port 745cabd1-6f64-4385-b614-2b4f06b76412 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:38:37.280913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Attempting to bind port 745cabd1-6f64-4385-b614-2b4f06b76412 on network fc6fef84-b49d-4fa6-940d-7554828f80ef {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:38:37.285372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Port 745cabd1-6f64-4385-b614-2b4f06b76412 on network fc6fef84-b49d-4fa6-940d-7554828f80ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:38:37.285688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Attempting to bind port 745cabd1-6f64-4385-b614-2b4f06b76412 on network fc6fef84-b49d-4fa6-940d-7554828f80ef {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:38:37.290727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:38:37.291057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Checking segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:38:37.291432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Bound using segment: {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:38:37.291847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Bound port: 745cabd1-6f64-4385-b614-2b4f06b76412, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faf29c7-36c2-4df0-96c9-ebda204a1e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:38:37.292185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:37.383474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] For port 745cabd1-6f64-4385-b614-2b4f06b76412, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:38:37.386549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] For port 745cabd1-6f64-4385-b614-2b4f06b76412, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=745cabd1-6f64-4385-b614-2b4f06b76412,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:38:37.391147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:37.446945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:37.447578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:37.449043 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] 10.222.0.35 "PUT /v2.0/ports/745cabd1-6f64-4385-b614-2b4f06b76412 HTTP/1.1" status: 200 len: 1093 time: 0.9091494 Apr 22 09:38:37.449517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8f4107-38e5-45fe-b376-566b8f330560', 'tag': '745cabd1-6f64-4385-b614-2b4f06b76412'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:38:37.484524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90142b4-5849-4ef2-b77c-2b3642716dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=745cabd1-6f64-4385-b614-2b4f06b76412,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:37.526655 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70211ea6-6fe7-4f50-a05a-40486251e8f2'] response: {'name': 'network-changed', 'server_uuid': '7d8f4107-38e5-45fe-b376-566b8f330560', 'tag': '745cabd1-6f64-4385-b614-2b4f06b76412', 'status': 'completed', 'code': 200} Apr 22 09:38:37.568847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-9ffcb96b-1236-44fa-9f34-8c5afb7c72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:37.570344 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-9ffcb96b-1236-44fa-9f34-8c5afb7c72cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 1096 time: 0.0821071 Apr 22 09:38:37.643360 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-2bd31bba-228c-4439-913d-ff0f422ea886 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=745cabd1-6f64-4385-b614-2b4f06b76412 HTTP/1.1" status: 200 len: 217 time: 0.0648975 Apr 22 09:38:37.705958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-05908cbe-0037-4b21-bee3-0441d333d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:37.707394 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-05908cbe-0037-4b21-bee3-0441d333d5db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 200 len: 835 time: 0.0583830 Apr 22 09:38:37.779712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-b1ca7d8a-16f5-4b7d-8fcd-13bfdc892e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:37.781066 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-b1ca7d8a-16f5-4b7d-8fcd-13bfdc892e74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671873 Apr 22 09:38:37.916562 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-d6b2ddcd-09fa-4c2c-a252-bb19f82ab7f6 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286526 Apr 22 09:38:38.057773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c39f6-f78f-416c-bc28-2a7b71690c70 req-1b58935c-0517-4fcd-beab-077e08f340a1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:38.059367 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-309c39f6-f78f-416c-bc28-2a7b71690c70 req-1b58935c-0517-4fcd-beab-077e08f340a1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 943 time: 0.0877836 Apr 22 09:38:38.103139 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-309c39f6-f78f-416c-bc28-2a7b71690c70 req-95cd619f-ba79-479f-a7f6-99779b6cf874 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380635 Apr 22 09:38:38.147333 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd829707-1c3f-45cf-adaf-8b2ab3788567 req-c370011f-c780-4f87-a885-ba2368221979 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247410 Apr 22 09:38:38.267324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:38.272301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-aa8aa6e7-fca6-46ee-985d-554b8511953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:38.274034 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-aa8aa6e7-fca6-46ee-985d-554b8511953a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 1096 time: 0.0743032 Apr 22 09:38:38.404981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-bec85328-6876-495c-a58b-81730ac82cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:38.406331 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-bec85328-6876-495c-a58b-81730ac82cde service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 897 time: 0.1255250 Apr 22 09:38:38.474341 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-d88ad31f-b604-4d64-90b4-044c681a0e83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=745cabd1-6f64-4385-b614-2b4f06b76412 HTTP/1.1" status: 200 len: 217 time: 0.0623491 Apr 22 09:38:38.536124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-38175e36-c381-4cd0-89b5-4f2bddccf572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:38.537592 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-38175e36-c381-4cd0-89b5-4f2bddccf572 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 200 len: 835 time: 0.0576646 Apr 22 09:38:38.612733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-ca252b94-eb99-4baf-9f58-0601e1accac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:38.614192 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-ca252b94-eb99-4baf-9f58-0601e1accac9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690651 Apr 22 09:38:38.747989 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-da7f51a3-6bbe-4399-bd77-ab9d468a363e service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254432 Apr 22 09:38:38.882389 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d3300b3-2f9c-43a1-b5a4-c73c9b0673d2 req-ad47cc90-fa19-4d7b-a1c5-c89448a2c89e service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275895 Apr 22 09:38:39.286987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081912c5-5dd1-41ac-83b5-93e48e69126d req-f3455f16-9708-4b34-8e2a-cec9c70727bb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:39.287662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-081912c5-5dd1-41ac-83b5-93e48e69126d req-f3455f16-9708-4b34-8e2a-cec9c70727bb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:38:39.302803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-081912c5-5dd1-41ac-83b5-93e48e69126d req-f3455f16-9708-4b34-8e2a-cec9c70727bb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:38:39.304124 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-081912c5-5dd1-41ac-83b5-93e48e69126d req-f3455f16-9708-4b34-8e2a-cec9c70727bb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 943 time: 0.0970161 Apr 22 09:38:39.347978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-081912c5-5dd1-41ac-83b5-93e48e69126d req-000fa734-3a16-4eb1-b9bd-dffd8f9a721a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374374 Apr 22 09:38:40.439609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 745cabd1-6f64-4385-b614-2b4f06b76412 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:38:40.532422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69032ea8-fb84-4a77-a1f8-e58958f07da7 req-5924f4fc-bf03-4a2b-a24a-253beba9f7e2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:40.534066 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-69032ea8-fb84-4a77-a1f8-e58958f07da7 req-5924f4fc-bf03-4a2b-a24a-253beba9f7e2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 943 time: 0.0801649 Apr 22 09:38:40.585746 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-69032ea8-fb84-4a77-a1f8-e58958f07da7 req-cc66e270-30f1-43fe-b500-a05c8b10b344 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445404 Apr 22 09:38:40.615132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 745cabd1-6f64-4385-b614-2b4f06b76412, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=745cabd1-6f64-4385-b614-2b4f06b76412,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:38:40.628241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '745cabd1-6f64-4385-b614-2b4f06b76412', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'port_id': '745cabd1-6f64-4385-b614-2b4f06b76412', 'mac_address': 'fa:16:3e:3f:1b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:38:40.682646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:40.699263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745cabd1-6f64-4385-b614-2b4f06b76412 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:38:40.714733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 745cabd1-6f64-4385-b614-2b4f06b76412, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=745cabd1-6f64-4385-b614-2b4f06b76412,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:38:40.718734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:40.786302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=745cabd1-6f64-4385-b614-2b4f06b76412,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:41.083820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['745cabd1-6f64-4385-b614-2b4f06b76412'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:38:41.771023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03baeff4-47ef-4b75-bfb3-410bffd3e688 req-7cc6a362-2a27-4cd9-afd0-17572880b89c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:41.772458 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-03baeff4-47ef-4b75-bfb3-410bffd3e688 req-7cc6a362-2a27-4cd9-afd0-17572880b89c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 944 time: 0.0807612 Apr 22 09:38:41.815916 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-03baeff4-47ef-4b75-bfb3-410bffd3e688 req-4a059e32-0298-4941-8f64-39e537640aec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368545 Apr 22 09:38:41.978135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8b273f6-bca1-4e84-b4c6-9d5902e8a787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:42.341547 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:38:42.459203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 745cabd1-6f64-4385-b614-2b4f06b76412 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:38:42.527477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 745cabd1-6f64-4385-b614-2b4f06b76412 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:38:42.531979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 745cabd1-6f64-4385-b614-2b4f06b76412 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:38:42.532369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:42.647018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:42.674431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8f4107-38e5-45fe-b376-566b8f330560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745cabd1-6f64-4385-b614-2b4f06b76412'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:38:42.684284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 745cabd1-6f64-4385-b614-2b4f06b76412, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=745cabd1-6f64-4385-b614-2b4f06b76412,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:38:42.688710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:42.760926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=745cabd1-6f64-4385-b614-2b4f06b76412,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:42.784505 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df370cb3-dde0-4cc1-838f-5eefa19f6a97'] response: {'server_uuid': '7d8f4107-38e5-45fe-b376-566b8f330560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745cabd1-6f64-4385-b614-2b4f06b76412', 'code': 200} Apr 22 09:38:43.065121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f5b7ec-9be2-4416-9bc4-44bfc2433ffa req-fe17c4b6-7b5b-44b5-9f0a-dc058cdc130e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:43.066579 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c5f5b7ec-9be2-4416-9bc4-44bfc2433ffa req-fe17c4b6-7b5b-44b5-9f0a-dc058cdc130e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 945 time: 0.1408162 Apr 22 09:38:43.069720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be9784-d791-4d11-846f-8a2c46882911 req-55ef3b03-9326-4cb3-9300-1db9cc555cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:43.071044 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-37be9784-d791-4d11-846f-8a2c46882911 req-55ef3b03-9326-4cb3-9300-1db9cc555cf0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 1098 time: 0.1098087 Apr 22 09:38:43.135079 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c5f5b7ec-9be2-4416-9bc4-44bfc2433ffa req-4f511276-fa9b-4ddf-8ac6-586e55fcbe3d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628586 Apr 22 09:38:43.138160 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-37be9784-d791-4d11-846f-8a2c46882911 req-d76e205f-eba4-4656-8b33-b0b2c8a9a8ac service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538187 Apr 22 09:38:44.323247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36eff4e-b7a2-4f21-be9e-46c0764670ac req-828bd786-dc1c-4c48-8d5a-ecaba40c1485 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:44.324708 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a36eff4e-b7a2-4f21-be9e-46c0764670ac req-828bd786-dc1c-4c48-8d5a-ecaba40c1485 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 945 time: 0.0780220 Apr 22 09:38:44.370005 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a36eff4e-b7a2-4f21-be9e-46c0764670ac req-2c424c0c-45bd-4fae-86f5-90faf3a0dbdd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390916 Apr 22 09:38:44.391171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-beb26018-e1aa-4ccd-8d8b-6d6802bd1263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:45.349252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:45.554582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a32f4-4008-40d8-9adf-bb0a2d688c63 req-4c43f75a-bdab-4f6c-ad07-9f703911a90b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:45.556025 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f2a32f4-4008-40d8-9adf-bb0a2d688c63 req-4c43f75a-bdab-4f6c-ad07-9f703911a90b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 945 time: 0.0814660 Apr 22 09:38:45.599617 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f2a32f4-4008-40d8-9adf-bb0a2d688c63 req-5c25d13f-7b31-4d0c-a1fa-298c98a2ce8f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378385 Apr 22 09:38:45.704416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:45.789730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d423d4-cb8b-418a-a168-8cbca6bfc6d2 req-1fe6b934-fba0-401a-b87e-6a46f73bb005 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:45.791170 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-38d423d4-cb8b-418a-a168-8cbca6bfc6d2 req-1fe6b934-fba0-401a-b87e-6a46f73bb005 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 945 time: 0.0825868 Apr 22 09:38:45.833897 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-38d423d4-cb8b-418a-a168-8cbca6bfc6d2 req-c318c3fa-d626-4828-af6d-b4e7c3155edc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371952 Apr 22 09:38:45.856324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34054) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:45.926744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a24f82-630c-4ebe-8586-1b44c1958376 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:45.928266 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f7a24f82-630c-4ebe-8586-1b44c1958376 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 1093 time: 0.0709689 Apr 22 09:38:45.931529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34058) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:45.936350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'port_id': '745cabd1-6f64-4385-b614-2b4f06b76412'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:38:46.015445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:46.706872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:46.710790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:46.880025 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 3d7e15c1-34c7-4ab0-82c3-3994e442cef1 associated. External IP: 172.26.2.134, port: 745cabd1-6f64-4385-b614-2b4f06b76412. Apr 22 09:38:47.121833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:47.231067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 22d14755-8c46-47e9-a90a-0c2b5913c56f has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:38:47.408087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:38:47.412630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:47.417957 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] Sync routers for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:38:47.428287 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:38:47.428978 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:38:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:47.466489 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b4b48e1a-000d-4c00-ae7b-82775fd99ce4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 991 time: 1.5339613 Apr 22 09:38:47.467190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8f4107-38e5-45fe-b376-566b8f330560', 'tag': '745cabd1-6f64-4385-b614-2b4f06b76412'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:38:47.469333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34062) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:47.518488 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7553b8-0e92-4248-b9f1-8e54e7f08678'] response: {'name': 'network-changed', 'server_uuid': '7d8f4107-38e5-45fe-b376-566b8f330560', 'tag': '745cabd1-6f64-4385-b614-2b4f06b76412', 'status': 'completed', 'code': 200} Apr 22 09:38:47.605923 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:38:47.636087 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6a3d140c-1aa7-4666-8133-5687a1185729 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 991 time: 0.1649814 Apr 22 09:38:47.656931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-ca756173-e570-440f-95c5-dcd9ff894798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:47.658510 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-ca756173-e570-440f-95c5-dcd9ff894798 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 1098 time: 0.1131656 Apr 22 09:38:47.888988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-8a576b2e-51a6-41b9-83ff-2e3cc87b22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:47.890406 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-8a576b2e-51a6-41b9-83ff-2e3cc87b22a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 897 time: 0.2261243 Apr 22 09:38:47.979774 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d7e15c1-34c7-4ab0-82c3-3994e442cef1', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'port_id': '745cabd1-6f64-4385-b614-2b4f06b76412', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'mac_address': 'fa:16:3e:3f:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f4107-38e5-45fe-b376-566b8f330560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:37:10Z', 'updated_at': '2022-04-22T09:38:46Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:47.983527 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] Checking router: 22d14755-8c46-47e9-a90a-0c2b5913c56f for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:38:47.992241 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:38:47.992432 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-7a11e29e-aa35-47ab-b29d-7c2a6c6f44b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=745cabd1-6f64-4385-b614-2b4f06b76412 HTTP/1.1" status: 200 len: 999 time: 0.0952356 Apr 22 09:38:47.992850 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:38:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:48.056665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-3ae3f0b5-e3bd-4e06-864c-0c7f1bead947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:48.058080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-3ae3f0b5-e3bd-4e06-864c-0c7f1bead947 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 200 len: 835 time: 0.0594461 Apr 22 09:38:48.131976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-7c0dde0a-cdf7-4fa8-b37d-3285fc7c98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:48.133464 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-7c0dde0a-cdf7-4fa8-b37d-3285fc7c98f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688367 Apr 22 09:38:48.165187 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:38:48.262770 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-caec54d0-6af2-47d0-9dc2-01492d59e18c service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229060 Apr 22 09:38:48.395939 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-44f20eca-0ad2-49a5-a858-10a48b29cfbe req-bdabcfe8-466c-4d1d-adff-9dee0a5a6442 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238129 Apr 22 09:38:48.507332 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d7e15c1-34c7-4ab0-82c3-3994e442cef1', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'port_id': '745cabd1-6f64-4385-b614-2b4f06b76412', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'mac_address': 'fa:16:3e:3f:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f4107-38e5-45fe-b376-566b8f330560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:37:10Z', 'updated_at': '2022-04-22T09:38:46Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:48.511167 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a3f004-f873-4d76-b895-f869be552d51 None None] The sync data for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv is: [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d7e15c1-34c7-4ab0-82c3-3994e442cef1', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'port_id': '745cabd1-6f64-4385-b614-2b4f06b76412', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'mac_address': 'fa:16:3e:3f:1b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d8f4107-38e5-45fe-b376-566b8f330560', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:37:10Z', 'updated_at': '2022-04-22T09:38:46Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:38:48.639959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34068) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:48.688856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03094e3c-ec42-4d71-bbe3-98d7a0c134f7 None None] New status for floating IP 3d7e15c1-34c7-4ab0-82c3-3994e442cef1: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:38:48.747617 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0e658be7-32d2-477f-8f32-56013012b362 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 991 time: 0.1064265 Apr 22 09:38:49.752184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34072) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:49.854823 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f78a6e0e-3fe9-4225-8b55-21531cc8ffd5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 200 len: 993 time: 0.1014099 Apr 22 09:38:52.792815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34078) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:53.110126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Deleting port 7cde9714-89c2-4c52-ad71-3a63f362b2e9 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:38:53.110470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:53.274976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:53.275297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:53.394531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Calling delete_port for 7cde9714-89c2-4c52-ad71-3a63f362b2e9 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:38:53.540352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:53.587915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event deleted for resources: {'Port': ['ID=7cde9714-89c2-4c52-ad71-3a63f362b2e9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:53.680650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:53.680894 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Floating IP c1d05329-779e-4a07-9458-f104997b519a disassociated (deleted). External IP: 172.26.2.191, port: 581e7962-3955-46a0-9ea0-59a2bf84f748. Apr 22 09:38:54.029180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:38:54.210008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:38:54.219231 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] Sync routers for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:38:54.228696 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:38:54.229363 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:38:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:54.229535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:54.284566 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d9b32981-2bc1-4597-b913-2c5877162fce tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "DELETE /v2.0/floatingips/c1d05329-779e-4a07-9458-f104997b519a HTTP/1.1" status: 204 len: 168 time: 1.4906127 Apr 22 09:38:54.285065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:38:54.332892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e5bce2-9880-4874-a32e-513879e90295'] response: {'name': 'network-changed', 'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'status': 'completed', 'code': 200} Apr 22 09:38:54.407854 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:38:54.428366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-696e3971-f7c8-4724-9b0a-ee6eee1e8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:54.430042 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-696e3971-f7c8-4724-9b0a-ee6eee1e8a01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc&device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 1099 time: 0.0758140 Apr 22 09:38:54.566542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-372eaff4-f920-48b4-b21e-e5291fb071cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:54.568202 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-372eaff4-f920-48b4-b21e-e5291fb071cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=695ae22d-5c00-475b-a737-dd11f8cc5a3b HTTP/1.1" status: 200 len: 897 time: 0.1328478 Apr 22 09:38:54.682786 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-ec5e3aba-8c19-4895-9475-cf76c27638eb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=581e7962-3955-46a0-9ea0-59a2bf84f748 HTTP/1.1" status: 200 len: 217 time: 0.1077554 Apr 22 09:38:54.755369 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:55Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:54.758363 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] Checking router: 4d7eb6f7-ace8-4c98-a080-366a7466fa3e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:38:54.762387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-d46cb949-30b1-4347-8a78-ba2498c4cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:54.763810 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-d46cb949-30b1-4347-8a78-ba2498c4cf4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b2e51e8-ea06-43c4-9a98-c40d0192fc7a HTTP/1.1" status: 200 len: 835 time: 0.0726507 Apr 22 09:38:54.767155 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:38:54.767736 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:38:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:54.813824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef35d4d-837b-4700-8ba6-0c2475b95831 req-4951adad-cf3e-48fe-a08e-ef3f9b07f64e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:54.815265 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bef35d4d-837b-4700-8ba6-0c2475b95831 req-4951adad-cf3e-48fe-a08e-ef3f9b07f64e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.1848712 Apr 22 09:38:54.871482 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bef35d4d-837b-4700-8ba6-0c2475b95831 req-adae9212-bd10-4b04-af12-8ddfdf23f446 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496433 Apr 22 09:38:54.885644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-614ab931-142a-46fd-aa38-98899dea848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:54.887111 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-614ab931-142a-46fd-aa38-98899dea848f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=695ae22d-5c00-475b-a737-dd11f8cc5a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146739 Apr 22 09:38:54.941967 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:38:55.026745 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-60db5eec-9546-4e8a-9e35-db226cf00eb9 service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326935 Apr 22 09:38:55.280039 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84114e1b-c951-4fe5-b596-8cc553fecda7 req-21e15b0a-e557-4d20-a2ab-1c9b7200c316 service neutron] 10.222.0.35 "GET /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452896 Apr 22 09:38:55.291165 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:55Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:38:55.295187 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3db4dfd-8c10-4d68-aad4-aa666b89c0f9 None None] The sync data for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv is: [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:35:51Z', 'revision_number': 4, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5e0b3439-8b6e-4906-9e9f-86336c339db1', 'name': '', 'network_id': '695ae22d-5c00-475b-a737-dd11f8cc5a3b', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'mac_address': 'fa:16:3e:96:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:48Z', 'updated_at': '2022-04-22T09:35:55Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'subnets': [{'id': '4b2e51e8-ea06-43c4-9a98-c40d0192fc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:38:55.508077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ba522-ea6a-412a-ab25-8d240e08eeee None None] New status for floating IP c1d05329-779e-4a07-9458-f104997b519a: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:38:56.080257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91778307-f99f-446a-8291-d5b77fb52389 req-36246b00-954f-499b-ba67-13a1ff8c6446 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:56.080975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-91778307-f99f-446a-8291-d5b77fb52389 req-36246b00-954f-499b-ba67-13a1ff8c6446 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Synchronizing usage tracker for tenant:1af390c8d8f54d37ae7f4eb58d5ddecc on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:38:56.096557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-91778307-f99f-446a-8291-d5b77fb52389 req-36246b00-954f-499b-ba67-13a1ff8c6446 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Unset dirty status for tenant:1af390c8d8f54d37ae7f4eb58d5ddecc on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:38:56.097691 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91778307-f99f-446a-8291-d5b77fb52389 req-36246b00-954f-499b-ba67-13a1ff8c6446 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.1057367 Apr 22 09:38:56.143133 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91778307-f99f-446a-8291-d5b77fb52389 req-c2f18b83-c847-4c6f-972b-30f7a809a368 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa0881e3-b985-42d4-a26c-c24062427e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Apr 22 09:38:56.372400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-80065c35-8772-47ad-8931-236d5b7f0b89 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:38:56.373909 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-80065c35-8772-47ad-8931-236d5b7f0b89 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.35 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 946 time: 0.0779326 Apr 22 09:38:56.442311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Deleting port 581e7962-3955-46a0-9ea0-59a2bf84f748 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:38:56.442570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:56.683262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] For port 581e7962-3955-46a0-9ea0-59a2bf84f748, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=581e7962-3955-46a0-9ea0-59a2bf84f748,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:38:56.683610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:56.806137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Calling delete_port for 581e7962-3955-46a0-9ea0-59a2bf84f748 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:38:56.945114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:57.025087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event deleted for resources: {'Port': ['ID=581e7962-3955-46a0-9ea0-59a2bf84f748,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:38:57.072516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] No DVR routers for this DVR port 581e7962-3955-46a0-9ea0-59a2bf84f748 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:38:57.074771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:57.077260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'name': 'network-vif-deleted', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:38:57.093718 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89a89-c296-4ba7-a3f2-df058c01ca9f req-9f5392ee-3e83-43c6-a05d-00b3eb63d8b8 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.35 "DELETE /v2.0/ports/581e7962-3955-46a0-9ea0-59a2bf84f748 HTTP/1.1" status: 204 len: 173 time: 0.7133062 Apr 22 09:38:57.127254 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e72abd-c06f-4fb9-8630-8eb9ca691696'] response: {'server_uuid': 'eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1', 'name': 'network-vif-deleted', 'tag': '581e7962-3955-46a0-9ea0-59a2bf84f748', 'status': 'completed', 'code': 200} Apr 22 09:38:57.305761 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8aeddcb3-24e5-430a-a718-da5521e66a5e req-c9d6ccb8-27d7-487d-8f2c-07323293bb18 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "GET /v2.0/ports?device_id=eeaa3117-bb8c-4dc8-9ded-e2c5398ccfa1 HTTP/1.1" status: 200 len: 210 time: 0.0415325 Apr 22 09:38:58.398651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34096) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:38:59.056728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:59.394564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Deleting port 5e0b3439-8b6e-4906-9e9f-86336c339db1 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:38:59.394896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:59.580503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] For port 5e0b3439-8b6e-4906-9e9f-86336c339db1, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5e0b3439-8b6e-4906-9e9f-86336c339db1,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:38:59.581108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:38:59.701007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Calling delete_port for 5e0b3439-8b6e-4906-9e9f-86336c339db1 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:38:59.993798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:00.040744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event deleted for resources: {'Port': ['ID=5e0b3439-8b6e-4906-9e9f-86336c339db1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:00.321336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:00.534117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 581e7962-3955-46a0-9ea0-59a2bf84f748 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:39:00.567988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 581e7962-3955-46a0-9ea0-59a2bf84f748 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:39:00.568326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 581e7962-3955-46a0-9ea0-59a2bf84f748 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:39:00.683084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:39:00.859137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:39:00.868977 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] Sync routers for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:39:00.871836 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fee0809c-754e-4f61-be35-d8695cdf97d1 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "PUT /v2.0/routers/4d7eb6f7-ace8-4c98-a080-366a7466fa3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4721489 Apr 22 09:39:00.874639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34100) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:39:00.878767 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:39:00.879346 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:38:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:39:00.940658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-05176287-8b84-4517-bbde-0a6b609eb967 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Deleting subnet 4b2e51e8-ea06-43c4-9a98-c40d0192fc7a {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:39:00.943527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05176287-8b84-4517-bbde-0a6b609eb967 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:00.999324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05176287-8b84-4517-bbde-0a6b609eb967 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.051211 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:39:01.088640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05176287-8b84-4517-bbde-0a6b609eb967 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.160178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05176287-8b84-4517-bbde-0a6b609eb967 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.201017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05176287-8b84-4517-bbde-0a6b609eb967 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2e51e8-ea06-43c4-9a98-c40d0192fc7a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:01.204718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-05176287-8b84-4517-bbde-0a6b609eb967 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.210632 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-05176287-8b84-4517-bbde-0a6b609eb967 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "DELETE /v2.0/subnets/4b2e51e8-ea06-43c4-9a98-c40d0192fc7a HTTP/1.1" status: 204 len: 168 time: 0.3350251 Apr 22 09:39:01.213233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34104) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:39:01.216144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0eecb8e-b6e8-4da6-8f06-3d144568de59 None None] Network 695ae22d-5c00-475b-a737-dd11f8cc5a3b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:39:01.334487 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:38:59Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:39:01.338763 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] Checking router: 4d7eb6f7-ace8-4c98-a080-366a7466fa3e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:39:01.348426 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] Routers {'4d7eb6f7-ace8-4c98-a080-366a7466fa3e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:39:01.349035 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:38:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:39:01.480828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] DHCP port deletion for 695ae22d-5c00-475b-a737-dd11f8cc5a3b request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:39:01.485759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Deleting port bb212e70-8a16-4a65-8433-77a0c59e0e56 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:39:01.486190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.523762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.528095 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] Set router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:39:01.729231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.742072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Deleting port 9260a7d2-3e87-49c5-ae92-85fd667e3515 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:39:01.742313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device bb212e70-8a16-4a65-8433-77a0c59e0e56 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:39:01.743314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.790669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] For port bb212e70-8a16-4a65-8433-77a0c59e0e56, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=bb212e70-8a16-4a65-8433-77a0c59e0e56,segment=NetworkSegment(1ab19e44-5dc1-4087-9b86-ac307cfb91c3),segment_id=1ab19e44-5dc1-4087-9b86-ac307cfb91c3)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:39:01.791056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:01.820268 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:38:59Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:39:01.824674 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13ae5d2-3e3a-4f2e-97cc-d66c01747829 None None] The sync data for ids ['4d7eb6f7-ace8-4c98-a080-366a7466fa3e'] in dv-neutron-839018-1-hyperv is: [{'id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1090637146', 'tenant_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88'}], 'enable_snat': True}, 'gw_port_id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:35:39Z', 'updated_at': '2022-04-22T09:38:59Z', 'revision_number': 5, 'project_id': '1af390c8d8f54d37ae7f4eb58d5ddecc', 'gw_port': {'id': '9260a7d2-3e87-49c5-ae92-85fd667e3515', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7eb6f7-ace8-4c98-a080-366a7466fa3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1186, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:35:40Z', 'updated_at': '2022-04-22T09:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:39:01.922067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Calling delete_port for bb212e70-8a16-4a65-8433-77a0c59e0e56 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:39:01.926628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] For port 9260a7d2-3e87-49c5-ae92-85fd667e3515, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9260a7d2-3e87-49c5-ae92-85fd667e3515,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:39:01.926929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.040509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.053428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Calling delete_port for 9260a7d2-3e87-49c5-ae92-85fd667e3515 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:39:02.063727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.134635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Pushing event deleted for resources: {'Port': ['ID=bb212e70-8a16-4a65-8433-77a0c59e0e56,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:02.145037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] No DVR routers for this DVR port bb212e70-8a16-4a65-8433-77a0c59e0e56 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:39:02.158598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.158946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.159394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.159745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.160073 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.160452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.160806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.161126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.161448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.161763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.162082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.162417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62eaed2d-dd35-4920-b6c9-cb3fcd619a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:39:02.243065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.317178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event deleted for resources: {'Port': ['ID=9260a7d2-3e87-49c5-ae92-85fd667e3515,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:02.386242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.556033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.558103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.579754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.580275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Fanout notify agent at l3_agent the message router_deleted on router 4d7eb6f7-ace8-4c98-a080-366a7466fa3e {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:39:02.596363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.597474 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-681556a3-53e8-4842-87ab-7e78cd49d44e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "DELETE /v2.0/routers/4d7eb6f7-ace8-4c98-a080-366a7466fa3e HTTP/1.1" status: 204 len: 168 time: 1.3833613 Apr 22 09:39:02.600029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34108) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:39:02.716690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.954292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:02.978996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695ae22d-5c00-475b-a737-dd11f8cc5a3b']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:39:02.991156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab19e44-5dc1-4087-9b86-ac307cfb91c3') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:39:02.991451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab19e44-5dc1-4087-9b86-ac307cfb91c3') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:39:03.003342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.019958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.026599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:39:03.026984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:39:03.041566 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:39:03.121949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.139043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.148715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event deleted for resources: {'Network': ['ID=695ae22d-5c00-475b-a737-dd11f8cc5a3b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:03.151608 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-effa9956-13d4-4535-8a12-99785a4c9aa7 tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "DELETE /v2.0/networks/695ae22d-5c00-475b-a737-dd11f8cc5a3b HTTP/1.1" status: 204 len: 168 time: 0.5505371 Apr 22 09:39:03.154315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34112) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:39:03.220837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3113bfe0-c511-4ae5-a2cb-5b685d50753e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.249400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3113bfe0-c511-4ae5-a2cb-5b685d50753e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.316627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3113bfe0-c511-4ae5-a2cb-5b685d50753e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.334626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113bfe0-c511-4ae5-a2cb-5b685d50753e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0881e3-b985-42d4-a26c-c24062427e4a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:03.349420 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3113bfe0-c511-4ae5-a2cb-5b685d50753e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.350601 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3113bfe0-c511-4ae5-a2cb-5b685d50753e tempest-TestNetworkAdvancedServerOps-1526536335 tempest-TestNetworkAdvancedServerOps-1526536335-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa0881e3-b985-42d4-a26c-c24062427e4a HTTP/1.1" status: 204 len: 168 time: 0.1952615 Apr 22 09:39:03.649455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9260a7d2-3e87-49c5-ae92-85fd667e3515 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:39:03.658155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34122) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:39:03.683747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 9260a7d2-3e87-49c5-ae92-85fd667e3515 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:39:03.684090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9260a7d2-3e87-49c5-ae92-85fd667e3515 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:39:03.684536 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5e0b3439-8b6e-4906-9e9f-86336c339db1 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:39:03.719496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 5e0b3439-8b6e-4906-9e9f-86336c339db1 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:39:03.719839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5e0b3439-8b6e-4906-9e9f-86336c339db1 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:39:03.811137 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4a72f1c4-6edf-4d15-9093-6cd5fec17bf4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1af390c8d8f54d37ae7f4eb58d5ddecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517639 Apr 22 09:39:03.814354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34128) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:39:03.870443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3592d-b358-4a8f-975d-e592210e08e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.896083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3592d-b358-4a8f-975d-e592210e08e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.948130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3592d-b358-4a8f-975d-e592210e08e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.964766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3592d-b358-4a8f-975d-e592210e08e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb9190a-c226-4da9-b054-557f70a8e26f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:03.970949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3592d-b358-4a8f-975d-e592210e08e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:03.972054 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9fb3592d-b358-4a8f-975d-e592210e08e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfb9190a-c226-4da9-b054-557f70a8e26f HTTP/1.1" status: 204 len: 168 time: 0.1568253 Apr 22 09:39:04.238922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34136) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:39:04.256198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:04.273760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:39:04.277591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] Usage tracker for resource:security_group_rule and tenant:d33da3c9ea05411c893122fe9e3935c2 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:39:04.280382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:39:04.286397 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:39:04.367214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:04.370850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:04.416874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d33da3c9ea05411c893122fe9e3935c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769297 Apr 22 09:39:04.418396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc29ca6-89da-42ac-9578-ee24693c5bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d69e1a-e2d8-44c5-9bf9-1b70787c1964,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:04.419540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34140) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:39:04.480699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ec07f0a-e2b8-47c9-848d-178610184c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:04.505586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ec07f0a-e2b8-47c9-848d-178610184c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:04.558109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ec07f0a-e2b8-47c9-848d-178610184c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:04.572318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec07f0a-e2b8-47c9-848d-178610184c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d69e1a-e2d8-44c5-9bf9-1b70787c1964,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:39:04.579624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5ec07f0a-e2b8-47c9-848d-178610184c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:04.583334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5ec07f0a-e2b8-47c9-848d-178610184c86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29d69e1a-e2d8-44c5-9bf9-1b70787c1964 HTTP/1.1" status: 204 len: 168 time: 0.1627543 Apr 22 09:39:08.263754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:11.979960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3bfea7c1-2139-4563-83d5-37cc07a20e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:14.384759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1aad8905-b51c-4e93-a2a1-ff60d4b2aaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:15.350112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:15.705938 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:17.123887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:19.341626 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:39:25.251334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-687399fc-326b-4133-87a5-57e98d8ba70c req-d862e725-4e7f-405e-8c0b-b21679681b2d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674980 Apr 22 09:39:25.356920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687399fc-326b-4133-87a5-57e98d8ba70c req-e6a21dcf-ff7f-4597-83c7-8858f3cea971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:39:25.358402 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-687399fc-326b-4133-87a5-57e98d8ba70c req-e6a21dcf-ff7f-4597-83c7-8858f3cea971 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 1098 time: 0.0866349 Apr 22 09:39:25.500491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687399fc-326b-4133-87a5-57e98d8ba70c req-490589b4-c61f-4ca9-8b79-1e159a985718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:39:25.502555 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-687399fc-326b-4133-87a5-57e98d8ba70c req-490589b4-c61f-4ca9-8b79-1e159a985718 service neutron] 10.222.0.35 "GET /v2.0/networks?id=fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 200 len: 897 time: 0.1252897 Apr 22 09:39:25.568720 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-687399fc-326b-4133-87a5-57e98d8ba70c req-c088b22b-54b7-4811-82ff-c3273efe8c67 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e HTTP/1.1" status: 200 len: 217 time: 0.0601025 Apr 22 09:39:25.632326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687399fc-326b-4133-87a5-57e98d8ba70c req-0cd0bddd-8527-4a3f-89b6-66433f3f0a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:39:25.633769 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-687399fc-326b-4133-87a5-57e98d8ba70c req-0cd0bddd-8527-4a3f-89b6-66433f3f0a8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 200 len: 835 time: 0.0594368 Apr 22 09:39:25.707750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687399fc-326b-4133-87a5-57e98d8ba70c req-0cf2ef9f-b794-4eea-97e8-b5316ead43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:39:25.709241 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-687399fc-326b-4133-87a5-57e98d8ba70c req-0cf2ef9f-b794-4eea-97e8-b5316ead43ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fc6fef84-b49d-4fa6-940d-7554828f80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687983 Apr 22 09:39:25.838163 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-687399fc-326b-4133-87a5-57e98d8ba70c req-5e9b5e8c-769a-4302-9c21-797bc59dbd1c service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225061 Apr 22 09:39:25.970807 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-687399fc-326b-4133-87a5-57e98d8ba70c req-19140f62-66cd-45f3-b946-3c935ae308f3 service neutron] 10.222.0.35 "GET /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248245 Apr 22 09:39:38.276580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:41.980836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2bb622f2-76ee-404d-a713-9a8d100f9f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:44.386262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96a0d723-a10c-483e-aaf8-9f3131bcdbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:45.354266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:45.709742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:47.127421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:39:56.341539 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:40:01.312061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b6abc-ba09-44b7-83d5-a6c15485505a req-804d8301-cb6d-4b23-a09d-313aecd598f8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:01.313618 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dc8b6abc-ba09-44b7-83d5-a6c15485505a req-804d8301-cb6d-4b23-a09d-313aecd598f8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 945 time: 0.1871135 Apr 22 09:40:01.358367 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dc8b6abc-ba09-44b7-83d5-a6c15485505a req-0f19dfc2-411c-409e-a140-0f6de88b2a76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386217 Apr 22 09:40:02.561829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab54ec-75a8-4caf-827d-8cde3bf678a9 req-9a0755b3-4ba0-4524-ab3f-be44150859d0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:02.564730 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7eab54ec-75a8-4caf-827d-8cde3bf678a9 req-9a0755b3-4ba0-4524-ab3f-be44150859d0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 945 time: 0.0992403 Apr 22 09:40:02.616098 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7eab54ec-75a8-4caf-827d-8cde3bf678a9 req-ac594736-ab05-4c0c-aa8b-9bb7e4a2b000 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=73fdc260-f980-4709-9921-003b390bf39a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451295 Apr 22 09:40:02.906361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-de32a9f2-785a-4978-9bfe-d792a69dd226 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:02.907817 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-de32a9f2-785a-4978-9bfe-d792a69dd226 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 945 time: 0.0788209 Apr 22 09:40:02.978112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 745cabd1-6f64-4385-b614-2b4f06b76412 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:40:02.978454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:03.221860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 745cabd1-6f64-4385-b614-2b4f06b76412, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=745cabd1-6f64-4385-b614-2b4f06b76412,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:03.222111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:03.507606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:03.507886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:03.508178 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 3d7e15c1-34c7-4ab0-82c3-3994e442cef1 disassociated. External IP: 172.26.2.134, port: 745cabd1-6f64-4385-b614-2b4f06b76412. Apr 22 09:40:03.508532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 745cabd1-6f64-4385-b614-2b4f06b76412 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:40:03.659701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:03.708555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=745cabd1-6f64-4385-b614-2b4f06b76412,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:03.720999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.721360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.721759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.722044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.722323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.722640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.722951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.723238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.723556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.723872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.724193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.724532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:03.839775 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3f9c1dfb-3c7e-4478-9682-c3e6e993cdbe req-fb9bd3e1-b600-4ecd-9f4b-ed469664b47e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 210 time: 0.0576072 Apr 22 09:40:03.951748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 22d14755-8c46-47e9-a90a-0c2b5913c56f has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:40:04.135309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:40:04.148430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] Sync routers for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:40:04.158848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:04.159476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:39:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:04.343329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:04.346442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port 745cabd1-6f64-4385-b614-2b4f06b76412 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:40:04.348984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:04.351498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8f4107-38e5-45fe-b376-566b8f330560', 'name': 'network-vif-deleted', 'tag': '745cabd1-6f64-4385-b614-2b4f06b76412'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:40:04.368607 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2d78fb79-b85f-4b9e-a9e5-8203998381a9 req-706203ad-3090-4f92-9906-a91fc78147c9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/745cabd1-6f64-4385-b614-2b4f06b76412 HTTP/1.1" status: 204 len: 173 time: 1.4551122 Apr 22 09:40:04.420137 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbf5947-fd8d-490b-a2f8-f51a3be2a5a8'] response: {'server_uuid': '7d8f4107-38e5-45fe-b376-566b8f330560', 'name': 'network-vif-deleted', 'tag': '745cabd1-6f64-4385-b614-2b4f06b76412', 'status': 'completed', 'code': 200} Apr 22 09:40:04.657345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:04.661059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] Checking router: 22d14755-8c46-47e9-a90a-0c2b5913c56f for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:40:04.669048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:04.669649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:39:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:04.892783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:05.005397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-87780c22-4084-4588-979b-7b9f3da78f41 req-efabac20-4fe6-436d-b140-965b350e8961 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:05.020628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-87780c22-4084-4588-979b-7b9f3da78f41 req-efabac20-4fe6-436d-b140-965b350e8961 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:05.021766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-87780c22-4084-4588-979b-7b9f3da78f41 req-efabac20-4fe6-436d-b140-965b350e8961 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d8f4107-38e5-45fe-b376-566b8f330560 HTTP/1.1" status: 200 len: 210 time: 0.0576925 Apr 22 09:40:05.226165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:05.230092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529664d9-a834-430a-97d9-3b9acdebced3 None None] The sync data for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv is: [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:51Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0fb7b22d-4d85-48de-9e7e-572273c94b34', 'name': '', 'network_id': 'fc6fef84-b49d-4fa6-940d-7554828f80ef', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:17:dd:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:50Z', 'updated_at': '2022-04-22T09:36:57Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '2ed9a372-f2c1-481e-8876-378271c8c772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:40:05.444928 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b496ac-e9e1-423c-85af-8d1a385ad5be None None] New status for floating IP 3d7e15c1-34c7-4ab0-82c3-3994e442cef1: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:40:06.118506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34184) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:06.187196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8516dfaf-5615-4c47-8b97-f759ec7d16e0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:06.215986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8516dfaf-5615-4c47-8b97-f759ec7d16e0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:06.280225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8516dfaf-5615-4c47-8b97-f759ec7d16e0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:06.299333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516dfaf-5615-4c47-8b97-f759ec7d16e0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fdc260-f980-4709-9921-003b390bf39a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:06.307387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8516dfaf-5615-4c47-8b97-f759ec7d16e0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:06.313293 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8516dfaf-5615-4c47-8b97-f759ec7d16e0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/73fdc260-f980-4709-9921-003b390bf39a HTTP/1.1" status: 204 len: 168 time: 0.1889353 Apr 22 09:40:06.818106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 745cabd1-6f64-4385-b614-2b4f06b76412 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:40:06.851725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 745cabd1-6f64-4385-b614-2b4f06b76412 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:40:06.851985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 745cabd1-6f64-4385-b614-2b4f06b76412 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:40:07.353237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34192) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:07.514558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 17143544-df0c-49f1-98e7-5cc3b424ee1d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:40:07.514896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:07.685376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:07.685702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:07.807011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 17143544-df0c-49f1-98e7-5cc3b424ee1d owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:40:07.948620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:08.026622 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=17143544-df0c-49f1-98e7-5cc3b424ee1d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:08.094605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:08.113582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:08.114732 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-45ea8c9a-06ce-4a92-bdc3-ffabc209b666 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/3d7e15c1-34c7-4ab0-82c3-3994e442cef1 HTTP/1.1" status: 204 len: 168 time: 0.7605224 Apr 22 09:40:08.304500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:08.489803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b0f4c-8c51-4f30-b1de-b22a238896cd req-8f05a2e3-eaeb-4f03-9d55-7dd997154a76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:08.490507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-487b0f4c-8c51-4f30-b1de-b22a238896cd req-8f05a2e3-eaeb-4f03-9d55-7dd997154a76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:08.507714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-487b0f4c-8c51-4f30-b1de-b22a238896cd req-8f05a2e3-eaeb-4f03-9d55-7dd997154a76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:08.509506 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-487b0f4c-8c51-4f30-b1de-b22a238896cd req-8f05a2e3-eaeb-4f03-9d55-7dd997154a76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 945 time: 0.1007125 Apr 22 09:40:08.559535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-487b0f4c-8c51-4f30-b1de-b22a238896cd req-864a1b67-8454-4b51-a9dd-189b47f66a2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:08.575682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-487b0f4c-8c51-4f30-b1de-b22a238896cd req-864a1b67-8454-4b51-a9dd-189b47f66a2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:08.576928 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-487b0f4c-8c51-4f30-b1de-b22a238896cd req-864a1b67-8454-4b51-a9dd-189b47f66a2a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600374 Apr 22 09:40:09.771621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e0cd3-93a6-4e61-8e32-e43e013051f2 req-ae2ce5ba-e606-4d0c-8d13-c66087f55819 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:09.773129 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-416e0cd3-93a6-4e61-8e32-e43e013051f2 req-ae2ce5ba-e606-4d0c-8d13-c66087f55819 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 945 time: 0.0831208 Apr 22 09:40:09.818234 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-416e0cd3-93a6-4e61-8e32-e43e013051f2 req-8ab6a214-a8b6-4d59-9f94-fc4d0a3fe49b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=943b742e-21b6-4ce2-ad30-cb048d562c88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389686 Apr 22 09:40:10.015135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-70e8ae53-3e5a-40f4-8794-19cf1fed94d8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:10.017089 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-70e8ae53-3e5a-40f4-8794-19cf1fed94d8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 945 time: 0.0831549 Apr 22 09:40:10.085489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port f22c41df-53ce-4074-8e3f-ec2002ecc95e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:40:10.085733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:10.336970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port f22c41df-53ce-4074-8e3f-ec2002ecc95e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=f22c41df-53ce-4074-8e3f-ec2002ecc95e,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:10.337325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:10.473955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for f22c41df-53ce-4074-8e3f-ec2002ecc95e owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:40:10.722632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:10.777436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=f22c41df-53ce-4074-8e3f-ec2002ecc95e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:10.851070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port f22c41df-53ce-4074-8e3f-ec2002ecc95e on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:40:10.853689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:10.856247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'name': 'network-vif-deleted', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:40:10.875599 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4fc6ed9c-d934-4f78-ad99-1fea5334d863 req-00c73b07-ad2e-4ae4-b9de-aac8787f2284 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/f22c41df-53ce-4074-8e3f-ec2002ecc95e HTTP/1.1" status: 204 len: 173 time: 0.8525860 Apr 22 09:40:10.931494 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1913130-a52f-48c8-9bc9-3f5eafd03007'] response: {'server_uuid': '9af13fae-4a80-477e-9932-b47dabf8f070', 'name': 'network-vif-deleted', 'tag': 'f22c41df-53ce-4074-8e3f-ec2002ecc95e', 'status': 'completed', 'code': 200} Apr 22 09:40:11.002497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-964da645-3ac3-47c3-bd66-0dfefa176ceb req-12317e9d-fe63-4449-b200-888215212fcc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:11.018780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-964da645-3ac3-47c3-bd66-0dfefa176ceb req-12317e9d-fe63-4449-b200-888215212fcc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:11.020184 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-964da645-3ac3-47c3-bd66-0dfefa176ceb req-12317e9d-fe63-4449-b200-888215212fcc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=9af13fae-4a80-477e-9932-b47dabf8f070 HTTP/1.1" status: 200 len: 210 time: 0.0872493 Apr 22 09:40:11.984163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4631-2f7d-49ed-84d1-72b2a2f17fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:12.118008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34208) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:12.193042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:12.226416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:12.292078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:12.309494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943b742e-21b6-4ce2-ad30-cb048d562c88,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:12.321606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.321933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.322284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.322625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.322958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.323331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.323664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.323996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.324324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.324677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.325002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.325325 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:12.335499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:12.336667 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1eb9ac96-27ba-4e5f-baeb-0ce2609f91f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/943b742e-21b6-4ce2-ad30-cb048d562c88 HTTP/1.1" status: 204 len: 168 time: 0.2173214 Apr 22 09:40:12.382752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34214) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:12.865080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device f22c41df-53ce-4074-8e3f-ec2002ecc95e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:40:12.900375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: f22c41df-53ce-4074-8e3f-ec2002ecc95e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:40:12.900375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device f22c41df-53ce-4074-8e3f-ec2002ecc95e not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:40:12.940841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:13.288324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 0fb7b22d-4d85-48de-9e7e-572273c94b34 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:40:13.288691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:13.592457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 0fb7b22d-4d85-48de-9e7e-572273c94b34, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0fb7b22d-4d85-48de-9e7e-572273c94b34,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:13.593145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:13.713621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 0fb7b22d-4d85-48de-9e7e-572273c94b34 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:40:13.993981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:14.043363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=0fb7b22d-4d85-48de-9e7e-572273c94b34,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:14.329444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:14.388728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-16ac0a74-9acd-4af4-bd91-c2f3dc306bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:14.688629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 22d14755-8c46-47e9-a90a-0c2b5913c56f has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:40:14.865563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:40:14.875389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] Sync routers for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:40:14.884167 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7a0fde65-e8dd-4856-bd6c-8547428d8da4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/22d14755-8c46-47e9-a90a-0c2b5913c56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4999983 Apr 22 09:40:14.884589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:14.885186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:14.887269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34218) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:15.070424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:15.079001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-322047a0-ee33-4878-a89a-3b63d4f4ac1b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet 2ed9a372-f2c1-481e-8876-378271c8c772 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:40:15.082113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-322047a0-ee33-4878-a89a-3b63d4f4ac1b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.136009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-322047a0-ee33-4878-a89a-3b63d4f4ac1b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.223271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-322047a0-ee33-4878-a89a-3b63d4f4ac1b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.305411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-322047a0-ee33-4878-a89a-3b63d4f4ac1b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.372103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322047a0-ee33-4878-a89a-3b63d4f4ac1b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed9a372-f2c1-481e-8876-378271c8c772,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:15.377059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.377725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-322047a0-ee33-4878-a89a-3b63d4f4ac1b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.387330 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-322047a0-ee33-4878-a89a-3b63d4f4ac1b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/2ed9a372-f2c1-481e-8876-378271c8c772 HTTP/1.1" status: 204 len: 168 time: 0.4988725 Apr 22 09:40:15.389773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34222) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:15.390385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e618d257-5382-4ffa-88d9-184786ffe3fd None None] Network fc6fef84-b49d-4fa6-940d-7554828f80ef requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:40:15.560190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:40:13Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:15.597801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] Checking router: 22d14755-8c46-47e9-a90a-0c2b5913c56f for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:40:15.636434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.696477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] Routers {'22d14755-8c46-47e9-a90a-0c2b5913c56f'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:15.697088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['22d14755-8c46-47e9-a90a-0c2b5913c56f'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:15.790546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.845996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.857447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 9e90c45f-4afc-46df-a22d-efa1040cbba2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:40:15.858031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:15.903999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] Set router 22d14755-8c46-47e9-a90a-0c2b5913c56f gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:16.003797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] DHCP port deletion for fc6fef84-b49d-4fa6-940d-7554828f80ef request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:40:16.027544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Deleting port a417af97-f258-4f31-93ce-0d3518ca829b {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:40:16.027918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.044069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 9e90c45f-4afc-46df-a22d-efa1040cbba2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9e90c45f-4afc-46df-a22d-efa1040cbba2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:16.044471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.168246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 9e90c45f-4afc-46df-a22d-efa1040cbba2 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:40:16.348373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.360058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] For port a417af97-f258-4f31-93ce-0d3518ca829b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a417af97-f258-4f31-93ce-0d3518ca829b,segment=NetworkSegment(4faf29c7-36c2-4df0-96c9-ebda204a1e44),segment_id=4faf29c7-36c2-4df0-96c9-ebda204a1e44)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:16.360488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.401580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=9e90c45f-4afc-46df-a22d-efa1040cbba2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:16.483892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Calling delete_port for a417af97-f258-4f31-93ce-0d3518ca829b owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:40:16.495886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.548442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:40:13Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:16.563042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9df8b1-da2f-48ed-b2dc-9b16cb4ea204 None None] The sync data for ids ['22d14755-8c46-47e9-a90a-0c2b5913c56f'] in dv-neutron-839018-1-hyperv is: [{'id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'name': 'tempest-TestNetworkBasicOps-router-1813603932', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105'}], 'enable_snat': True}, 'gw_port_id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:40:13Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '9e90c45f-4afc-46df-a22d-efa1040cbba2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d14755-8c46-47e9-a90a-0c2b5913c56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:36:45Z', 'updated_at': '2022-04-22T09:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:40:16.577190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.633298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Pushing event deleted for resources: {'Port': ['ID=a417af97-f258-4f31-93ce-0d3518ca829b,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:16.636046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] No DVR routers for this DVR port a417af97-f258-4f31-93ce-0d3518ca829b on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:40:16.652891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.653410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.653777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.654148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.654791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.655129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.655455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.655804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.656207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.656565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.656884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.657220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-636ba89f-4a97-4118-ad3e-4574c297a247 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:16.777379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.779488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.802547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.803255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Fanout notify agent at l3_agent the message router_deleted on router 22d14755-8c46-47e9-a90a-0c2b5913c56f {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:40:16.823813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:16.825435 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5a751049-ab15-4478-97a1-dcc055b21e89 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/routers/22d14755-8c46-47e9-a90a-0c2b5913c56f HTTP/1.1" status: 204 len: 168 time: 1.4342816 Apr 22 09:40:16.827933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34226) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:17.137756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.321499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.449856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.479066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6fef84-b49d-4fa6-940d-7554828f80ef']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:17.491610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4faf29c7-36c2-4df0-96c9-ebda204a1e44') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:17.491904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4faf29c7-36c2-4df0-96c9-ebda204a1e44') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:17.503255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.519553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.526438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:40:17.527050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:40:17.541744 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:40:17.631138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.666282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.675303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=fc6fef84-b49d-4fa6-940d-7554828f80ef,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:17.686594 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-760f3fe0-7135-46b9-8c31-f61971b8fd90 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/fc6fef84-b49d-4fa6-940d-7554828f80ef HTTP/1.1" status: 204 len: 168 time: 0.8574917 Apr 22 09:40:17.699942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a417af97-f258-4f31-93ce-0d3518ca829b no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:40:17.713930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34232) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:17.721311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--1756154580', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:17.726690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:17.730946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:network and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:17.733891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:17.740318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: a417af97-f258-4f31-93ce-0d3518ca829b {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:40:17.740603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:17.740780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a417af97-f258-4f31-93ce-0d3518ca829b not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:40:17.741120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0fb7b22d-4d85-48de-9e7e-572273c94b34 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:40:17.749853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:40:17.753320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.775197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 0fb7b22d-4d85-48de-9e7e-572273c94b34 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:40:17.775536 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0fb7b22d-4d85-48de-9e7e-572273c94b34 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:40:17.775953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9e90c45f-4afc-46df-a22d-efa1040cbba2 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:40:17.782738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:40:17.794821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.795314 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment a1f05e03-6abc-462a-8f11-217e26c3ea88 of type vlan for network f172d54c-a7e6-414b-b157-0f3819b32cad Apr 22 09:40:17.810026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 9e90c45f-4afc-46df-a22d-efa1040cbba2 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:40:17.810398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9e90c45f-4afc-46df-a22d-efa1040cbba2 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:40:17.829602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.859493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.865560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:17.866227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:17.970126 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2545652 Apr 22 09:40:17.973275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34236) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:17.976388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577c015-fb00-4eb8-9317-0920532e3f77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=f172d54c-a7e6-414b-b157-0f3819b32cad,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:17.980250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-546517295', 'admin_state_up': True, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:17.988998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:17.989515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network f172d54c-a7e6-414b-b157-0f3819b32cad details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:40:17.994299 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:router and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:17.998691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:18.008492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:18.022525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:18.024359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:18.045707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:18.315077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:18.618331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:18.647547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:18.780265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.74 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/e31225f5-670e-4bb6-aeb1-719ea7412bf5) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:40:19.034280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:19.061820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:19.123287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:40:19.126086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:40:19.129668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:40:19.168701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=e31225f5-670e-4bb6-aeb1-719ea7412bf5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:19.543572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:19.877216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:20.074259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router ac4eb901-fdab-4002-9e1b-baa492cb7a6d is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:40:20.362572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:40:20.374618 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Sync routers for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:40:20.385894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:20.386496 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:20.398507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:20.404459 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73b2b556-fb40-454e-ae72-e7cf8783e015 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4257109 Apr 22 09:40:20.405226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34240) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:20.451949 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-85d88d99-4c29-40fc-9c97-200b366df35c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442369 Apr 22 09:40:20.455041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34244) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:20.592907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ff80d-4c5c-4d6b-9c67-1620da2cfcb0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:20.594929 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-995ff80d-4c5c-4d6b-9c67-1620da2cfcb0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1388073 Apr 22 09:40:20.598791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34248) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:20.642509 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-055affb6-b9a2-4e83-ad9a-3a959d67eb92 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389366 Apr 22 09:40:20.642742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34252) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:20.648088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-795565548', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:20.649065 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:20.764468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:20.768975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:20.771939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:20.778501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:20.789641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:40:20.793803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:20.960903 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:19Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:20.964660 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Checking router: ac4eb901-fdab-4002-9e1b-baa492cb7a6d for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:40:20.964997 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Updating router ac4eb901-fdab-4002-9e1b-baa492cb7a6d port e31225f5-670e-4bb6-aeb1-719ea7412bf5 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:40:21.016113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.019189 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.098246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=45981b1c-2ff0-43b6-8e49-2a801895df83,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:21.107826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:40:21.108416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: f172d54c-a7e6-414b-b157-0f3819b32cad, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:40:21.130255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network f172d54c-a7e6-414b-b157-0f3819b32cad is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:40:21.140969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, f172d54c-a7e6-414b-b157-0f3819b32cad) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:40:21.145987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:21.146573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.157988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d99f6b-762f-44c3-a19d-f1dc0a0b306e None None] Network f172d54c-a7e6-414b-b157-0f3819b32cad requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:40:21.172591 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-599bcc0d-8e85-488f-9dc9-4420e864119a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5288601 Apr 22 09:40:21.175523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34256) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:21.385106 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.397576 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Transition to ACTIVE for port object e31225f5-670e-4bb6-aeb1-719ea7412bf5 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:40:21.404087 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.504268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-f172d54c-a7e6-414b-b157-0f3819b32cad', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:40:21.505032 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Attempting to bind port e31225f5-670e-4bb6-aeb1-719ea7412bf5 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:40:21.505389 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Attempting to bind port e31225f5-670e-4bb6-aeb1-719ea7412bf5 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:40:21.505737 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Attempting to bind port e31225f5-670e-4bb6-aeb1-719ea7412bf5 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:40:21.506246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.521759 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:40:21.522115 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:40:21.522505 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.522882 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:40:21.523328 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Bound port: e31225f5-670e-4bb6-aeb1-719ea7412bf5, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:40:21.523932 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.590008 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Pushing event updated for resources: {'Port': ['ID=e31225f5-670e-4bb6-aeb1-719ea7412bf5,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:21.609194 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.609572 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.609948 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.610144 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.610604 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.610842 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.611286 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.611715 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.611996 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.612284 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.612711 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.613071 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:40:21.624098 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] For port e31225f5-670e-4bb6-aeb1-719ea7412bf5, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:40:21.628033 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] For port e31225f5-670e-4bb6-aeb1-719ea7412bf5, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e31225f5-670e-4bb6-aeb1-719ea7412bf5,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:40:21.641188 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.675795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Allocated IP 172.20.0.2 (f172d54c-a7e6-414b-b157-0f3819b32cad/45981b1c-2ff0-43b6-8e49-2a801895df83/80600df2-ebb2-443d-b9ef-7be79e6591ff) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:40:21.709390 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:21.710003 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:21.804940 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709674e5-0711-43a9-ae76-269b8a5a4fdb None None] Pushing event updated for resources: {'Port': ['ID=e31225f5-670e-4bb6-aeb1-719ea7412bf5,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:21.911715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:21.923464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Transition to ACTIVE for port object 80600df2-ebb2-443d-b9ef-7be79e6591ff will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:40:21.939432 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:21.946903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Transition to ACTIVE for port object 80600df2-ebb2-443d-b9ef-7be79e6591ff will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:40:21.954100 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:22.039761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Network f172d54c-a7e6-414b-b157-0f3819b32cad is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:40:22.041143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:40:22.047086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:40:22.065416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Pushing event updated for resources: {'Port': ['ID=80600df2-ebb2-443d-b9ef-7be79e6591ff,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:22.174750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Attempting to bind port 80600df2-ebb2-443d-b9ef-7be79e6591ff on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:40:22.175834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Attempting to bind port 80600df2-ebb2-443d-b9ef-7be79e6591ff by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:40:22.175834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Attempting to bind port 80600df2-ebb2-443d-b9ef-7be79e6591ff on network f172d54c-a7e6-414b-b157-0f3819b32cad {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:40:22.182747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:40:22.183334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Checking segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:40:22.183852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:22.184428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Bound using segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:40:22.185066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Bound port: 80600df2-ebb2-443d-b9ef-7be79e6591ff, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:40:22.185673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:22.189554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:22.239961 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:19Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:22.245111 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06e472d-aab7-4a7a-8968-667d54ebeda7 None None] The sync data for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:19Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:40:22.308254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] For port 80600df2-ebb2-443d-b9ef-7be79e6591ff, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:40:22.311706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] For port 80600df2-ebb2-443d-b9ef-7be79e6591ff, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=80600df2-ebb2-443d-b9ef-7be79e6591ff,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:40:22.316812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:22.409892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28739e-9487-4037-8b5a-b7c581e52e81 None None] Pushing event updated for resources: {'Port': ['ID=80600df2-ebb2-443d-b9ef-7be79e6591ff,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:22.726133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.1 (f172d54c-a7e6-414b-b157-0f3819b32cad/45981b1c-2ff0-43b6-8e49-2a801895df83/8ae16e62-434b-49e0-9dea-547cbbdbf4f0) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:40:22.955167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:22.972882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:40:23.000044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:23.080142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network f172d54c-a7e6-414b-b157-0f3819b32cad is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:40:23.084217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:40:23.086211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:23.088583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:40:23.146174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:23.501587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:23.516879 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9013e0-8518-4959-9e14-af459f0d1272 None None] Network f172d54c-a7e6-414b-b157-0f3819b32cad requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:40:23.622450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a2d35290-a097-4a8b-b5a1-f08d8a39013c None None] Provisioning for port 80600df2-ebb2-443d-b9ef-7be79e6591ff completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:40:23.801341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e31225f5-670e-4bb6-aeb1-719ea7412bf5 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:40:23.905626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e31225f5-670e-4bb6-aeb1-719ea7412bf5 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:40:23.911303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e31225f5-670e-4bb6-aeb1-719ea7412bf5 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:23.912251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:23.972249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:23.977619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.036932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.065167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port e31225f5-670e-4bb6-aeb1-719ea7412bf5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e31225f5-670e-4bb6-aeb1-719ea7412bf5,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:24.074855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.075622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 80600df2-ebb2-443d-b9ef-7be79e6591ff up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:40:24.105332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.123781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:24.209487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-99d681fa-f363-46ba-a2ac-503b36aeb831 None None] Provisioning for port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:40:24.230940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-99d681fa-f363-46ba-a2ac-503b36aeb831 None None] Provisioning complete for port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:24.231873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-99d681fa-f363-46ba-a2ac-503b36aeb831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.269516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=e31225f5-670e-4bb6-aeb1-719ea7412bf5,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:24.270379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network f172d54c-a7e6-414b-b157-0f3819b32cad is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:40:24.272721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:40:24.276736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 80600df2-ebb2-443d-b9ef-7be79e6591ff completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:40:24.287001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 80600df2-ebb2-443d-b9ef-7be79e6591ff triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:24.287370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.328721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-99d681fa-f363-46ba-a2ac-503b36aeb831 None None] Port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:40:24.471046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router ac4eb901-fdab-4002-9e1b-baa492cb7a6d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:40:24.472773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2e6998d5-bf39-4218-9394-58728f20ac4b None None] Provisioning complete for port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:24.473148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e6998d5-bf39-4218-9394-58728f20ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.502402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.550882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2e6998d5-bf39-4218-9394-58728f20ac4b None None] Port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:40:24.557865 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 80600df2-ebb2-443d-b9ef-7be79e6591ff, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=80600df2-ebb2-443d-b9ef-7be79e6591ff,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:24.563570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.634813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=80600df2-ebb2-443d-b9ef-7be79e6591ff,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:24.663275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:40:24.670279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c5c736fa-670f-43b2-92e7-967714d7f6e4 None None] Provisioning complete for port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:24.670658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5c736fa-670f-43b2-92e7-967714d7f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:24.677413 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5cc7a302-0f1c-4374-a831-c2122db77e49 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/ac4eb901-fdab-4002-9e1b-baa492cb7a6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5007758 Apr 22 09:40:24.679834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34260) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:24.696284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Sync routers for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:40:24.722819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:24.723462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:24.795390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c5c736fa-670f-43b2-92e7-967714d7f6e4 None None] Port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:40:24.823937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5f6a4-4152-490c-b1d5-a68761c19886 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:24.824538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5f6a4-4152-490c-b1d5-a68761c19886 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:24.825013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5f6a4-4152-490c-b1d5-a68761c19886 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:24.825574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5f6a4-4152-490c-b1d5-a68761c19886 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:24.827211 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d7f5f6a4-4152-490c-b1d5-a68761c19886 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1464858 Apr 22 09:40:24.830451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34264) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:24.897047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de20647-e392-4458-949d-8d49b8aca58e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:24.897506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de20647-e392-4458-949d-8d49b8aca58e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:24.897955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de20647-e392-4458-949d-8d49b8aca58e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:24.898397 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de20647-e392-4458-949d-8d49b8aca58e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:24.900264 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4de20647-e392-4458-949d-8d49b8aca58e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0689352 Apr 22 09:40:24.902977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34268) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:24.909446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:25.224938 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9c6a8a4a-7a26-4f47-bd13-da82c9dc1f00 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3183134 Apr 22 09:40:25.225163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:25.225336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34272) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:25.229089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Checking router: ac4eb901-fdab-4002-9e1b-baa492cb7a6d for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:40:25.229443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Updating router ac4eb901-fdab-4002-9e1b-baa492cb7a6d port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:40:25.230396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-581171963', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:25.282384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:25.364167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:25.368237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:port and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:25.371099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:25.377285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:25.387379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:40:25.390941 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:25.412725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] device_id is not set on port 8e28243c-9ce9-4cbe-846b-1d90194b1166 yet. {{(pid=88063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:40:25.634431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:25.653763 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Transition to ACTIVE for port object 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:40:25.661700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:25.708268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e31225f5-670e-4bb6-aeb1-719ea7412bf5 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:40:25.741216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.6 (f172d54c-a7e6-414b-b157-0f3819b32cad/45981b1c-2ff0-43b6-8e49-2a801895df83/8e28243c-9ce9-4cbe-846b-1d90194b1166) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:40:25.848561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda8aa1-3504-4d71-b5b8-493c22b8f88b None None] Pushing event updated for resources: {'Port': ['ID=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:25.962535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:25.983400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 8e28243c-9ce9-4cbe-846b-1d90194b1166 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:40:25.990124 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Attempting to bind port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:40:25.990487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Attempting to bind port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:40:25.990849 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Attempting to bind port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 on network f172d54c-a7e6-414b-b157-0f3819b32cad {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:40:25.994072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e31225f5-670e-4bb6-aeb1-719ea7412bf5 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:25.994438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.008272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.033558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:40:26.033846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Checking segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:40:26.034247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.034639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Bound using segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:40:26.035110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Bound port: 8ae16e62-434b-49e0-9dea-547cbbdbf4f0, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:40:26.035476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.079625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network f172d54c-a7e6-414b-b157-0f3819b32cad is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:40:26.082649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:40:26.087597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:40:26.139323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:26.165304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:26.165949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.195702 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-14fe41ba-c107-4825-80ea-f5d13fe346cd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9667020 Apr 22 09:40:26.195930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] For port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:40:26.205548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] For port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:40:26.217258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.221806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 80600df2-ebb2-443d-b9ef-7be79e6591ff up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:40:26.358201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda8aa1-3504-4d71-b5b8-493c22b8f88b None None] Pushing event updated for resources: {'Port': ['ID=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:26.360805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:26.361400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:26.379170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34278) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:26.384657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004944271', 'description': 'tempest-secgroup-smoke-2004944271 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:26.392363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:26.396657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:26.400045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:26.405992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:26.416885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.440490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3f840920-eed9-4c4e-b0ba-6b4edb1037b5 None None] Provisioning for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:40:26.443065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:26.447073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:26.449975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:26.453094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3f840920-eed9-4c4e-b0ba-6b4edb1037b5 None None] Provisioning complete for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:26.453470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3f840920-eed9-4c4e-b0ba-6b4edb1037b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.456382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:26.491848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 80600df2-ebb2-443d-b9ef-7be79e6591ff triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:26.492226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.532343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.537023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.583734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00b52153-11ea-40e6-ab41-f4db0597cb2e,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:26.587635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.588931 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8890ddc5-3185-47b8-9c29-51687cee7b10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2087662 Apr 22 09:40:26.591826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34282) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:26.596905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '00b52153-11ea-40e6-ab41-f4db0597cb2e', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:26.602962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:26.607148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:26.611004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:26.617668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:26.635903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.638121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-3f840920-eed9-4c4e-b0ba-6b4edb1037b5 None None] Port 8e28243c-9ce9-4cbe-846b-1d90194b1166 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:40:26.678765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:26.701937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.707750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.738631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb60d991-a27c-4508-b563-91053516b4df,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:26.742427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.746468 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f1eab1ae-65b5-4011-a782-03df81c18668 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509194 Apr 22 09:40:26.747369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34286) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:26.755287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '00b52153-11ea-40e6-ab41-f4db0597cb2e', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:26.764287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:26.769999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:26.774528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:26.781627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:26.798789 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.864081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.868407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.893001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e92e5b8-9f04-4f89-8ea2-6c9558db32b8,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:26.902311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:26.903713 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6a32a0f6-ef44-4f07-b2f4-2a2929401dbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1556282 Apr 22 09:40:26.907577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34290) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:26.913303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '00b52153-11ea-40e6-ab41-f4db0597cb2e', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:26.919708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:26.924058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:26.926878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:26.932638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:26.948542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.010505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.014434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.038198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1f2f9e-e142-4b17-909d-eddc294b498b,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:27.047963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.049389 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-986ddd19-a05b-4edb-9a69-538beb796ab6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404321 Apr 22 09:40:27.051986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34294) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:27.057119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '00b52153-11ea-40e6-ab41-f4db0597cb2e', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:27.062796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:27.063587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:26Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:27.066613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:27.067491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a6671-9978-4c77-8bd4-a6dcc33bff28 None None] The sync data for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:26Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:40:27.069473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:27.075223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:27.095703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.180777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.191912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.215894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b817e7cd-f960-4534-aadf-51ea8e7f1007,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:27.229354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.230892 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d462670c-71bb-4712-b803-5d199d49dd81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778176 Apr 22 09:40:27.234663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34298) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:27.240828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '00b52153-11ea-40e6-ab41-f4db0597cb2e', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:27.247429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:27.252680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:27.255899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:27.262192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:27.274965 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:40:27.284229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.365826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.370245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.400529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8a17b6-1680-4f01-85b0-2d82af922533,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:27.411165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.412465 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b628ca6d-63af-41a4-a8bf-45be5799942d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1766961 Apr 22 09:40:27.415306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34302) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:27.421638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '00b52153-11ea-40e6-ab41-f4db0597cb2e', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:27.429398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:27.433660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:27.436675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:27.444522 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:27.458234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:40:27.466726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.540518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.544818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.569808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f3b653-5690-47d8-b1f2-e6a59be3e32b,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:27.580785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.592178 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-56b3d279-c3d9-44bc-b9dc-5a92dd171cf5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1723714 Apr 22 09:40:27.723207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:40:27.784767 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-5242d0e7-3cad-4a4b-88bf-53743e952a0c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004944271&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0431509 Apr 22 09:40:27.797195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:40:27.802508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:27.802885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.876906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-550fd449-11fd-4807-b382-fdc86d98e301 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:27.877753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-550fd449-11fd-4807-b382-fdc86d98e301 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:27.896950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-550fd449-11fd-4807-b382-fdc86d98e301 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:27.897975 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-550fd449-11fd-4807-b382-fdc86d98e301 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 929 time: 0.1004033 Apr 22 09:40:27.930121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.969119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:27.974419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:27.987562 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-cd7a8f38-9e17-438c-88ff-9ebaa1a2d0b9 service neutron] 10.222.0.32 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0709002 Apr 22 09:40:28.055050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:28.126532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-13215f11-8188-4096-bc50-e26125049476 service neutron] 10.222.0.32 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327457 Apr 22 09:40:28.287295 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-06b1d0fd-318c-44d3-b693-6a8031b26857 service neutron] 10.222.0.32 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546321 Apr 22 09:40:28.474936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-67e5624c-5849-48bf-938d-14c84941bebb req-a88efa90-65c6-4048-baaa-b33890533e6c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:28.490768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-67e5624c-5849-48bf-938d-14c84941bebb req-a88efa90-65c6-4048-baaa-b33890533e6c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:28.492067 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-67e5624c-5849-48bf-938d-14c84941bebb req-a88efa90-65c6-4048-baaa-b33890533e6c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 210 time: 0.0634389 Apr 22 09:40:29.474130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-5ba6ed7b-aafa-4218-8e82-f78e76202f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:29.475493 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-5ba6ed7b-aafa-4218-8e82-f78e76202f80 service neutron] 10.222.0.35 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1025 time: 0.0714962 Apr 22 09:40:29.664729 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9d898002-a202-4baa-a9d0-cd97e710712b req-43511407-6a25-42b1-bae2-1534acbc99af tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 210 time: 0.0576584 Apr 22 09:40:29.675545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-6b600824-57c2-4e90-9887-b3066544cfde tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:29.676277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-6b600824-57c2-4e90-9887-b3066544cfde tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:29.696335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-6b600824-57c2-4e90-9887-b3066544cfde tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:29.697535 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-6b600824-57c2-4e90-9887-b3066544cfde tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=f172d54c-a7e6-414b-b157-0f3819b32cad HTTP/1.1" status: 200 len: 797 time: 0.2172835 Apr 22 09:40:29.729382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:40:29.749303 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-9ddd90e2-7978-46f8-a4e4-0de80ce87f68 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 380 time: 0.0423360 Apr 22 09:40:29.760118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Request body: {'port': {'device_id': 'ef021aee-5727-48cc-9874-2697672e817a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:29.796202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:29.796603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:29.871143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:30.208548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e28243c-9ce9-4cbe-846b-1d90194b1166 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:40:30.215853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:30.230035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Transition to ACTIVE for port object 8e28243c-9ce9-4cbe-846b-1d90194b1166 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:40:30.233389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:30.398254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:30.476535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Attempting to bind port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:40:30.477132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Attempting to bind port 8e28243c-9ce9-4cbe-846b-1d90194b1166 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:40:30.477132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Attempting to bind port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on network f172d54c-a7e6-414b-b157-0f3819b32cad {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:40:30.481572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on network f172d54c-a7e6-414b-b157-0f3819b32cad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:40:30.481878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Attempting to bind port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on network f172d54c-a7e6-414b-b157-0f3819b32cad {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:40:30.487328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:40:30.487651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Checking segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:40:30.488018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Bound using segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:40:30.488448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Bound port: 8e28243c-9ce9-4cbe-846b-1d90194b1166, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:40:30.488786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:30.673171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:40:30.676026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:40:30.680233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:30.734856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:30.735419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:30.736786 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] 10.222.0.35 "PUT /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1130 time: 0.9805348 Apr 22 09:40:30.737388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef021aee-5727-48cc-9874-2697672e817a', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:40:30.764823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2ec52-1cfa-43a7-a93d-3176913fd070 service neutron] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:30.825110 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a024cb1-b94b-4972-b241-49eb490b2ce6'] response: {'name': 'network-changed', 'server_uuid': 'ef021aee-5727-48cc-9874-2697672e817a', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'status': 'completed', 'code': 200} Apr 22 09:40:30.866367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71be036-b9c8-47b4-8516-a03094533645 req-ceb3dded-9c30-4f09-8a8b-94d3c597ed6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:30.867017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-d4361336-7e2e-4fca-8098-ecf6350f868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:30.867919 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f71be036-b9c8-47b4-8516-a03094533645 req-ceb3dded-9c30-4f09-8a8b-94d3c597ed6e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 980 time: 0.0930529 Apr 22 09:40:30.868508 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-d4361336-7e2e-4fca-8098-ecf6350f868e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 1133 time: 0.0827541 Apr 22 09:40:30.915902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f71be036-b9c8-47b4-8516-a03094533645 req-a9ae7624-630f-4143-84db-3a7b4fac3743 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:30.934427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f71be036-b9c8-47b4-8516-a03094533645 req-a9ae7624-630f-4143-84db-3a7b4fac3743 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:30.935681 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f71be036-b9c8-47b4-8516-a03094533645 req-a9ae7624-630f-4143-84db-3a7b4fac3743 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617342 Apr 22 09:40:30.936641 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-6ad2731e-5800-46c7-9882-75bfc9ac4be6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 217 time: 0.0609827 Apr 22 09:40:31.008797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-df8cf83e-e021-4d77-ad40-6286ea58777f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:31.010792 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-df8cf83e-e021-4d77-ad40-6286ea58777f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45981b1c-2ff0-43b6-8e49-2a801895df83 HTTP/1.1" status: 200 len: 834 time: 0.0683067 Apr 22 09:40:31.085704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-f2c11727-05e3-4c5a-809f-abf1fc24d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:31.087157 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-f2c11727-05e3-4c5a-809f-abf1fc24d660 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f172d54c-a7e6-414b-b157-0f3819b32cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705369 Apr 22 09:40:31.214276 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-715b910a-0956-4aae-a20a-74192e7eab05 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202707 Apr 22 09:40:31.342758 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c20b5bf-543a-4ebc-ae1a-30bd446997b4 req-119161f3-2d9b-4e63-a623-1680202ce3a5 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229217 Apr 22 09:40:31.459944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-d03271ca-d10a-4cf3-a302-a4c3cb7c9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:31.461437 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-d03271ca-d10a-4cf3-a302-a4c3cb7c9620 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 1133 time: 0.0736597 Apr 22 09:40:31.589058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-c0749e5b-3344-4825-8b38-282d6a6c37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:31.590486 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-c0749e5b-3344-4825-8b38-282d6a6c37bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=f172d54c-a7e6-414b-b157-0f3819b32cad HTTP/1.1" status: 200 len: 898 time: 0.1235404 Apr 22 09:40:31.656977 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-4461d8c6-4a6d-4e5e-9db2-8671fa8bb29a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 217 time: 0.0597756 Apr 22 09:40:31.722023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-25b74ceb-fb39-4ab0-aaf4-8cb175aee7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:31.723430 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-25b74ceb-fb39-4ab0-aaf4-8cb175aee7ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45981b1c-2ff0-43b6-8e49-2a801895df83 HTTP/1.1" status: 200 len: 834 time: 0.0599477 Apr 22 09:40:31.796903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-c91027af-f243-469a-bf31-db7f61da82d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:31.798349 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-c91027af-f243-469a-bf31-db7f61da82d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f172d54c-a7e6-414b-b157-0f3819b32cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691650 Apr 22 09:40:31.926403 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-bde583f0-0681-4255-839f-c136f80c3643 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210673 Apr 22 09:40:32.104634 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-072c4956-f7f6-4d0a-842d-b6ff862a7f50 req-9ab9c1fc-11e1-4d10-a419-b171095617f2 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613085 Apr 22 09:40:32.143924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a4b4-24a9-4175-a3c2-2f8a2c110f75 req-31a33662-4dfb-42e9-aeba-83d5f4c69f27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:32.145376 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3610a4b4-24a9-4175-a3c2-2f8a2c110f75 req-31a33662-4dfb-42e9-aeba-83d5f4c69f27 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 980 time: 0.0966613 Apr 22 09:40:32.189292 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3610a4b4-24a9-4175-a3c2-2f8a2c110f75 req-63f7d485-416d-404c-9625-e72d3688dffd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Apr 22 09:40:33.340534 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:40:33.375101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f4a96-e5e4-4340-b422-bf7703d5c259 req-0ad7cb1f-18fb-4d6b-a12d-2a199383ceef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:33.376558 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1b1f4a96-e5e4-4340-b422-bf7703d5c259 req-0ad7cb1f-18fb-4d6b-a12d-2a199383ceef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 980 time: 0.0809596 Apr 22 09:40:33.422641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1b1f4a96-e5e4-4340-b422-bf7703d5c259 req-6a7f23b6-dd29-4a61-a33e-68d7b06e3ee5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401936 Apr 22 09:40:34.602334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed9f9a-a2fd-4770-bfad-0027c861a3ae req-a0739963-a306-49be-b55e-b2cd4e45ea5a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:34.603781 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4aed9f9a-a2fd-4770-bfad-0027c861a3ae req-a0739963-a306-49be-b55e-b2cd4e45ea5a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 980 time: 0.0789223 Apr 22 09:40:34.647638 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4aed9f9a-a2fd-4770-bfad-0027c861a3ae req-cf5ce221-0e03-4c78-95b2-53370c892267 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379484 Apr 22 09:40:35.024942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8e28243c-9ce9-4cbe-846b-1d90194b1166 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:40:35.153507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:35.166518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'port_id': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'mac_address': 'fa:16:3e:60:cf:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:40:35.223260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:35.239739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e28243c-9ce9-4cbe-846b-1d90194b1166 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:40:35.254403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:35.258468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:35.323583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:35.580432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['8e28243c-9ce9-4cbe-846b-1d90194b1166'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:40:35.827945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7cc92-a06d-41ff-8de3-29ddae345908 req-4fe85838-6635-408d-ae87-19ebedda5bd5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:35.829409 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a1d7cc92-a06d-41ff-8de3-29ddae345908 req-4fe85838-6635-408d-ae87-19ebedda5bd5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 981 time: 0.0789275 Apr 22 09:40:35.872161 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a1d7cc92-a06d-41ff-8de3-29ddae345908 req-a6f52c26-6e2d-4e83-b796-e6756afc2f32 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Apr 22 09:40:37.039992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8e28243c-9ce9-4cbe-846b-1d90194b1166 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:40:37.109099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:40:37.114152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:37.114537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:37.153090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0470869-582e-484c-bb2b-98eb64872997 req-3042580c-2d55-4388-8067-15af11e4fb7e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:37.154715 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b0470869-582e-484c-bb2b-98eb64872997 req-3042580c-2d55-4388-8067-15af11e4fb7e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 981 time: 0.1791620 Apr 22 09:40:37.198477 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b0470869-582e-484c-bb2b-98eb64872997 req-b64e80a4-df19-46eb-baba-8653a844bea4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Apr 22 09:40:37.230998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:37.256216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef021aee-5727-48cc-9874-2697672e817a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:40:37.266616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:37.270471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:37.302373 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7affb453-2879-4d1a-9b8e-7c5fb8c9e7b8'] response: {'server_uuid': 'ef021aee-5727-48cc-9874-2697672e817a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'code': 200} Apr 22 09:40:37.342741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:37.526038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d45a5-9285-4f98-a730-cbc4ef944ed7 req-0c9b11ab-c057-4743-af0e-d9c12a848e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:37.527399 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0e2d45a5-9285-4f98-a730-cbc4ef944ed7 req-0c9b11ab-c057-4743-af0e-d9c12a848e9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 1135 time: 0.0680363 Apr 22 09:40:37.569443 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0e2d45a5-9285-4f98-a730-cbc4ef944ed7 req-9bcbed64-50cc-4f93-8568-be5918c61fd8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360534 Apr 22 09:40:38.303933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:38.381860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a9b3e-3e20-48f5-b1e6-ea25a14cd68f req-05cc48e6-2e46-472b-8846-24d6cf40559f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:38.383287 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa1a9b3e-3e20-48f5-b1e6-ea25a14cd68f req-05cc48e6-2e46-472b-8846-24d6cf40559f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 982 time: 0.0783567 Apr 22 09:40:38.426255 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa1a9b3e-3e20-48f5-b1e6-ea25a14cd68f req-e911a4e6-78cf-4576-b17b-dbafdf302452 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373333 Apr 22 09:40:39.610150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d9231-2fa1-4381-90ec-8ef4315f9c55 req-b3afd657-ede0-4612-bc53-9f8072775c24 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:39.611575 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-902d9231-2fa1-4381-90ec-8ef4315f9c55 req-b3afd657-ede0-4612-bc53-9f8072775c24 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 982 time: 0.0816085 Apr 22 09:40:39.654920 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-902d9231-2fa1-4381-90ec-8ef4315f9c55 req-81e61d98-6f73-4968-81a2-6d5dfcfeea5a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Apr 22 09:40:39.844867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebdab65-12eb-4982-82e3-00cbc239fae1 req-83b939df-5170-4315-8a1d-f66bb68b2afa tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:39.846204 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5ebdab65-12eb-4982-82e3-00cbc239fae1 req-83b939df-5170-4315-8a1d-f66bb68b2afa tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 982 time: 0.0851538 Apr 22 09:40:39.888598 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5ebdab65-12eb-4982-82e3-00cbc239fae1 req-6136a3b5-055c-44b6-9f0f-7a17651d761f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366619 Apr 22 09:40:39.911294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34358) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:39.981062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1856e37-867e-48b4-8d14-54412e20e329 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:39.982520 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d1856e37-867e-48b4-8d14-54412e20e329 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 1130 time: 0.0702822 Apr 22 09:40:39.985803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34362) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:39.990573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:39.996263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:40.000206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:40.003068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:40.008889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:40.019608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:40.156958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:40.295234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.43 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/7f6c4b39-1103-46fe-b559-f75941d85ac0) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:40:40.441692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:40.470147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:40.531514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:40:40.534584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:40:40.537792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:40:40.576222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=7f6c4b39-1103-46fe-b559-f75941d85ac0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:40.950447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:41.022958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:41.314742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:41.319046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:41.428061 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=7f6c4b39-1103-46fe-b559-f75941d85ac0,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:41.438380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:41.609084 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 49b213f0-56a8-46ea-bf46-5c1448e67857 associated. External IP: 172.26.2.43, port: 8e28243c-9ce9-4cbe-846b-1d90194b1166. Apr 22 09:40:41.954397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router ac4eb901-fdab-4002-9e1b-baa492cb7a6d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:40:41.987674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-66c60911-86af-428c-af85-89e17fc77657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:42.135765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:40:42.145193 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] Sync routers for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:40:42.155982 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:42.156779 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:42.160778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:42.218237 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-83f4c6d9-f0d9-4a32-a332-12a4fedb42ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1032 time: 2.2305462 Apr 22 09:40:42.218757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef021aee-5727-48cc-9874-2697672e817a', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:40:42.220875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34366) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:42.268005 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e5812a-cc51-4964-90f0-c77d126ad964'] response: {'name': 'network-changed', 'server_uuid': 'ef021aee-5727-48cc-9874-2697672e817a', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'status': 'completed', 'code': 200} Apr 22 09:40:42.294566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe6fef9-f7c2-4010-9b42-01015272bacf tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:42.296083 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bfe6fef9-f7c2-4010-9b42-01015272bacf tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a&network_id=f172d54c-a7e6-414b-b157-0f3819b32cad HTTP/1.1" status: 200 len: 1130 time: 0.0736027 Apr 22 09:40:42.345223 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:42.366241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-efc544d0-a877-4f57-8dc7-63dd2c73cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:42.367728 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-efc544d0-a877-4f57-8dc7-63dd2c73cd29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 1135 time: 0.0764377 Apr 22 09:40:42.524246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-7f45539c-ed2a-4d14-876b-962255171c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:42.525898 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-7f45539c-ed2a-4d14-876b-962255171c4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f172d54c-a7e6-414b-b157-0f3819b32cad HTTP/1.1" status: 200 len: 898 time: 0.1522684 Apr 22 09:40:42.646061 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-39628243-6f31-4584-8aab-83b649bd79cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1035 time: 0.1131372 Apr 22 09:40:42.682204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb850aeb-401b-43cd-83bb-d98c8911d428 req-7d8f3337-6738-440b-9181-eed613ed2555 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:42.683691 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cb850aeb-401b-43cd-83bb-d98c8911d428 req-7d8f3337-6738-440b-9181-eed613ed2555 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 982 time: 0.0834634 Apr 22 09:40:42.716985 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '49b213f0-56a8-46ea-bf46-5c1448e67857', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.43', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'port_id': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-581171963', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'mac_address': 'fa:16:3e:60:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef021aee-5727-48cc-9874-2697672e817a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:40:40Z', 'updated_at': '2022-04-22T09:40:40Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:27Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:42.721328 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] Checking router: ac4eb901-fdab-4002-9e1b-baa492cb7a6d for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:40:42.730847 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cb850aeb-401b-43cd-83bb-d98c8911d428 req-b56a6ac1-152b-4484-8722-da5f9c1a507d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Apr 22 09:40:42.731283 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:40:42.731888 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:42.831398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-f0b54097-2967-429d-a112-fc9e7c0912bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:42.832859 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-f0b54097-2967-429d-a112-fc9e7c0912bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45981b1c-2ff0-43b6-8e49-2a801895df83 HTTP/1.1" status: 200 len: 834 time: 0.1808002 Apr 22 09:40:42.907951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-95e4d9f8-c6b0-4802-b428-b75d1b2d0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:42.909447 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-95e4d9f8-c6b0-4802-b428-b75d1b2d0f92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f172d54c-a7e6-414b-b157-0f3819b32cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696380 Apr 22 09:40:42.938931 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:40:43.046751 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-db2928cb-33bb-4a41-8e13-1f3cd85866c3 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292462 Apr 22 09:40:43.178477 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c47b07-6afb-4f55-9a73-31f3513e8c13 req-3deb265f-120d-4340-9107-8d82e94a42e9 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248457 Apr 22 09:40:43.289334 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '49b213f0-56a8-46ea-bf46-5c1448e67857', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.43', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'port_id': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-581171963', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'mac_address': 'fa:16:3e:60:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef021aee-5727-48cc-9874-2697672e817a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:40:40Z', 'updated_at': '2022-04-22T09:40:40Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:27Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:40:43.293196 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf966ac-3813-488f-ae5d-cd03efbc279c None None] The sync data for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '49b213f0-56a8-46ea-bf46-5c1448e67857', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.43', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'port_id': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-581171963', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'mac_address': 'fa:16:3e:60:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef021aee-5727-48cc-9874-2697672e817a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:40:40Z', 'updated_at': '2022-04-22T09:40:40Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:27Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:40:43.475388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa498f9-0414-425a-b6ea-ed994640cdee None None] New status for floating IP 49b213f0-56a8-46ea-bf46-5c1448e67857: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:40:43.928640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b9f0d-5a53-4b87-a253-9d4efa0e0b9d req-77b92c5b-553c-492d-b2ee-8a74389ad62a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:43.930085 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a96b9f0d-5a53-4b87-a253-9d4efa0e0b9d req-77b92c5b-553c-492d-b2ee-8a74389ad62a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 982 time: 0.0888348 Apr 22 09:40:43.976572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a96b9f0d-5a53-4b87-a253-9d4efa0e0b9d req-3ca5805d-c0b4-4849-93df-ccbbd483969b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Apr 22 09:40:44.165820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf07484-effb-4636-a75e-3122e30fff79 req-7dc271bc-1b26-41e2-9273-90b96cebc4a9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:44.167130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aaf07484-effb-4636-a75e-3122e30fff79 req-7dc271bc-1b26-41e2-9273-90b96cebc4a9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 982 time: 0.0773745 Apr 22 09:40:44.248116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf07484-effb-4636-a75e-3122e30fff79 req-77ee2073-7bd1-4d98-9350-5f3648f905ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:44.249951 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aaf07484-effb-4636-a75e-3122e30fff79 req-77ee2073-7bd1-4d98-9350-5f3648f905ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0775354 Apr 22 09:40:44.392516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be6ebfc0-fd7e-4258-ab58-ef2acc0ab4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:44.409848 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aaf07484-effb-4636-a75e-3122e30fff79 req-0623ee48-e0cc-4d6b-ab8a-1b891398ed31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1542959 Apr 22 09:40:44.419958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:44.527055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:44.737815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:44.765440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:40:44.815751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] device_id is not set on port 8e28243c-9ce9-4cbe-846b-1d90194b1166 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:40:44.824072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:44.830025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:44.971666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:45.028738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] No DVR routers for this DVR port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:40:45.070298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bbf933d7-92aa-4a30-a5ba-d3f88280cd3b None None] Provisioning complete for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:45.070934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bbf933d7-92aa-4a30-a5ba-d3f88280cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:45.129200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bbf933d7-92aa-4a30-a5ba-d3f88280cd3b None None] Port 8e28243c-9ce9-4cbe-846b-1d90194b1166 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:40:45.136574 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2a57639d-f857-4019-acd6-ebac7e4c1886 req-fe8cffc7-51a0-43de-b9fb-903dd4402d66 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef021aee-5727-48cc-9874-2697672e817a HTTP/1.1" status: 200 len: 210 time: 0.0427222 Apr 22 09:40:45.350590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] In _notify_port_updated(), no bound segment for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on network f172d54c-a7e6-414b-b157-0f3819b32cad {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:40:45.351441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:45.352037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:45.353319 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aaf07484-effb-4636-a75e-3122e30fff79 req-419bd880-75f9-4e05-8e2f-8c074a5b4efe service neutron] 10.222.0.35 "PUT /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1025 time: 0.9371591 Apr 22 09:40:45.359179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:45.713787 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:46.229140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34382) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:46.302322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb352a08-6fe7-4c1a-8b63-1fdc46e9df9b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:46.303628 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bb352a08-6fe7-4c1a-8b63-1fdc46e9df9b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 924 time: 0.0732427 Apr 22 09:40:47.072532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34388) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:47.077630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906745700', 'description': 'tempest-secgroup-smoke-906745700 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:47.083603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:47.093003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:47.102260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.123665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8e28243c-9ce9-4cbe-846b-1d90194b1166 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:40:47.124871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:47.128274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:47.131140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:47.136824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:47.173667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.187652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8e28243c-9ce9-4cbe-846b-1d90194b1166 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:40:47.206734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.210576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.252618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924c5a2b-a914-47a8-a154-e5bce25cee0b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:47.261116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.262212 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2eb365bd-0e0f-4c16-a2d6-d038a07561e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1886914 Apr 22 09:40:47.264978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34392) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:47.269802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '924c5a2b-a914-47a8-a154-e5bce25cee0b', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:47.275745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:47.279555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:47.282977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:47.288696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:47.305932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.366022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.370722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.394600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bed1c03-aa03-462f-a4d6-bb3c429cac70,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:47.403200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.404515 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d0590c96-4ba9-42cb-9155-7be9eb604f1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386209 Apr 22 09:40:47.407733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34396) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:47.412618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '924c5a2b-a914-47a8-a154-e5bce25cee0b', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:47.418477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:47.422956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:47.425813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:47.431457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:47.448346 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.508419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.513893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.538088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebd7867-c486-447e-8427-7c6495bef965,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:47.547249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.551132 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c0f1f3b3-69ce-4f14-b9b9-36a153af6e05 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397862 Apr 22 09:40:47.551284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34400) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:47.556546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '924c5a2b-a914-47a8-a154-e5bce25cee0b', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:47.562682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:47.566515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:47.569426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:47.575214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:47.592009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.654637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.658396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.681341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bd981b-05c8-4c19-a309-411a8b27cda4,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:47.689394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.690588 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-929f597d-e920-4626-b4ca-070fd551856c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384137 Apr 22 09:40:47.693396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34404) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:47.698217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '924c5a2b-a914-47a8-a154-e5bce25cee0b', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:47.704547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:47.708310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:47.711160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:47.716868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:47.735706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.891352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.894506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.916910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c25763-65af-4dc3-83b5-2ab66eb7553d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:47.925412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:47.926546 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8155531f-e5e7-45cb-9dcd-5e20bf78145f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2322567 Apr 22 09:40:47.929269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34408) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:47.933966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '924c5a2b-a914-47a8-a154-e5bce25cee0b', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:47.939996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:47.943734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:47.946556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:47.952728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:47.962614 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:40:47.968857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:48.031724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:48.035532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:48.057617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47253c8-0db9-4e48-8053-96c3d96b312f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:48.066209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:48.067345 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b34869e9-cc35-4dc5-8fc3-3818800b70f7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371911 Apr 22 09:40:48.070188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34412) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:40:48.074987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '924c5a2b-a914-47a8-a154-e5bce25cee0b', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:48.081443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:40:48.085320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:40:48.088242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:40:48.093882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:40:48.103623 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:40:48.109895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:48.175371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:48.178795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:48.201361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069b9467-85a6-472d-adc3-94eb4f1bfa81,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:48.211170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:48.212470 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6e911cf3-8b90-48b3-95af-f14b9abe6174 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413753 Apr 22 09:40:48.368103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-055bae18-941b-4ff2-be32-b9f4d37ccbc0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906745700&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0383592 Apr 22 09:40:48.446282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-601ec926-061d-4ecf-b113-7ff5f5aa6c77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:48.447563 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-601ec926-061d-4ecf-b113-7ff5f5aa6c77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 929 time: 0.0726392 Apr 22 09:40:48.519482 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-f5dd135f-5960-42ff-b33c-ea65e655b62b service neutron] 10.222.0.32 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0599184 Apr 22 09:40:48.650904 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-f34d99a6-a04c-48e3-b3e0-199319a73596 service neutron] 10.222.0.32 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254406 Apr 22 09:40:48.781614 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-a9b85d81-8fbc-409c-b977-ef54d49ffa36 service neutron] 10.222.0.32 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244531 Apr 22 09:40:48.954764 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d6aef20e-8359-4787-9b9b-10efa80a7388 req-891e9a7d-4407-4262-bd9d-82e238ee9d76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 210 time: 0.0419042 Apr 22 09:40:49.884495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-15ccfc08-4cf0-4865-8d82-b6ccb3f925e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:49.885746 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-15ccfc08-4cf0-4865-8d82-b6ccb3f925e5 service neutron] 10.222.0.35 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1025 time: 0.0601594 Apr 22 09:40:50.042628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-a7c7bff6-dedf-40bc-a3a2-64963d34f37a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:50.044024 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-a7c7bff6-dedf-40bc-a3a2-64963d34f37a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=f172d54c-a7e6-414b-b157-0f3819b32cad HTTP/1.1" status: 200 len: 797 time: 0.1531503 Apr 22 09:40:50.126926 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5a7ae017-27ff-4d41-8672-c7960135c2c9 req-997cefc3-612e-4b93-ba35-bc0c149330d7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 210 time: 0.0569179 Apr 22 09:40:50.142532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-2007956d-cc5a-4c20-abae-51b5051e4453 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 472 time: 0.0900352 Apr 22 09:40:50.153761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Request body: {'port': {'device_id': 'be45c3c4-080a-46f1-84ae-24475b5c7423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:40:50.262087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:50.597859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e28243c-9ce9-4cbe-846b-1d90194b1166 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:40:50.604872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:50.619646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Transition to ACTIVE for port object 8e28243c-9ce9-4cbe-846b-1d90194b1166 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:40:50.622721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:50.762097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:50.893823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Attempting to bind port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:40:50.894452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Attempting to bind port 8e28243c-9ce9-4cbe-846b-1d90194b1166 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:40:50.894579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Attempting to bind port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on network f172d54c-a7e6-414b-b157-0f3819b32cad {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:40:50.899859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on network f172d54c-a7e6-414b-b157-0f3819b32cad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:40:50.900213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Attempting to bind port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on network f172d54c-a7e6-414b-b157-0f3819b32cad {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:40:50.905880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:40:50.906256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Checking segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:40:50.906676 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Bound using segment: {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:40:50.907165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Bound port: 8e28243c-9ce9-4cbe-846b-1d90194b1166, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f05e03-6abc-462a-8f11-217e26c3ea88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:40:50.907504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:51.091979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:40:51.095406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:40:51.099206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:51.155155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:51.155754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:51.157217 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] 10.222.0.35 "PUT /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1130 time: 1.0071771 Apr 22 09:40:51.157615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45c3c4-080a-46f1-84ae-24475b5c7423', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:40:51.190576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8684ce8-93ba-4a21-9c43-8717a8ff6982 service neutron] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=8']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:51.212593 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964e66ff-4b40-4438-bbd6-2d821f7b224d'] response: {'name': 'network-changed', 'server_uuid': 'be45c3c4-080a-46f1-84ae-24475b5c7423', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'status': 'completed', 'code': 200} Apr 22 09:40:51.296950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-48515194-807a-4342-bf9a-d6f56cae407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:51.298625 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-48515194-807a-4342-bf9a-d6f56cae407b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 1133 time: 0.0781906 Apr 22 09:40:51.341245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938fee9-14ba-4ec6-9a57-d0c3aeb7d73c req-cc6699e7-932c-43a5-8af8-59b93d6e11e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:51.344909 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d938fee9-14ba-4ec6-9a57-d0c3aeb7d73c req-cc6699e7-932c-43a5-8af8-59b93d6e11e5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 980 time: 0.0947254 Apr 22 09:40:51.387596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-d938fee9-14ba-4ec6-9a57-d0c3aeb7d73c req-08485cde-d70a-41d8-aac3-faf74439e911 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:40:51.404877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-d938fee9-14ba-4ec6-9a57-d0c3aeb7d73c req-08485cde-d70a-41d8-aac3-faf74439e911 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:40:51.406701 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d938fee9-14ba-4ec6-9a57-d0c3aeb7d73c req-08485cde-d70a-41d8-aac3-faf74439e911 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582271 Apr 22 09:40:51.412146 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-cf244eba-cfd5-4ae1-9d4a-815087cd7a87 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1035 time: 0.1044569 Apr 22 09:40:51.473573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-0e528629-f99c-45ac-a902-baaa5c300815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:51.474978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-0e528629-f99c-45ac-a902-baaa5c300815 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45981b1c-2ff0-43b6-8e49-2a801895df83 HTTP/1.1" status: 200 len: 834 time: 0.0572386 Apr 22 09:40:51.548979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-37fa97a1-046d-4e1c-8cbe-d16057ff93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:51.550419 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-37fa97a1-046d-4e1c-8cbe-d16057ff93e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f172d54c-a7e6-414b-b157-0f3819b32cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698557 Apr 22 09:40:51.680720 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-32472046-ab61-4c8f-8a3d-334cc82d4de4 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242070 Apr 22 09:40:51.815169 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6f36449-31ae-47f1-8616-5c47c545e216 req-a8bf0ef9-092c-47a0-bdd4-be9a03c6d8e7 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284683 Apr 22 09:40:51.931797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-8654f436-cdd7-48f5-831e-1df903d8a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:51.933173 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-8654f436-cdd7-48f5-831e-1df903d8a59e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 1133 time: 0.0730770 Apr 22 09:40:52.063494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-70653ce6-ee7e-49a7-bf91-f70171ab0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:52.064948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-70653ce6-ee7e-49a7-bf91-f70171ab0342 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f172d54c-a7e6-414b-b157-0f3819b32cad HTTP/1.1" status: 200 len: 898 time: 0.1254315 Apr 22 09:40:52.165738 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-de1413a4-6e23-43e1-b697-3ad75bae80b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1035 time: 0.0939865 Apr 22 09:40:52.226896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-13b4ec40-bee0-4388-8498-e737135c20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:52.228597 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-13b4ec40-bee0-4388-8498-e737135c20ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=45981b1c-2ff0-43b6-8e49-2a801895df83 HTTP/1.1" status: 200 len: 834 time: 0.0567029 Apr 22 09:40:52.304388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-e0a68784-73e0-4f75-9485-66ecd2107315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:52.305853 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-e0a68784-73e0-4f75-9485-66ecd2107315 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f172d54c-a7e6-414b-b157-0f3819b32cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686469 Apr 22 09:40:52.434336 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-d4985e2c-8d65-4470-9b0e-370018e261a3 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213863 Apr 22 09:40:52.612905 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2879e79d-5faf-4874-8ec9-381da85c6260 req-0d8ec296-7ebc-4cfa-aa6e-ca1f863ead91 service neutron] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725667 Apr 22 09:40:52.638540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5b926-28bd-44cb-af15-1be7f8329bd7 req-93857eb1-9aef-4f5a-8b67-139af7ba9ad2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:52.640636 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1cb5b926-28bd-44cb-af15-1be7f8329bd7 req-93857eb1-9aef-4f5a-8b67-139af7ba9ad2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 980 time: 0.1197426 Apr 22 09:40:52.685281 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1cb5b926-28bd-44cb-af15-1be7f8329bd7 req-889ccd72-7acb-4167-8cdb-1ae489338e6f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Apr 22 09:40:53.867580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8520c6c-43a1-4842-a3b4-324dbc751c28 req-9c343629-7e44-46fb-b32f-e84f8f29b0ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:53.868964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b8520c6c-43a1-4842-a3b4-324dbc751c28 req-9c343629-7e44-46fb-b32f-e84f8f29b0ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 980 time: 0.0797706 Apr 22 09:40:53.912332 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b8520c6c-43a1-4842-a3b4-324dbc751c28 req-205e853b-4c64-49b7-b047-0923b05f108d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371456 Apr 22 09:40:55.093565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c5c9e-798d-4ec5-b757-9f00eb5f1c2d req-e6c16d76-f59f-4028-bb63-c7e8c06f1dfc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:55.094981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b51c5c9e-798d-4ec5-b757-9f00eb5f1c2d req-e6c16d76-f59f-4028-bb63-c7e8c06f1dfc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 980 time: 0.0812330 Apr 22 09:40:55.133745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8e28243c-9ce9-4cbe-846b-1d90194b1166 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:40:55.238905 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b51c5c9e-798d-4ec5-b757-9f00eb5f1c2d req-09296299-d08d-4405-95ef-90744262dbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381555 Apr 22 09:40:55.275265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:55.288669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'port_id': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'mac_address': 'fa:16:3e:60:cf:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:40:55.345065 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:55.360882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e28243c-9ce9-4cbe-846b-1d90194b1166 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:40:55.375930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:55.380042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:55.454347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=9']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:55.712154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['8e28243c-9ce9-4cbe-846b-1d90194b1166'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:40:56.430858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3880e-d558-4c68-8128-5f7227c720d9 req-723086a3-7d9d-4752-850c-0d2273471b5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:56.432283 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91c3880e-d558-4c68-8128-5f7227c720d9 req-723086a3-7d9d-4752-850c-0d2273471b5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 981 time: 0.0833623 Apr 22 09:40:56.474694 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91c3880e-d558-4c68-8128-5f7227c720d9 req-e1b968b8-1c38-4ad1-95a3-0e4f202d04d8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367386 Apr 22 09:40:57.156598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8e28243c-9ce9-4cbe-846b-1d90194b1166 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:40:57.228880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:40:57.234437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:40:57.234841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:57.346323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:57.373473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be45c3c4-080a-46f1-84ae-24475b5c7423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:40:57.384535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:40:57.388310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:40:57.431344 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043b7596-225b-4357-838f-1320bc10680c'] response: {'server_uuid': 'be45c3c4-080a-46f1-84ae-24475b5c7423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e28243c-9ce9-4cbe-846b-1d90194b1166', 'code': 200} Apr 22 09:40:57.463136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=10']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:40:57.646420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41691a-7bd1-4768-850a-635a13fa1a0b req-c858a1a6-0610-4880-a0d9-706937d6986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:57.647899 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ea41691a-7bd1-4768-850a-635a13fa1a0b req-c858a1a6-0610-4880-a0d9-706937d6986d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 1136 time: 0.0678892 Apr 22 09:40:57.667035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07d52c-c033-4bb5-affb-82ec9676a378 req-c2ddc0e4-6756-453c-848b-cb52b0b9f737 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:57.668388 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6e07d52c-c033-4bb5-affb-82ec9676a378 req-c2ddc0e4-6756-453c-848b-cb52b0b9f737 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 983 time: 0.0840471 Apr 22 09:40:57.692716 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ea41691a-7bd1-4768-850a-635a13fa1a0b req-da438780-abd1-47bd-a9a8-3bff0c257c2a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385730 Apr 22 09:40:57.713003 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6e07d52c-c033-4bb5-affb-82ec9676a378 req-71189020-e356-40f5-87c3-ca2e7b32635e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Apr 22 09:40:58.914556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda0551-6543-435d-9d96-68710738541e req-dc9ad89d-cf96-412b-a359-b9f1782c29b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:40:58.915948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beda0551-6543-435d-9d96-68710738541e req-dc9ad89d-cf96-412b-a359-b9f1782c29b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 983 time: 0.0835023 Apr 22 09:40:58.961645 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-beda0551-6543-435d-9d96-68710738541e req-f91ed0b6-0e11-46c3-b9a6-a5d5c79bf2fd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393682 Apr 22 09:41:00.153699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b035b-857c-4318-aaad-4ff10d46e5e0 req-1f03c939-13e2-454b-a8b5-47da5bff9950 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:00.155140 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-591b035b-857c-4318-aaad-4ff10d46e5e0 req-1f03c939-13e2-454b-a8b5-47da5bff9950 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 983 time: 0.0792265 Apr 22 09:41:00.201956 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-591b035b-857c-4318-aaad-4ff10d46e5e0 req-16445d34-a2fb-4857-b7e5-1a476ac59b87 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Apr 22 09:41:00.384248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9102d3-cffd-49af-aec0-76a2a42d4ff6 req-5855cc06-f2ba-450a-bfc9-dffc92f6f2c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:00.385713 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7b9102d3-cffd-49af-aec0-76a2a42d4ff6 req-5855cc06-f2ba-450a-bfc9-dffc92f6f2c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 983 time: 0.0813994 Apr 22 09:41:00.428795 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7b9102d3-cffd-49af-aec0-76a2a42d4ff6 req-97117de4-dfd3-424d-b9f6-7345e1f5eb31 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 Apr 22 09:41:00.450926 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34468) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:00.520431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4412e5-b112-44b0-bbbb-3082a0ec4283 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:00.521910 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ba4412e5-b112-44b0-bbbb-3082a0ec4283 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423&network_id=f172d54c-a7e6-414b-b157-0f3819b32cad HTTP/1.1" status: 200 len: 1131 time: 0.0700624 Apr 22 09:41:00.883138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690a07e-a969-4822-8155-09080d74d1e5 req-d717f12b-cc72-4f6d-bd07-aa557f584c80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:00.884677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b690a07e-a969-4822-8155-09080d74d1e5 req-d717f12b-cc72-4f6d-bd07-aa557f584c80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 983 time: 0.0821657 Apr 22 09:41:00.928503 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b690a07e-a969-4822-8155-09080d74d1e5 req-3e30b7d7-3c91-4e85-baba-5f6a0774afa4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Apr 22 09:41:02.114336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6533024-f979-48a9-b27a-e4ac44f51509 req-e6a98e2e-1a10-4856-ae18-50c00a96ac18 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:02.115784 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a6533024-f979-48a9-b27a-e4ac44f51509 req-e6a98e2e-1a10-4856-ae18-50c00a96ac18 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 983 time: 0.0824564 Apr 22 09:41:02.159482 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a6533024-f979-48a9-b27a-e4ac44f51509 req-08a87cb2-cf66-4e9c-94e8-68bd797deaf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=4069a223-700a-4382-9cd6-8556309222b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Apr 22 09:41:02.234856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-c3c88816-5498-46cd-a817-d64310ba64df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:02.236253 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-c3c88816-5498-46cd-a817-d64310ba64df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 983 time: 0.0790806 Apr 22 09:41:02.310496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-bb381388-5d79-4cc4-9c55-f1d1c169d329 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:02.311819 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-bb381388-5d79-4cc4-9c55-f1d1c169d329 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0695102 Apr 22 09:41:02.453797 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-241f3bea-3343-4ba6-8bea-a62db3596755 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1373801 Apr 22 09:41:02.463347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:02.571938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:02.765684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8e28243c-9ce9-4cbe-846b-1d90194b1166,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:02.793980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] For port 8e28243c-9ce9-4cbe-846b-1d90194b1166, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:41:02.847040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] device_id is not set on port 8e28243c-9ce9-4cbe-846b-1d90194b1166 yet. {{(pid=88062) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 22 09:41:02.854689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:02.860491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:02.996552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] Pushing event updated for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=11']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:03.054366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] No DVR routers for this DVR port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:41:03.093831 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f4b27af9-c4fe-4905-8e5d-fa8d2b404150 None None] Provisioning complete for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:03.094522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f4b27af9-c4fe-4905-8e5d-fa8d2b404150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:03.147010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f4b27af9-c4fe-4905-8e5d-fa8d2b404150 None None] Port 8e28243c-9ce9-4cbe-846b-1d90194b1166 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:41:03.342475 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9fe96f61-9d5e-4311-91a6-2f6cd9c963cb req-e0764747-5433-4150-abc1-452d931b6ab0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45c3c4-080a-46f1-84ae-24475b5c7423 HTTP/1.1" status: 200 len: 210 time: 0.0501070 Apr 22 09:41:03.414230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] In _notify_port_updated(), no bound segment for port 8e28243c-9ce9-4cbe-846b-1d90194b1166 on network f172d54c-a7e6-414b-b157-0f3819b32cad {{(pid=88062) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 22 09:41:03.415016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:03.415592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:03.416849 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38ca6941-9401-4e54-9754-8d2a3b332576 req-ee118b58-c3ba-44ad-b953-5a95739fc120 service neutron] 10.222.0.35 "PUT /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 200 len: 1026 time: 0.9573579 Apr 22 09:41:04.435090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34484) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:04.504224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:04.533987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:04.597210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:04.618359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924c5a2b-a914-47a8-a154-e5bce25cee0b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:04.625983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.626268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.626605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.626931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.627257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.628099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.628448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.628775 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.629096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.629410 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.629722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.630034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:04.637273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:04.641234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-760ab69e-1bcc-4c1b-9f02-47753cdd1df2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/924c5a2b-a914-47a8-a154-e5bce25cee0b HTTP/1.1" status: 204 len: 168 time: 0.2023025 Apr 22 09:41:04.670904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34490) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:04.876430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 7f6c4b39-1103-46fe-b559-f75941d85ac0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:41:04.876669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:05.043432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:05.043744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:05.168828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 7f6c4b39-1103-46fe-b559-f75941d85ac0 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:41:05.204092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8e28243c-9ce9-4cbe-846b-1d90194b1166 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:41:05.263446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8e28243c-9ce9-4cbe-846b-1d90194b1166 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:41:05.321801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:05.369201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=7f6c4b39-1103-46fe-b559-f75941d85ac0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:05.458403 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:05.459109 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 49b213f0-56a8-46ea-bf46-5c1448e67857 disassociated (deleted). External IP: 172.26.2.43, port: 8e28243c-9ce9-4cbe-846b-1d90194b1166. Apr 22 09:41:05.904554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router ac4eb901-fdab-4002-9e1b-baa492cb7a6d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:41:06.080129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:41:06.090233 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] Sync routers for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:41:06.099839 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:06.100588 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:06.100858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:06.157958 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3b403e5d-318c-4bb3-b1f4-783c039c4082 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/49b213f0-56a8-46ea-bf46-5c1448e67857 HTTP/1.1" status: 204 len: 168 time: 1.4858625 Apr 22 09:41:06.276521 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:06.298621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34498) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:06.367071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7015c59-e1e0-4d33-a26a-195930371955 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:06.396981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7015c59-e1e0-4d33-a26a-195930371955 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:06.460953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7015c59-e1e0-4d33-a26a-195930371955 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:06.480874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7015c59-e1e0-4d33-a26a-195930371955 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b52153-11ea-40e6-ab41-f4db0597cb2e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:06.489945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7015c59-e1e0-4d33-a26a-195930371955 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:06.493489 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c7015c59-e1e0-4d33-a26a-195930371955 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/00b52153-11ea-40e6-ab41-f4db0597cb2e HTTP/1.1" status: 204 len: 168 time: 0.1910841 Apr 22 09:41:06.536060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34504) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:06.588364 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:27Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:06.593255 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] Checking router: ac4eb901-fdab-4002-9e1b-baa492cb7a6d for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:41:06.602004 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:06.602605 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:06.605774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e7849a8e-b8b4-4f73-8b36-a70652c048d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 8e28243c-9ce9-4cbe-846b-1d90194b1166 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:41:06.606117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7849a8e-b8b4-4f73-8b36-a70652c048d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:06.784932 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:06.854547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7849a8e-b8b4-4f73-8b36-a70652c048d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:06.976624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e7849a8e-b8b4-4f73-8b36-a70652c048d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 8e28243c-9ce9-4cbe-846b-1d90194b1166 owned by {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:41:07.121177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7849a8e-b8b4-4f73-8b36-a70652c048d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:07.122824 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:27Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:07.127082 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1e172d-3a51-4f9b-88b1-e0d02a608539 None None] The sync data for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:23Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '8ae16e62-434b-49e0-9dea-547cbbdbf4f0', 'name': '', 'network_id': 'f172d54c-a7e6-414b-b157-0f3819b32cad', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:b4:52:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:22Z', 'updated_at': '2022-04-22T09:40:27Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '45981b1c-2ff0-43b6-8e49-2a801895df83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:41:07.173174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7849a8e-b8b4-4f73-8b36-a70652c048d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=8e28243c-9ce9-4cbe-846b-1d90194b1166,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:07.277005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e7849a8e-b8b4-4f73-8b36-a70652c048d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:07.287730 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e7849a8e-b8b4-4f73-8b36-a70652c048d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/ports/8e28243c-9ce9-4cbe-846b-1d90194b1166 HTTP/1.1" status: 204 len: 168 time: 0.7500865 Apr 22 09:41:07.290391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34508) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:07.368632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1647cd-5edb-4723-9898-b216ab7d380b None None] New status for floating IP 49b213f0-56a8-46ea-bf46-5c1448e67857: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:41:07.941645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:08.285381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:41:08.285645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:08.313387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:08.470111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 8ae16e62-434b-49e0-9dea-547cbbdbf4f0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:08.470462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:08.590400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:41:08.781303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:08.859572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=8ae16e62-434b-49e0-9dea-547cbbdbf4f0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:09.212006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:09.579899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router ac4eb901-fdab-4002-9e1b-baa492cb7a6d has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:41:09.767774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:41:09.777838 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] Sync routers for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:41:09.781584 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5d0cf873-9221-4ab7-a65d-2369dc047943 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/ac4eb901-fdab-4002-9e1b-baa492cb7a6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901767 Apr 22 09:41:09.784260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34512) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:09.787096 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:09.787684 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:09.849209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-4faa85a3-847a-4fe6-8202-f22078bb74b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet 45981b1c-2ff0-43b6-8e49-2a801895df83 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:41:09.852105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4faa85a3-847a-4fe6-8202-f22078bb74b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:09.909219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4faa85a3-847a-4fe6-8202-f22078bb74b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:09.967169 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:09.990433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4faa85a3-847a-4fe6-8202-f22078bb74b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.061552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4faa85a3-847a-4fe6-8202-f22078bb74b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.105094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa85a3-847a-4fe6-8202-f22078bb74b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=45981b1c-2ff0-43b6-8e49-2a801895df83,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:10.106943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4faa85a3-847a-4fe6-8202-f22078bb74b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.113311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebea581-d65f-49d8-91fc-bbd31ab351ee None None] Network f172d54c-a7e6-414b-b157-0f3819b32cad requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:41:10.113856 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4faa85a3-847a-4fe6-8202-f22078bb74b5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/45981b1c-2ff0-43b6-8e49-2a801895df83 HTTP/1.1" status: 204 len: 168 time: 0.3285823 Apr 22 09:41:10.116271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34516) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:10.259883 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:41:08Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:10.264291 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] Checking router: ac4eb901-fdab-4002-9e1b-baa492cb7a6d for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:41:10.272975 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] Routers {'ac4eb901-fdab-4002-9e1b-baa492cb7a6d'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:10.273786 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:40:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:10.293557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.354673 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:41:10.386967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] DHCP port deletion for f172d54c-a7e6-414b-b157-0f3819b32cad request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:41:10.391242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] Deleting port 80600df2-ebb2-443d-b9ef-7be79e6591ff {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:41:10.391633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.457634 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] Set router ac4eb901-fdab-4002-9e1b-baa492cb7a6d gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:10.472987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.483087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port e31225f5-670e-4bb6-aeb1-719ea7412bf5 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:41:10.483471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.612929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] For port 80600df2-ebb2-443d-b9ef-7be79e6591ff, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=80600df2-ebb2-443d-b9ef-7be79e6591ff,segment=NetworkSegment(a1f05e03-6abc-462a-8f11-217e26c3ea88),segment_id=a1f05e03-6abc-462a-8f11-217e26c3ea88)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:10.613342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.747297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] Calling delete_port for 80600df2-ebb2-443d-b9ef-7be79e6591ff owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:41:10.770102 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:41:08Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:10.777151 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2d347-dd5a-4161-81a1-9aeb907cc946 None None] The sync data for ids ['ac4eb901-fdab-4002-9e1b-baa492cb7a6d'] in dv-neutron-839018-1-hyperv is: [{'id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'name': 'tempest-TestNetworkBasicOps-router-546517295', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74'}], 'enable_snat': True}, 'gw_port_id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:41:08Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'e31225f5-670e-4bb6-aeb1-719ea7412bf5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac4eb901-fdab-4002-9e1b-baa492cb7a6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:40:18Z', 'updated_at': '2022-04-22T09:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:41:10.788286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port e31225f5-670e-4bb6-aeb1-719ea7412bf5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e31225f5-670e-4bb6-aeb1-719ea7412bf5,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:10.788684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.836981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:10.879878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] Pushing event deleted for resources: {'Port': ['ID=80600df2-ebb2-443d-b9ef-7be79e6591ff,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:10.885952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7dd439d-12c2-4b70-a138-c1926c15ed37 None None] No DVR routers for this DVR port 80600df2-ebb2-443d-b9ef-7be79e6591ff on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:41:10.918761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for e31225f5-670e-4bb6-aeb1-719ea7412bf5 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:41:11.081170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.155842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=e31225f5-670e-4bb6-aeb1-719ea7412bf5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:11.226773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.399321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.401450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.422160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.422707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Fanout notify agent at l3_agent the message router_deleted on router ac4eb901-fdab-4002-9e1b-baa492cb7a6d {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:41:11.437953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.439069 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-da903614-807f-4e4f-83e6-8163cd229df9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/routers/ac4eb901-fdab-4002-9e1b-baa492cb7a6d HTTP/1.1" status: 204 len: 168 time: 1.3218801 Apr 22 09:41:11.441830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34520) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:11.569915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.697165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.721154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f172d54c-a7e6-414b-b157-0f3819b32cad']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:11.733300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f05e03-6abc-462a-8f11-217e26c3ea88') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:11.733596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f05e03-6abc-462a-8f11-217e26c3ea88') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:11.745313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.761250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.767048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:41:11.767429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:41:11.781645 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:41:11.864250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.868543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.902229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=f172d54c-a7e6-414b-b157-0f3819b32cad,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:11.902860 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e31225f5-670e-4bb6-aeb1-719ea7412bf5 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:41:11.908273 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a05512ed-3805-413c-aab4-cff81211fd45 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/f172d54c-a7e6-414b-b157-0f3819b32cad HTTP/1.1" status: 204 len: 168 time: 0.4649601 Apr 22 09:41:11.920931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34524) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:11.933273 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-35d47ef2-a511-45cf-8cde-f72204fa422d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112231 Apr 22 09:41:11.939156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34528) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:11.942343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: e31225f5-670e-4bb6-aeb1-719ea7412bf5 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:41:11.942542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--719847051', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:11.942688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e31225f5-670e-4bb6-aeb1-719ea7412bf5 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:41:11.943115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 80600df2-ebb2-443d-b9ef-7be79e6591ff no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:41:11.948047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:11.952259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:network and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:11.955329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:11.963265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:11.973995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:41:11.977702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:11.979411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 80600df2-ebb2-443d-b9ef-7be79e6591ff {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:41:11.979749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 80600df2-ebb2-443d-b9ef-7be79e6591ff not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:41:11.980153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:41:12.005446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:41:12.014305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.014713 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment 08c7dd7f-96b7-4937-b231-60e14cfd0f45 of type vlan for network 408e48f1-9c2d-497c-9ec6-cca1effffa36 Apr 22 09:41:12.020355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:41:12.020857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8ae16e62-434b-49e0-9dea-547cbbdbf4f0 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:41:12.026565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1f9cee05-30dd-4091-807e-b4827f2be7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.050623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.079641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.086213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:12.086808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.192822 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2545598 Apr 22 09:41:12.195398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34532) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:12.198480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21729cd3-4ea3-40b7-b486-e8d0acc0f35e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=408e48f1-9c2d-497c-9ec6-cca1effffa36,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:12.200730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-298268914', 'admin_state_up': True, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:12.208736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:12.210326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:41:12.212729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:router and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:12.215585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:12.222819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:12.234396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.235432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.252800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.617711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.915285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:12.944631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:13.077011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.192 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/d333603c-b2ae-4c6a-9f68-1684fe9a716f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:41:13.241133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:13.269830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:13.327897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:41:13.331236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:41:13.334786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:41:13.375444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=d333603c-b2ae-4c6a-9f68-1684fe9a716f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:13.747527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:14.188850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:14.389985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:41:14.398594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f0864b2f-d18b-4a27-bcbb-d5eeff0c4353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:14.570393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:41:14.579393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Sync routers for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:41:14.588668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:14.589259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:41:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:14.597488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:14.598688 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-802b86f8-ea66-4f08-8d05-8b6118c0a3c3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4022603 Apr 22 09:41:14.601698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34536) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:14.639831 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6711cec4-0454-4486-b493-3dac1140c5e5 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370913 Apr 22 09:41:14.642357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34540) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:14.761721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:14.773587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f520646-cd80-4492-b6bc-c7560b795ec8 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:14.775347 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6f520646-cd80-4492-b6bc-c7560b795ec8 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315851 Apr 22 09:41:14.778195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34544) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:14.817805 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-779ad912-e7da-42f3-99cf-30a20d24c81b tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384362 Apr 22 09:41:14.820235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34548) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:14.826333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-171614811', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:14.934690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:14.938514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:14.941823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:14.947401 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:14.958732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:41:14.962247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.054667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:13Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:15.058493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Checking router: d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:41:15.058837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Updating router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 port d333603c-b2ae-4c6a-9f68-1684fe9a716f binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:41:15.112217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.188662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.267418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=6ce29278-e0ea-4f27-b300-fd69e378f94a,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:15.271482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:41:15.271850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: 408e48f1-9c2d-497c-9ec6-cca1effffa36, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:41:15.291990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:41:15.302187 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 408e48f1-9c2d-497c-9ec6-cca1effffa36) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:41:15.306206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:15.306999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.326585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457a879f-0e17-4056-bae3-cf70aa564692 None None] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:41:15.331271 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2720449c-76ea-4ab7-a4c8-7560ba5303a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5099857 Apr 22 09:41:15.334092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34552) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:15.440732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.647120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.652976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-408e48f1-9c2d-497c-9ec6-cca1effffa36', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:41:15.653804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.675011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Transition to ACTIVE for port object d333603c-b2ae-4c6a-9f68-1684fe9a716f will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:41:15.720613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.818623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.829840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Attempting to bind port d333603c-b2ae-4c6a-9f68-1684fe9a716f on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:41:15.830212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Attempting to bind port d333603c-b2ae-4c6a-9f68-1684fe9a716f by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:41:15.830603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Attempting to bind port d333603c-b2ae-4c6a-9f68-1684fe9a716f on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:41:15.854237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514a8e9-295d-4aa2-b7c1-431ede653443 None None] Pushing event updated for resources: {'Port': ['ID=d333603c-b2ae-4c6a-9f68-1684fe9a716f,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:15.859345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:41:15.859713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:41:15.860116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:15.860521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:41:15.860987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Bound port: d333603c-b2ae-4c6a-9f68-1684fe9a716f, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:41:15.861361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.011595 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Allocated IP 172.20.0.2 (408e48f1-9c2d-497c-9ec6-cca1effffa36/6ce29278-e0ea-4f27-b300-fd69e378f94a/9847c453-f3ea-4732-a907-40ab0e57e1b4) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:41:16.022901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] For port d333603c-b2ae-4c6a-9f68-1684fe9a716f, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:41:16.026393 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] For port d333603c-b2ae-4c6a-9f68-1684fe9a716f, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d333603c-b2ae-4c6a-9f68-1684fe9a716f,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:41:16.044511 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.138454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.194929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:16.195515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:41:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:16.266071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514a8e9-295d-4aa2-b7c1-431ede653443 None None] Pushing event updated for resources: {'Port': ['ID=d333603c-b2ae-4c6a-9f68-1684fe9a716f,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:16.451911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.455158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:16.562974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Transition to ACTIVE for port object 9847c453-f3ea-4732-a907-40ab0e57e1b4 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:41:16.652261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Transition to ACTIVE for port object 9847c453-f3ea-4732-a907-40ab0e57e1b4 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:41:16.669550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.725939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.1 (408e48f1-9c2d-497c-9ec6-cca1effffa36/6ce29278-e0ea-4f27-b300-fd69e378f94a/ef751e91-b7a0-463e-b889-742151c19a3a) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:41:16.750526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:41:16.755964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:41:16.766406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:41:16.773815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Pushing event updated for resources: {'Port': ['ID=9847c453-f3ea-4732-a907-40ab0e57e1b4,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:16.847224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.847469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.847809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.848144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.848502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.848838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.849169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.849494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.849819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.850143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.850471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.850777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:16.889668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.905764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object ef751e91-b7a0-463e-b889-742151c19a3a will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:41:16.921122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Attempting to bind port 9847c453-f3ea-4732-a907-40ab0e57e1b4 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:41:16.921485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Attempting to bind port 9847c453-f3ea-4732-a907-40ab0e57e1b4 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:41:16.921902 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Attempting to bind port 9847c453-f3ea-4732-a907-40ab0e57e1b4 on network 408e48f1-9c2d-497c-9ec6-cca1effffa36 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:41:16.929436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:41:16.929839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Checking segment: {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:41:16.930069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.930262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.930639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Bound using segment: {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:41:16.931159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Bound port: 9847c453-f3ea-4732-a907-40ab0e57e1b4, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:41:16.931477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:16.993116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:41:16.996121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:41:16.996477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:13Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:16.999882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:41:17.016324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f94436-bf94-46ad-a1e4-df2238b70663 None None] The sync data for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv is: [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:13Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:41:17.031462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] For port 9847c453-f3ea-4732-a907-40ab0e57e1b4, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:41:17.035359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] For port 9847c453-f3ea-4732-a907-40ab0e57e1b4, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9847c453-f3ea-4732-a907-40ab0e57e1b4,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:41:17.040015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:17.059298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=ef751e91-b7a0-463e-b889-742151c19a3a,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:17.069134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:17.153164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5927948-489d-4a41-a65e-b54d9f33815f None None] Pushing event updated for resources: {'Port': ['ID=9847c453-f3ea-4732-a907-40ab0e57e1b4,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:17.159033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:17.506102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:17.772230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9847c453-f3ea-4732-a907-40ab0e57e1b4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:41:17.858359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 9847c453-f3ea-4732-a907-40ab0e57e1b4 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:41:17.864025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d333603c-b2ae-4c6a-9f68-1684fe9a716f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:41:17.954240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port d333603c-b2ae-4c6a-9f68-1684fe9a716f completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:41:17.960808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d333603c-b2ae-4c6a-9f68-1684fe9a716f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:17.961296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:17.970448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:17.978136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:18.085756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:18.092081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:18.113876 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port d333603c-b2ae-4c6a-9f68-1684fe9a716f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d333603c-b2ae-4c6a-9f68-1684fe9a716f,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:18.118891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:18.135282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=ef751e91-b7a0-463e-b889-742151c19a3a,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:18.244499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=d333603c-b2ae-4c6a-9f68-1684fe9a716f,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:18.248269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:41:18.249511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:41:18.275183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ce826b-bb5b-4818-adb5-3517cdbd2b9e None None] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:41:18.387545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-96982763-eb29-4f22-87d5-8ace5942cf7e None None] Provisioning for port 9847c453-f3ea-4732-a907-40ab0e57e1b4 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:41:18.404775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-96982763-eb29-4f22-87d5-8ace5942cf7e None None] Provisioning complete for port 9847c453-f3ea-4732-a907-40ab0e57e1b4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:18.405164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96982763-eb29-4f22-87d5-8ace5942cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:18.434629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:41:18.622114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:41:18.626060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96982763-eb29-4f22-87d5-8ace5942cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:18.639961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34556) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:18.640536 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fefb48a9-e6cf-479b-84df-19359367509b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/d59f82f2-b2d7-46bd-8b3f-15c13b8f4704/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3049150 Apr 22 09:41:18.679070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-96982763-eb29-4f22-87d5-8ace5942cf7e None None] For port 9847c453-f3ea-4732-a907-40ab0e57e1b4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9847c453-f3ea-4732-a907-40ab0e57e1b4,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:18.683548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-96982763-eb29-4f22-87d5-8ace5942cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:18.735811 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Sync routers for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:41:18.746447 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:18.747183 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:41:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:18.760108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96982763-eb29-4f22-87d5-8ace5942cf7e None None] Pushing event updated for resources: {'Port': ['ID=9847c453-f3ea-4732-a907-40ab0e57e1b4,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:18.789068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc94b59-ce02-410f-a479-4af6c662f2fd tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:18.789535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc94b59-ce02-410f-a479-4af6c662f2fd tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:18.789989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc94b59-ce02-410f-a479-4af6c662f2fd tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:18.790447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc94b59-ce02-410f-a479-4af6c662f2fd tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:18.792844 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ddc94b59-ce02-410f-a479-4af6c662f2fd tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1518378 Apr 22 09:41:18.794848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34560) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:18.869375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7437e8-8602-459a-9310-12046b9663a2 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:18.869863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7437e8-8602-459a-9310-12046b9663a2 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:18.870318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7437e8-8602-459a-9310-12046b9663a2 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:18.870765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7437e8-8602-459a-9310-12046b9663a2 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:18.872490 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fc7437e8-8602-459a-9310-12046b9663a2 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0766561 Apr 22 09:41:18.875166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34564) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:18.989121 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:19.011990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7223f4de-357a-41a0-8816-5914b86a2e9c None None] Provisioning for port ef751e91-b7a0-463e-b889-742151c19a3a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:41:19.020103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7223f4de-357a-41a0-8816-5914b86a2e9c None None] Provisioning complete for port ef751e91-b7a0-463e-b889-742151c19a3a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:19.020495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7223f4de-357a-41a0-8816-5914b86a2e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.091047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7223f4de-357a-41a0-8816-5914b86a2e9c None None] Port ef751e91-b7a0-463e-b889-742151c19a3a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:41:19.105849 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b80648a9-4335-4dff-9a10-7e9cd934298c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2294540 Apr 22 09:41:19.113180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7223f4de-357a-41a0-8816-5914b86a2e9c None None] Provisioning complete for port 9847c453-f3ea-4732-a907-40ab0e57e1b4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:19.113537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7223f4de-357a-41a0-8816-5914b86a2e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.332493 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:19.336445 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Checking router: d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:41:19.336819 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Updating router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 port ef751e91-b7a0-463e-b889-742151c19a3a binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:41:19.364673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-53318982-b4a1-4d0d-a950-174150cbd008 None None] Provisioning complete for port ef751e91-b7a0-463e-b889-742151c19a3a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:19.365146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-53318982-b4a1-4d0d-a950-174150cbd008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.387535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34570) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:19.392995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2038287225', 'description': 'tempest-secgroup-smoke-2038287225 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:19.398452 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.400598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:19.405901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:19.409775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:19.415548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:19.423251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-53318982-b4a1-4d0d-a950-174150cbd008 None None] Port ef751e91-b7a0-463e-b889-742151c19a3a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:41:19.428450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.448025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:19.451900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:19.454762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:19.460625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:19.537385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.543518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.591829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02238717-2d9f-4ec2-833b-eba09a6c48cc,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:19.600038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.600380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.600759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.601087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.601404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.601723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.602040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.602361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.602675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.602985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.603293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.603599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:41:19.606692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.610682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34574) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:19.610856 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-27842017-31d1-4387-9204-99e51396a6b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2222202 Apr 22 09:41:19.617180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '02238717-2d9f-4ec2-833b-eba09a6c48cc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:19.623366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:19.627794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:19.630831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:19.636718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:19.655006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.719979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.723743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.736156 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9847c453-f3ea-4732-a907-40ab0e57e1b4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:41:19.750024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6acebf-4b07-4ffa-9c35-81e47c4ccd9d,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:19.755900 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.762656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.764134 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fb704056-4316-418b-8ed5-e406f1ec1f74 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515779 Apr 22 09:41:19.766826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34578) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:19.770548 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Transition to ACTIVE for port object ef751e91-b7a0-463e-b889-742151c19a3a will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:41:19.773802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '02238717-2d9f-4ec2-833b-eba09a6c48cc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:19.779148 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.781116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:19.786582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:19.789503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:19.796896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:19.808355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9847c453-f3ea-4732-a907-40ab0e57e1b4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:19.808786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.817017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.904486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.910846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.945222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4cd9f4-6edd-4adf-adac-7814b57f9132,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:19.950887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d333603c-b2ae-4c6a-9f68-1684fe9a716f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:41:19.964300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:19.965854 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a7cc6d4d-3afa-466d-9d70-ebde608c32d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1978810 Apr 22 09:41:19.968549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34582) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:19.974505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '02238717-2d9f-4ec2-833b-eba09a6c48cc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:19.981133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:19.986530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:19.990365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:19.999305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:20.012038 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c6938-2bb5-4d79-a563-a5906ea8fa34 None None] Pushing event updated for resources: {'Port': ['ID=ef751e91-b7a0-463e-b889-742151c19a3a,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:20.023665 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Attempting to bind port ef751e91-b7a0-463e-b889-742151c19a3a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:41:20.024796 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Attempting to bind port ef751e91-b7a0-463e-b889-742151c19a3a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:41:20.026128 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Attempting to bind port ef751e91-b7a0-463e-b889-742151c19a3a on network 408e48f1-9c2d-497c-9ec6-cca1effffa36 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:41:20.032950 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:41:20.033317 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Checking segment: {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:41:20.034483 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.035073 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Bound using segment: {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:41:20.035798 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Bound port: ef751e91-b7a0-463e-b889-742151c19a3a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:41:20.036653 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.046718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d333603c-b2ae-4c6a-9f68-1684fe9a716f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:20.047384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.149598 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] For port ef751e91-b7a0-463e-b889-742151c19a3a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:41:20.149954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.153223 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] For port ef751e91-b7a0-463e-b889-742151c19a3a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ef751e91-b7a0-463e-b889-742151c19a3a,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:41:20.158861 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.217394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.221898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.242989 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:20.243684 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:41:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:20.244371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30921164-e0af-481c-85bf-83da60b69e76,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:20.264747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.269155 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-abfe6924-656f-4a38-b271-cde4aa8d2ce9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2963850 Apr 22 09:41:20.269902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34586) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:20.276338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '02238717-2d9f-4ec2-833b-eba09a6c48cc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:20.282774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:20.287284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:20.290844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:20.297226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:20.317320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.338542 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c6938-2bb5-4d79-a563-a5906ea8fa34 None None] Pushing event updated for resources: {'Port': ['ID=ef751e91-b7a0-463e-b889-742151c19a3a,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:20.400580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.405080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.458845 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:20.543758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f53098-e30e-4da0-8ae6-f09d031ffe3d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:20.550481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.554265 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6ee28c58-3f44-41b0-bdb3-bd24078742e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2804935 Apr 22 09:41:20.554429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34590) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:20.560089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '02238717-2d9f-4ec2-833b-eba09a6c48cc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:20.566467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:20.570332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:20.573144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:20.578762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:20.591247 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:41:20.599014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.671021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.676332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.700627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3950a04e-6bdc-4364-b703-6d0370a730db,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:20.713107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.714604 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-453fcfc5-4007-43fb-8af8-180711f419a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584733 Apr 22 09:41:20.717073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34594) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:20.722279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '02238717-2d9f-4ec2-833b-eba09a6c48cc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:20.727956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:20.731878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:20.734711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:20.740916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:20.751821 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:41:20.759197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.826143 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:41:20Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:20.827652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.830868 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab05e09-19b4-4e7f-9fcd-b0b22a14dabe None None] The sync data for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv is: [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:41:20Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:41:20.831537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.854519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7abcb583-e529-40c8-8f9c-85e85502c594,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:20.867698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:20.872488 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ec67de69-68c7-4d60-a2b6-514950f7d9de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509821 Apr 22 09:41:21.044122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-02ea8efb-e52d-4d22-a6f1-73ce5405e561 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:41:21.060238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-02ea8efb-e52d-4d22-a6f1-73ce5405e561 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:41:21.061445 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-02ea8efb-e52d-4d22-a6f1-73ce5405e561 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2038287225&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0608268 Apr 22 09:41:21.216956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-99537e73-c20c-4245-8044-c3170a66b783 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:21.217653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-99537e73-c20c-4245-8044-c3170a66b783 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:41:21.234270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-99537e73-c20c-4245-8044-c3170a66b783 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:41:21.235497 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-99537e73-c20c-4245-8044-c3170a66b783 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=408e48f1-9c2d-497c-9ec6-cca1effffa36 HTTP/1.1" status: 200 len: 796 time: 0.1670516 Apr 22 09:41:21.251178 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-5a26e197-5b5b-4e35-aff3-c0abc0bea41c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.0097790 Apr 22 09:41:21.339179 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-8ee248ad-69ce-46d7-a763-1daa9d7af0dc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824890 Apr 22 09:41:21.403334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-fe8291e4-1ccd-41a4-85be-48df709c0496 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:41:21.404329 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-fe8291e4-1ccd-41a4-85be-48df709c0496 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0528419 Apr 22 09:41:21.546516 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-c98c5861-ab37-4401-ab71-be44bc7549f7 service neutron] 10.222.0.32 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353655 Apr 22 09:41:21.697228 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-9ba94441-e3f4-4c56-82c6-a0aaa447ceb0 service neutron] 10.222.0.32 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445556 Apr 22 09:41:21.752689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef751e91-b7a0-463e-b889-742151c19a3a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:41:21.853646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ef751e91-b7a0-463e-b889-742151c19a3a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:41:21.859603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ef751e91-b7a0-463e-b889-742151c19a3a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:21.859987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:21.910069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a671b3e9-9f76-4993-9270-e0e3ef16c370 req-4a34f018-25ed-4f8f-9a71-3624d96968ba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:41:21.928122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a671b3e9-9f76-4993-9270-e0e3ef16c370 req-4a34f018-25ed-4f8f-9a71-3624d96968ba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:41:21.929428 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a671b3e9-9f76-4993-9270-e0e3ef16c370 req-4a34f018-25ed-4f8f-9a71-3624d96968ba tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 210 time: 0.0767682 Apr 22 09:41:21.987777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:22.023031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ef751e91-b7a0-463e-b889-742151c19a3a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ef751e91-b7a0-463e-b889-742151c19a3a,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:22.027603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:22.099116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ef751e91-b7a0-463e-b889-742151c19a3a,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:22.945162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-bc920cf7-2893-43e9-98be-4e7f8d7f11f5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:22.946029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-bc920cf7-2893-43e9-98be-4e7f8d7f11f5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:41:22.964360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-bc920cf7-2893-43e9-98be-4e7f8d7f11f5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:41:22.969085 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-bc920cf7-2893-43e9-98be-4e7f8d7f11f5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=408e48f1-9c2d-497c-9ec6-cca1effffa36 HTTP/1.1" status: 200 len: 796 time: 0.1777794 Apr 22 09:41:23.021079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-c4e4ff66-26e2-4bd2-9bba-a015f15e2dd4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:41:23.035032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-c4e4ff66-26e2-4bd2-9bba-a015f15e2dd4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:41:23.036227 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-c4e4ff66-26e2-4bd2-9bba-a015f15e2dd4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 380 time: 0.0622206 Apr 22 09:41:23.044692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['02238717-2d9f-4ec2-833b-eba09a6c48cc']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:23.090575 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8883cc4c-4a20-416e-b477-2ff0c6b4fd73 req-b09edeec-1b48-498e-a9c7-0a415adc214b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 210 time: 0.0466232 Apr 22 09:41:23.180373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:23.189531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:23.198661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:41:23.201955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:23.362904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.9 (408e48f1-9c2d-497c-9ec6-cca1effffa36/6ce29278-e0ea-4f27-b300-fd69e378f94a/5a283dd7-38b6-4169-8466-2a0aa0d05e4d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:41:23.549195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:23.564782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 5a283dd7-38b6-4169-8466-2a0aa0d05e4d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:41:23.588708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:23.650811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:41:23.654402 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:41:23.656931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:41:23.709451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:23.725759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef751e91-b7a0-463e-b889-742151c19a3a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:41:23.741131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:23.741825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:23.770395 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-b71fc0d4-8374-4061-9cf4-da3bafdd064d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7293653 Apr 22 09:41:23.782567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Request body: {'port': {'device_id': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:23.808529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ef751e91-b7a0-463e-b889-742151c19a3a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:23.809034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:23.901305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:23.913463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-234f250d-3f27-4818-9982-8766707b0ecc None None] Provisioning for port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:41:23.926966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-234f250d-3f27-4818-9982-8766707b0ecc None None] Provisioning complete for port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:23.927321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-234f250d-3f27-4818-9982-8766707b0ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:24.032364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-234f250d-3f27-4818-9982-8766707b0ecc None None] Port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:41:24.284879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a283dd7-38b6-4169-8466-2a0aa0d05e4d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:41:24.293683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:24.312874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Transition to ACTIVE for port object 5a283dd7-38b6-4169-8466-2a0aa0d05e4d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:41:24.317192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:24.557845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32b186-0498-4669-ba8f-12f763d19e30 req-0e2e99e3-3045-4bdd-8fcc-e8ea4a9d0bc3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:24.558667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-df32b186-0498-4669-ba8f-12f763d19e30 req-0e2e99e3-3045-4bdd-8fcc-e8ea4a9d0bc3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:41:24.598448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Pushing event updated for resources: {'Port': ['ID=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:24.658145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-df32b186-0498-4669-ba8f-12f763d19e30 req-0e2e99e3-3045-4bdd-8fcc-e8ea4a9d0bc3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:41:24.659704 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-df32b186-0498-4669-ba8f-12f763d19e30 req-0e2e99e3-3045-4bdd-8fcc-e8ea4a9d0bc3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 931 time: 0.4372694 Apr 22 09:41:24.711323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Attempting to bind port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:41:24.712059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Attempting to bind port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:41:24.712453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Attempting to bind port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d on network 408e48f1-9c2d-497c-9ec6-cca1effffa36 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:41:24.723617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d on network 408e48f1-9c2d-497c-9ec6-cca1effffa36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:41:24.723938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Attempting to bind port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d on network 408e48f1-9c2d-497c-9ec6-cca1effffa36 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:41:24.730620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:41:24.730956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Checking segment: {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:41:24.731335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Bound using segment: {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:41:24.731757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Bound port: 5a283dd7-38b6-4169-8466-2a0aa0d05e4d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08c7dd7f-96b7-4937-b231-60e14cfd0f45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:41:24.732104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:24.743317 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-df32b186-0498-4669-ba8f-12f763d19e30 req-db79b0f0-7a19-43e1-94da-bc1bdc3db8f9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759387 Apr 22 09:41:24.825311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] For port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:41:24.828173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] For port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:41:24.833005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:24.892023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:24.893140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:24.894608 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] 10.222.0.35 "PUT /v2.0/ports/5a283dd7-38b6-4169-8466-2a0aa0d05e4d HTTP/1.1" status: 200 len: 1093 time: 1.1169696 Apr 22 09:41:24.895020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:41:24.922710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35f11e-9dd3-494a-96ed-3c5e27d0943b service neutron] Pushing event updated for resources: {'Port': ['ID=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:24.965799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60dc99f5-3ff4-42e8-b0b7-5e948c63bbf6'] response: {'name': 'network-changed', 'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'status': 'completed', 'code': 200} Apr 22 09:41:25.007739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-dff0f626-16b5-44b9-b14e-8662f59dfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:25.009267 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-dff0f626-16b5-44b9-b14e-8662f59dfdba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 1096 time: 0.0767941 Apr 22 09:41:25.081638 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-15bb062a-5fbf-452b-ae70-be69f471162d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d HTTP/1.1" status: 200 len: 217 time: 0.0656278 Apr 22 09:41:25.143379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-e0220224-4642-4e00-bbc8-59245fa370a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:25.144795 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-e0220224-4642-4e00-bbc8-59245fa370a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ce29278-e0ea-4f27-b300-fd69e378f94a HTTP/1.1" status: 200 len: 834 time: 0.0565903 Apr 22 09:41:25.220527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-5265a78a-9414-4701-8a35-1da0dcdc6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:25.222539 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-5265a78a-9414-4701-8a35-1da0dcdc6cbe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=408e48f1-9c2d-497c-9ec6-cca1effffa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723569 Apr 22 09:41:25.353890 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-bd04deb5-6c20-4b24-9a04-bfcc682d9b25 service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257224 Apr 22 09:41:25.483275 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9220f8f5-2321-4aa1-8793-b867f4a1707b req-80d7a734-08b4-4012-8710-9b71d39c1b54 service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221638 Apr 22 09:41:25.592723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-d4f38dd8-aca6-488d-8b37-742555bf71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:25.594200 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-d4f38dd8-aca6-488d-8b37-742555bf71e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 1096 time: 0.0691919 Apr 22 09:41:25.724113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-cc724399-4c72-459e-8768-79b3a44f3f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:25.725588 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-cc724399-4c72-459e-8768-79b3a44f3f2f service neutron] 10.222.0.35 "GET /v2.0/networks?id=408e48f1-9c2d-497c-9ec6-cca1effffa36 HTTP/1.1" status: 200 len: 897 time: 0.1252241 Apr 22 09:41:25.795071 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-342bf9a9-ded4-46f7-a310-7a23868dc5fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d HTTP/1.1" status: 200 len: 217 time: 0.0636837 Apr 22 09:41:25.889145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-d716e6b4-99b6-4bf7-adcb-5657e8906731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:25.890632 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-d716e6b4-99b6-4bf7-adcb-5657e8906731 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ce29278-e0ea-4f27-b300-fd69e378f94a HTTP/1.1" status: 200 len: 834 time: 0.0904250 Apr 22 09:41:25.988247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d06b-f7ba-4bbd-bbf4-59853961e707 req-47eddbb1-4826-4cea-ae97-b8cf3a5688c1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:25.989716 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-36b4d06b-f7ba-4bbd-bbf4-59853961e707 req-47eddbb1-4826-4cea-ae97-b8cf3a5688c1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 943 time: 0.1389744 Apr 22 09:41:26.012937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-44ebcf35-5225-462b-a44f-749242542163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:26.014336 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-44ebcf35-5225-462b-a44f-749242542163 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=408e48f1-9c2d-497c-9ec6-cca1effffa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151538 Apr 22 09:41:26.117947 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-36b4d06b-f7ba-4bbd-bbf4-59853961e707 req-17581100-e0ad-4f17-854a-29b27e17fb9e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206355 Apr 22 09:41:26.164120 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-73a071c8-78a2-43f0-99ae-e0016786b652 service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427240 Apr 22 09:41:26.390734 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abd91dbc-d1fd-4068-b6b4-a13053e9a3b7 req-b1f5d5cb-c500-4ae3-aa87-c92c9f585345 service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204537 Apr 22 09:41:27.312767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994921fa-172d-44c9-b51e-5aac056628df req-daf96f8f-c772-4161-a26c-adc4cd4a74af tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:27.314270 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-994921fa-172d-44c9-b51e-5aac056628df req-daf96f8f-c772-4161-a26c-adc4cd4a74af tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 943 time: 0.0902147 Apr 22 09:41:27.358352 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-994921fa-172d-44c9-b51e-5aac056628df req-d7461e3b-2ebb-4068-80a3-0f187ad637c6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370781 Apr 22 09:41:28.542036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387c7d8-0439-475b-8ebb-6fd2ac267afa req-f7ec4eb7-116e-4e13-abe3-22f2cef57cb2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:28.543405 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1387c7d8-0439-475b-8ebb-6fd2ac267afa req-f7ec4eb7-116e-4e13-abe3-22f2cef57cb2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 943 time: 0.0814939 Apr 22 09:41:28.587600 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1387c7d8-0439-475b-8ebb-6fd2ac267afa req-530ccda4-4212-4ea1-8850-b6e9c1730c95 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385618 Apr 22 09:41:29.316887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 5a283dd7-38b6-4169-8466-2a0aa0d05e4d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:41:29.448104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:29.461612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'port_id': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'mac_address': 'fa:16:3e:6e:ae:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:41:29.515258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:29.532259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a283dd7-38b6-4169-8466-2a0aa0d05e4d {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:41:29.547758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:29.552525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:29.626142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:29.789740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7287e48-299b-4945-b6a9-1e1ddd885231 req-864fa54e-7331-42b6-a863-400c7b1bd44f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:29.791221 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7287e48-299b-4945-b6a9-1e1ddd885231 req-864fa54e-7331-42b6-a863-400c7b1bd44f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 944 time: 0.0895405 Apr 22 09:41:29.836687 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7287e48-299b-4945-b6a9-1e1ddd885231 req-8eb076a7-9b35-495c-a32b-c944fb73662d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395310 Apr 22 09:41:29.859812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['5a283dd7-38b6-4169-8466-2a0aa0d05e4d'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:41:31.026165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7552998-3b24-45d5-9c92-f118c7448431 req-2d02c982-91a8-4342-a218-9c735b5645f3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:31.027706 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a7552998-3b24-45d5-9c92-f118c7448431 req-2d02c982-91a8-4342-a218-9c735b5645f3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 944 time: 0.0832667 Apr 22 09:41:31.074691 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a7552998-3b24-45d5-9c92-f118c7448431 req-e4963f46-e0f6-4d12-bd53-56854a6d90a1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Apr 22 09:41:31.312807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 5a283dd7-38b6-4169-8466-2a0aa0d05e4d up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:41:31.383689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:41:31.388587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:41:31.388954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:31.505188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:31.532928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:41:31.546219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:41:31.552486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:31.588445 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e92c621c-b270-4e63-b61b-0b4e7e99a260'] response: {'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'code': 200} Apr 22 09:41:31.624188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:31.812131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0cd48-b258-422e-a90b-037ebd296bc8 req-8a5c1c85-d637-4c4c-8b5d-ecac3f8ef2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:31.813610 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fed0cd48-b258-422e-a90b-037ebd296bc8 req-8a5c1c85-d637-4c4c-8b5d-ecac3f8ef2e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 1098 time: 0.0676639 Apr 22 09:41:31.854351 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fed0cd48-b258-422e-a90b-037ebd296bc8 req-ad9ffab8-364a-46c5-97e8-db25977732dd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350344 Apr 22 09:41:32.260190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5ede4-8828-48e6-b43a-7fd4b1d617da req-9fc93607-7acf-4695-a6b9-ed343197d6e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:32.261666 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-93b5ede4-8828-48e6-b43a-7fd4b1d617da req-9fc93607-7acf-4695-a6b9-ed343197d6e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 945 time: 0.0839674 Apr 22 09:41:32.307320 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-93b5ede4-8828-48e6-b43a-7fd4b1d617da req-044662e8-78e8-4aa6-bd5a-261d4c040370 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Apr 22 09:41:33.489534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03764932-b8bc-421f-87f8-c71485603791 req-5baed00d-e0ce-4095-a248-eb2b2a6c764f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:33.490984 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-03764932-b8bc-421f-87f8-c71485603791 req-5baed00d-e0ce-4095-a248-eb2b2a6c764f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 945 time: 0.0783763 Apr 22 09:41:33.538329 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-03764932-b8bc-421f-87f8-c71485603791 req-192a0c68-29f2-49ba-a6aa-a907f70cac09 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Apr 22 09:41:33.718865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d4264-623c-40a1-9723-abe70a82cc26 req-7baf73a5-a6d9-4f5d-aeec-329623ee2fc2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:33.720287 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9f4d4264-623c-40a1-9723-abe70a82cc26 req-7baf73a5-a6d9-4f5d-aeec-329623ee2fc2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 945 time: 0.0799484 Apr 22 09:41:33.764954 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9f4d4264-623c-40a1-9723-abe70a82cc26 req-4fdeac61-dc1f-4035-aa7d-9488a46b54a9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386972 Apr 22 09:41:33.787896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34650) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:33.857794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee981f39-2fee-4cd9-a0ed-830517e2bd32 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:33.859284 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ee981f39-2fee-4cd9-a0ed-830517e2bd32 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 1093 time: 0.0703585 Apr 22 09:41:33.862198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34654) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:33.866829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:41:33.872696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:41:33.876507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:41:33.880295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:41:33.885931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:41:33.897687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:34.036148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:34.173151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.79 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/600b1519-be8c-44b8-bb6f-d43e1c98ffa7) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:41:34.319961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:34.349932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:34.406488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:41:34.409826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:41:34.413414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:41:34.558657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=600b1519-be8c-44b8-bb6f-d43e1c98ffa7,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:34.933368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:35.006934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:35.213915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:35.218388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:35.321858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=600b1519-be8c-44b8-bb6f-d43e1c98ffa7,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:41:35.334176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:35.503271 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP b16b48a0-6982-468c-91a9-ac25d6415947 associated. External IP: 172.26.2.79, port: 5a283dd7-38b6-4169-8466-2a0aa0d05e4d. Apr 22 09:41:35.850672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:41:36.141616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:41:36.152951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] Sync routers for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:41:36.166611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:36.167358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:41:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:36.171665 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:36.230469 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-92e11ff8-22ce-474a-ad1d-e9b7895e3b51 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3672514 Apr 22 09:41:36.231155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:41:36.233783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34658) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:36.355766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:36.495841 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bd6751-765b-4d67-a69d-f4d98d840341'] response: {'name': 'network-changed', 'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'status': 'completed', 'code': 200} Apr 22 09:41:36.509839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34666) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:36.510238 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-25a7a1ff-a351-44d8-9b0b-631e6d912350 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers/d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 HTTP/1.1" status: 200 len: 922 time: 0.2746580 Apr 22 09:41:36.599993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-04101f80-e6c0-45aa-bec4-d737d0b3fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:36.601414 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-04101f80-e6c0-45aa-bec4-d737d0b3fe78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 1098 time: 0.0762532 Apr 22 09:41:36.652249 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d9aacc0e-9e28-46cc-a22c-d7ce9443750a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 990 time: 0.1394904 Apr 22 09:41:36.736704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-02cab488-e476-4d45-96c5-c297ca4727bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:36.738068 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-02cab488-e476-4d45-96c5-c297ca4727bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=408e48f1-9c2d-497c-9ec6-cca1effffa36 HTTP/1.1" status: 200 len: 897 time: 0.1298962 Apr 22 09:41:36.789034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'b16b48a0-6982-468c-91a9-ac25d6415947', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'port_id': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'mac_address': 'fa:16:3e:6e:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:41:34Z', 'updated_at': '2022-04-22T09:41:34Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:41:22Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:36.793710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] Checking router: d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:41:36.802314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:41:36.802908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:41:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:36.842723 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-f2059c36-b390-41fd-a06e-cf664ab72599 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d HTTP/1.1" status: 200 len: 998 time: 0.0982809 Apr 22 09:41:36.905520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-b162a4da-eab7-46a8-ad94-5010d1349335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:36.906981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-b162a4da-eab7-46a8-ad94-5010d1349335 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ce29278-e0ea-4f27-b300-fd69e378f94a HTTP/1.1" status: 200 len: 834 time: 0.0578201 Apr 22 09:41:36.985728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-98930222-332e-4c0d-ac7f-02a6607f124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:41:36.987314 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-98930222-332e-4c0d-ac7f-02a6607f124e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=408e48f1-9c2d-497c-9ec6-cca1effffa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747411 Apr 22 09:41:37.018055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:41:37.120646 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-70a4402d-6ba7-411c-a3c9-993034b9df34 service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273072 Apr 22 09:41:37.254018 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae8b6abf-1127-4a9b-80b2-9e5c0158dec3 req-4fd6dd46-a631-4928-909a-f57d8593d379 service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272180 Apr 22 09:41:37.374526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'b16b48a0-6982-468c-91a9-ac25d6415947', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'port_id': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'mac_address': 'fa:16:3e:6e:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:41:34Z', 'updated_at': '2022-04-22T09:41:34Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:41:22Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:41:37.379558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1fc1ed-5215-48f3-b918-28939a2c5089 None None] The sync data for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv is: [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'b16b48a0-6982-468c-91a9-ac25d6415947', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'port_id': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'mac_address': 'fa:16:3e:6e:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:41:34Z', 'updated_at': '2022-04-22T09:41:34Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:41:22Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:41:37.567293 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d97248-ef3e-49e0-91f0-a1ddb42be22f None None] New status for floating IP b16b48a0-6982-468c-91a9-ac25d6415947: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:41:37.655580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34670) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:37.779675 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9229a969-6687-4ef1-8db2-352be651210e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 990 time: 0.1225541 Apr 22 09:41:38.339878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:38.783403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34674) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:41:38.888623 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9df64e27-d54a-4253-960f-e90d81901205 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 992 time: 0.1039543 Apr 22 09:41:41.990766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b9a10ce-cee8-494a-9bd0-052b101ad043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:44.389663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1a21884-4b87-43a2-8440-c51dc78257a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:45.363875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:45.720240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:47.140845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:41:47.342599 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:42:08.336106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:11.992455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d2048ed-1da3-45db-a84a-2265689de8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:14.394043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01d579aa-c0fa-4f6b-aeb1-c7f518105946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:15.367206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:15.722821 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:17.145477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:24.341856 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:42:26.296561 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-75affc29-9f64-4b15-9cd4-0e31e9c80e70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1670401 Apr 22 09:42:26.435917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-0bd2269b-f474-4ac4-b661-77b1a7bb275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:26.437410 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-0bd2269b-f474-4ac4-b661-77b1a7bb275e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 1098 time: 0.0711360 Apr 22 09:42:26.583195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-78395ad0-c357-40b7-8b00-dfec9b3dff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:26.584641 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-78395ad0-c357-40b7-8b00-dfec9b3dff7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=408e48f1-9c2d-497c-9ec6-cca1effffa36 HTTP/1.1" status: 200 len: 897 time: 0.1281495 Apr 22 09:42:26.685700 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-63f59431-d678-4506-973c-4d8ddcfea16c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d HTTP/1.1" status: 200 len: 1000 time: 0.0947976 Apr 22 09:42:26.750234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-0f5d4c74-7c39-4164-999a-58f42a42eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:26.751676 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-0f5d4c74-7c39-4164-999a-58f42a42eb65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ce29278-e0ea-4f27-b300-fd69e378f94a HTTP/1.1" status: 200 len: 834 time: 0.0601275 Apr 22 09:42:26.825249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-cea4572e-9e4d-4f38-82ad-44a160640fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:26.826639 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-cea4572e-9e4d-4f38-82ad-44a160640fcc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=408e48f1-9c2d-497c-9ec6-cca1effffa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694263 Apr 22 09:42:26.956058 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-487fff91-17ad-4a23-93f7-f4fdc648cf8a service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231925 Apr 22 09:42:27.086190 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da252aa8-5757-409e-89b0-2b56b1cb315d req-43ade508-715e-41fd-8049-bcec6f22ab45 service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246333 Apr 22 09:42:38.344464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:41.555142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34694) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:41.877545 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-98927053-a9d3-4f3b-b442-e31d47db2727 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers/d59f82f2-b2d7-46bd-8b3f-15c13b8f4704/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3211892 Apr 22 09:42:41.880781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34700) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:41.993585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3236d34-69da-4dce-9e39-06669ff5d22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:42.064181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68a9c27-c6da-45a3-bcc7-9747c33ca2ca tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Notify agent at dv-neutron-839018-1-hyperv the message router_removed_from_agent {{(pid=88062) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 22 09:42:42.067923 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e68a9c27-c6da-45a3-bcc7-9747c33ca2ca tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "DELETE /v2.0/agents/5787965d-953f-4616-b91d-58975fe630ff/l3-routers/d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 HTTP/1.1" status: 204 len: 168 time: 0.1862390 Apr 22 09:42:42.070408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34704) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:42.246826 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4a25e931-e8b4-41ba-82c8-d66d134ab62b tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers/d59f82f2-b2d7-46bd-8b3f-15c13b8f4704/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1751840 Apr 22 09:42:42.249328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34708) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:42.461076 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3ebb1169-0ce8-4f42-89e6-aa768afd28b7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 992 time: 0.2105012 Apr 22 09:42:42.805198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d5b54a-c0f8-441a-899c-5b5bee601a43 None None] New status for floating IP b16b48a0-6982-468c-91a9-ac25d6415947: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:42:43.465064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34712) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:43.567754 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fe241098-4e3b-407a-9ed8-b06c05c74d02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 990 time: 0.1016426 Apr 22 09:42:43.747647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef751e91-b7a0-463e-b889-742151c19a3a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:42:43.856203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:43.888114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ef751e91-b7a0-463e-b889-742151c19a3a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ef751e91-b7a0-463e-b889-742151c19a3a,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:42:43.891997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:43.892778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d333603c-b2ae-4c6a-9f68-1684fe9a716f no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:42:44.017049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ef751e91-b7a0-463e-b889-742151c19a3a,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:44.047746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.048093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.048466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.048803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.049139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.049467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.049795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.050169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.050989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.051317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.051638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.051960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:44.086863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:44.103619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port d333603c-b2ae-4c6a-9f68-1684fe9a716f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d333603c-b2ae-4c6a-9f68-1684fe9a716f,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:42:44.107361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:44.175767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=d333603c-b2ae-4c6a-9f68-1684fe9a716f,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:44.394516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7be57619-caf4-4171-a603-4853b05f21e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:44.708295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34718) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:44.913429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e0576d-d225-4c76-a2b2-970dbadc35c5 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:42:44.913814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e0576d-d225-4c76-a2b2-970dbadc35c5 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Notify agent at dv-neutron-839018-1-hyperv the message router_added_to_agent {{(pid=88062) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 22 09:42:44.932815 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e1e0576d-d225-4c76-a2b2-970dbadc35c5 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "POST /v2.0/agents/5787965d-953f-4616-b91d-58975fe630ff/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2234702 Apr 22 09:42:44.935256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34726) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:44.944815 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] Sync routers for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:42:44.954209 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:42:44.954855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:45.110783 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-27ced28f-2740-4105-8b6e-c608f6e21688 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers/d59f82f2-b2d7-46bd-8b3f-15c13b8f4704/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1744761 Apr 22 09:42:45.113430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34730) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:45.129420 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:42:45.222956 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-df201103-95b9-43da-ac78-b464d3fe2066 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 990 time: 0.1076767 Apr 22 09:42:45.371985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:45.478084 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'b16b48a0-6982-468c-91a9-ac25d6415947', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'port_id': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'mac_address': 'fa:16:3e:6e:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:41:34Z', 'updated_at': '2022-04-22T09:42:42Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:42:43Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:45.482958 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] Checking router: d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:42:45.493663 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:42:45.494412 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:45.700109 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:42:45.724681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:46.029804 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'b16b48a0-6982-468c-91a9-ac25d6415947', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'port_id': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'mac_address': 'fa:16:3e:6e:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:41:34Z', 'updated_at': '2022-04-22T09:42:42Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:42:43Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:46.033666 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e86b9b-ca17-4c7c-9384-b35f0a6f6857 None None] The sync data for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv is: [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'b16b48a0-6982-468c-91a9-ac25d6415947', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.79', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'port_id': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'mac_address': 'fa:16:3e:6e:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:41:34Z', 'updated_at': '2022-04-22T09:42:42Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:42:43Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:42:46.226364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34734) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:46.335626 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b697b362-c381-4fd3-8b2d-66b19da19c10 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 990 time: 0.1080225 Apr 22 09:42:47.147816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:47.339403 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34738) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:47.444160 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-24dcf5e6-1815-46d5-937a-d66c60cb4e8d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 990 time: 0.1037440 Apr 22 09:42:47.633766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ada194-f3d4-4bc0-9f7e-1a0d64765308 None None] New status for floating IP b16b48a0-6982-468c-91a9-ac25d6415947: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:42:47.832571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef751e91-b7a0-463e-b889-742151c19a3a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:42:47.987345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ef751e91-b7a0-463e-b889-742151c19a3a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:42:47.988268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:48.107865 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:48.138388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port ef751e91-b7a0-463e-b889-742151c19a3a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ef751e91-b7a0-463e-b889-742151c19a3a,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:42:48.142102 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:48.142890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d333603c-b2ae-4c6a-9f68-1684fe9a716f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:42:48.258531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=ef751e91-b7a0-463e-b889-742151c19a3a,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:48.271780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d333603c-b2ae-4c6a-9f68-1684fe9a716f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:42:48.272160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:48.385456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:48.401588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port d333603c-b2ae-4c6a-9f68-1684fe9a716f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d333603c-b2ae-4c6a-9f68-1684fe9a716f,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:42:48.405612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:48.448155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34742) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:48.472639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=d333603c-b2ae-4c6a-9f68-1684fe9a716f,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:48.556482 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d02aa241-f55e-4fdf-8a8d-54ed82b60700 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 200 len: 992 time: 0.1070158 Apr 22 09:42:48.859395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34750) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:49.054584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 600b1519-be8c-44b8-bb6f-d43e1c98ffa7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:42:49.054915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:49.324006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:49.324325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:49.440101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 600b1519-be8c-44b8-bb6f-d43e1c98ffa7 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:42:49.588118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:49.633154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=600b1519-be8c-44b8-bb6f-d43e1c98ffa7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:49.668605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.668945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.669304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.669628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.669947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.670269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.670585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.670901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.671215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.671528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.671859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.672149 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:42:49.734330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:49.734651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP b16b48a0-6982-468c-91a9-ac25d6415947 disassociated (deleted). External IP: 172.26.2.79, port: 5a283dd7-38b6-4169-8466-2a0aa0d05e4d. Apr 22 09:42:49.763644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef751e91-b7a0-463e-b889-742151c19a3a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:42:49.833702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ef751e91-b7a0-463e-b889-742151c19a3a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:42:49.833992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:49.955537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d333603c-b2ae-4c6a-9f68-1684fe9a716f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:42:50.020825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d333603c-b2ae-4c6a-9f68-1684fe9a716f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:42:50.021197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:50.084882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:42:50.262787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:42:50.272928 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] Sync routers for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:42:50.282649 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:50.283442 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:42:50.284913 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:50.337282 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b679710a-b252-45a1-9f6b-53ec0521cbca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/b16b48a0-6982-468c-91a9-ac25d6415947 HTTP/1.1" status: 204 len: 168 time: 1.4765701 Apr 22 09:42:50.337684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:42:50.386099 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720e546c-5c3f-40c1-ab84-5db81bc8b9b5'] response: {'name': 'network-changed', 'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'status': 'completed', 'code': 200} Apr 22 09:42:50.472727 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:42:50.486639 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-3718672a-511b-4051-a940-6d3b38daff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:50.488234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-3718672a-511b-4051-a940-6d3b38daff89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 1098 time: 0.0775871 Apr 22 09:42:50.640942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-10c56e3d-2d86-4c5a-ae58-bdf520cfa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:50.642382 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-10c56e3d-2d86-4c5a-ae58-bdf520cfa74a service neutron] 10.222.0.35 "GET /v2.0/networks?id=408e48f1-9c2d-497c-9ec6-cca1effffa36 HTTP/1.1" status: 200 len: 897 time: 0.1487682 Apr 22 09:42:50.813167 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:50.817288 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] Checking router: d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:42:50.826375 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:42:50.827013 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:50.867916 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-aee8837f-4ecf-419e-b7ae-d5c3d9897258 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d HTTP/1.1" status: 200 len: 217 time: 0.1902549 Apr 22 09:42:50.950547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdae7f-5ffb-4329-9b33-fa61fe1bacd6 req-6c887abe-4e8f-458e-919a-4f3f02322ac2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:50.951146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-22cdae7f-5ffb-4329-9b33-fa61fe1bacd6 req-6c887abe-4e8f-458e-919a-4f3f02322ac2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:42:50.957030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-4ae1895a-5ceb-49d4-96e2-6f710373aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:50.958398 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-4ae1895a-5ceb-49d4-96e2-6f710373aaa4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6ce29278-e0ea-4f27-b300-fd69e378f94a HTTP/1.1" status: 200 len: 834 time: 0.0824254 Apr 22 09:42:51.001547 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:42:51.012527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-22cdae7f-5ffb-4329-9b33-fa61fe1bacd6 req-6c887abe-4e8f-458e-919a-4f3f02322ac2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:42:51.013652 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-22cdae7f-5ffb-4329-9b33-fa61fe1bacd6 req-6c887abe-4e8f-458e-919a-4f3f02322ac2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 945 time: 0.3674989 Apr 22 09:42:51.071985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-22cdae7f-5ffb-4329-9b33-fa61fe1bacd6 req-5d951923-d433-4f7c-af90-9e9840c24263 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521176 Apr 22 09:42:51.075249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-29a8d342-8b92-41e0-9eef-85eb868f235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:51.076681 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-29a8d342-8b92-41e0-9eef-85eb868f235f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=408e48f1-9c2d-497c-9ec6-cca1effffa36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111987 Apr 22 09:42:51.213195 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-43d7fb95-4015-4ab5-ac62-9675ee2c4dca service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292889 Apr 22 09:42:51.347704 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:51.350122 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c1037ea-fc31-42d5-bec3-600c9bf65fad req-bf7630f5-fa0e-4883-9840-8a27e9c427c2 service neutron] 10.222.0.35 "GET /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294670 Apr 22 09:42:51.351760 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ea1e12-2f64-4b3d-8fd1-1ff1ebb1966d None None] The sync data for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv is: [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:41:17Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'ef751e91-b7a0-463e-b889-742151c19a3a', 'name': '', 'network_id': '408e48f1-9c2d-497c-9ec6-cca1effffa36', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:04:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:16Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': '6ce29278-e0ea-4f27-b300-fd69e378f94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:42:51.999126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dc2b2c-2fba-4cd9-aac6-e5712805d76b None None] New status for floating IP b16b48a0-6982-468c-91a9-ac25d6415947: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:42:52.251232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-a03f871d-2fcb-4ccf-8bab-6cb32eb7b516 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:52.253893 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-a03f871d-2fcb-4ccf-8bab-6cb32eb7b516 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 945 time: 0.0822940 Apr 22 09:42:52.264254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb9f6f-753c-471e-b33f-219b4975704b req-ebb1cc47-57ee-4ebc-9fb7-1a08ea850f3d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:52.266026 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ecfb9f6f-753c-471e-b33f-219b4975704b req-ebb1cc47-57ee-4ebc-9fb7-1a08ea850f3d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 945 time: 0.0835721 Apr 22 09:42:52.318288 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ecfb9f6f-753c-471e-b33f-219b4975704b req-b7cfcb1a-3663-4403-8d8f-71cbea8e366c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=02238717-2d9f-4ec2-833b-eba09a6c48cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445957 Apr 22 09:42:52.342395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:42:52.342902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:52.595209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:42:52.595558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:52.722797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 5a283dd7-38b6-4169-8466-2a0aa0d05e4d owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:42:52.861645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:52.941637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=5a283dd7-38b6-4169-8466-2a0aa0d05e4d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:52.991202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port 5a283dd7-38b6-4169-8466-2a0aa0d05e4d on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:42:52.993532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:52.997136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'name': 'network-vif-deleted', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:42:53.010963 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b420155-9e9b-46f1-976b-9791c3f26f45 req-2e6b3b7c-5bde-49fa-8c55-bb8a886de500 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/5a283dd7-38b6-4169-8466-2a0aa0d05e4d HTTP/1.1" status: 204 len: 173 time: 0.7522328 Apr 22 09:42:53.042981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1da92f3d-4759-4934-bfc2-8e894705a4e4'] response: {'server_uuid': '0b961e86-6fd0-40a0-9529-b6bec5860061', 'name': 'network-vif-deleted', 'tag': '5a283dd7-38b6-4169-8466-2a0aa0d05e4d', 'status': 'completed', 'code': 200} Apr 22 09:42:53.497942 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-67d7dc95-7c1c-4d04-9d4e-02f9251d34a0 req-a5864a24-2f44-47de-be60-b0670bf9a8af tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=0b961e86-6fd0-40a0-9529-b6bec5860061 HTTP/1.1" status: 200 len: 210 time: 0.0421507 Apr 22 09:42:54.595900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34768) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:54.661857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8685-6111-4b9c-86be-e2293123cad9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:54.690397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8685-6111-4b9c-86be-e2293123cad9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:54.755537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8685-6111-4b9c-86be-e2293123cad9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:54.776413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f8685-6111-4b9c-86be-e2293123cad9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02238717-2d9f-4ec2-833b-eba09a6c48cc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:54.785230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8685-6111-4b9c-86be-e2293123cad9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:54.786657 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0b2f8685-6111-4b9c-86be-e2293123cad9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/02238717-2d9f-4ec2-833b-eba09a6c48cc HTTP/1.1" status: 204 len: 168 time: 0.1896141 Apr 22 09:42:54.818941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34774) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:55.468013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:55.755038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 5a283dd7-38b6-4169-8466-2a0aa0d05e4d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:42:55.791115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 5a283dd7-38b6-4169-8466-2a0aa0d05e4d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:42:55.791455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 5a283dd7-38b6-4169-8466-2a0aa0d05e4d not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:42:55.823930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port ef751e91-b7a0-463e-b889-742151c19a3a {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:42:55.824554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:56.015407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port ef751e91-b7a0-463e-b889-742151c19a3a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ef751e91-b7a0-463e-b889-742151c19a3a,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:42:56.015673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:56.137730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for ef751e91-b7a0-463e-b889-742151c19a3a owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:42:56.578335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:56.624049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=ef751e91-b7a0-463e-b889-742151c19a3a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:56.904886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:57.254166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:42:57.429311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:42:57.438526 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] Sync routers for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:42:57.444277 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ee2d7e8a-b97e-4fbd-9571-d20005c0c633 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/d59f82f2-b2d7-46bd-8b3f-15c13b8f4704/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6218836 Apr 22 09:42:57.444533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34778) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:57.447465 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:42:57.448046 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:57.509281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49506cf-6678-496e-8ff8-ee0d4ac79462 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet 6ce29278-e0ea-4f27-b300-fd69e378f94a {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:42:57.512293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b49506cf-6678-496e-8ff8-ee0d4ac79462 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:57.569779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b49506cf-6678-496e-8ff8-ee0d4ac79462 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:57.618778 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:42:57.658475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b49506cf-6678-496e-8ff8-ee0d4ac79462 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:57.735821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b49506cf-6678-496e-8ff8-ee0d4ac79462 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:57.787349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49506cf-6678-496e-8ff8-ee0d4ac79462 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce29278-e0ea-4f27-b300-fd69e378f94a,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:57.789309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b49506cf-6678-496e-8ff8-ee0d4ac79462 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:57.796076 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b49506cf-6678-496e-8ff8-ee0d4ac79462 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/6ce29278-e0ea-4f27-b300-fd69e378f94a HTTP/1.1" status: 204 len: 168 time: 0.3504255 Apr 22 09:42:57.796829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e29e2-620b-47fc-b558-2c1193f601ac None None] Network 408e48f1-9c2d-497c-9ec6-cca1effffa36 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:42:57.798690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34782) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:57.906775 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:57.910658 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] Checking router: d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:42:57.920052 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] Routers {'d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:42:57.920716 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:58.105187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] DHCP port deletion for 408e48f1-9c2d-497c-9ec6-cca1effffa36 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:42:58.105427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:58.109670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] Deleting port 9847c453-f3ea-4732-a907-40ab0e57e1b4 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:42:58.110070 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] Set router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:42:58.110206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:58.286431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:58.297054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port d333603c-b2ae-4c6a-9f68-1684fe9a716f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:42:58.297395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:58.334016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] For port 9847c453-f3ea-4732-a907-40ab0e57e1b4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9847c453-f3ea-4732-a907-40ab0e57e1b4,segment=NetworkSegment(08c7dd7f-96b7-4937-b231-60e14cfd0f45),segment_id=08c7dd7f-96b7-4937-b231-60e14cfd0f45)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:42:58.334337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:58.403961 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:58.408168 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58283a0f-118f-472d-ba6d-2e73a511f9b2 None None] The sync data for ids ['d59f82f2-b2d7-46bd-8b3f-15c13b8f4704'] in dv-neutron-839018-1-hyperv is: [{'id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'name': 'tempest-TestNetworkBasicOps-router-298268914', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'd333603c-b2ae-4c6a-9f68-1684fe9a716f', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59f82f2-b2d7-46bd-8b3f-15c13b8f4704', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:41:12Z', 'updated_at': '2022-04-22T09:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:42:58.467344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] Calling delete_port for 9847c453-f3ea-4732-a907-40ab0e57e1b4 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:42:58.479975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port d333603c-b2ae-4c6a-9f68-1684fe9a716f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d333603c-b2ae-4c6a-9f68-1684fe9a716f,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:42:58.480326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:58.543991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:58.594306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] No DVR routers for this DVR port 9847c453-f3ea-4732-a907-40ab0e57e1b4 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:42:58.597965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa9f0c-5fbf-4bd9-b8e4-5a064aeab1dc None None] Pushing event deleted for resources: {'Port': ['ID=9847c453-f3ea-4732-a907-40ab0e57e1b4,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:58.606363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for d333603c-b2ae-4c6a-9f68-1684fe9a716f owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:42:58.773736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:58.822645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=d333603c-b2ae-4c6a-9f68-1684fe9a716f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:58.917485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.092490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.094630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.117643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.118303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Fanout notify agent at l3_agent the message router_deleted on router d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:42:59.132962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.134048 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-48b8a6e2-7e23-4991-95a8-cf47e4dcb1a6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/routers/d59f82f2-b2d7-46bd-8b3f-15c13b8f4704 HTTP/1.1" status: 204 len: 168 time: 1.3344333 Apr 22 09:42:59.136727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34786) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:59.257127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.492974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.517754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408e48f1-9c2d-497c-9ec6-cca1effffa36']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:59.529674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c7dd7f-96b7-4937-b231-60e14cfd0f45') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:59.529966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c7dd7f-96b7-4937-b231-60e14cfd0f45') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:42:59.540891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.556619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.562359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:42:59.562724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:42:59.577370 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:42:59.664628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.681885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.693753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=408e48f1-9c2d-497c-9ec6-cca1effffa36,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:59.702041 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-71be7b61-8a15-4e29-9c31-76cd1aebee2d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/408e48f1-9c2d-497c-9ec6-cca1effffa36 HTTP/1.1" status: 204 len: 168 time: 0.5643029 Apr 22 09:42:59.725570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34790) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:59.731930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--803657238', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:42:59.737022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:42:59.741683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:network and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:42:59.744536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:42:59.750004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:42:59.761501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:42:59.763770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef751e91-b7a0-463e-b889-742151c19a3a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:42:59.764984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.794092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:42:59.799149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: ef751e91-b7a0-463e-b889-742151c19a3a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:42:59.799451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ef751e91-b7a0-463e-b889-742151c19a3a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:42:59.800585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9847c453-f3ea-4732-a907-40ab0e57e1b4 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:42:59.803507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.803850 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment 95ee639c-747b-4744-b745-b74ed9167a78 of type vlan for network 27afa5d7-2e29-452b-ba9a-603c30053e79 Apr 22 09:42:59.829460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.836525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 9847c453-f3ea-4732-a907-40ab0e57e1b4 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:42:59.836864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9847c453-f3ea-4732-a907-40ab0e57e1b4 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:42:59.837385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d333603c-b2ae-4c6a-9f68-1684fe9a716f no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:42:59.858958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.865319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:42:59.865945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:42:59.871765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: d333603c-b2ae-4c6a-9f68-1684fe9a716f {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:42:59.872178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d333603c-b2ae-4c6a-9f68-1684fe9a716f not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:42:59.970963 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2437534 Apr 22 09:42:59.974331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34794) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:42:59.977333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef036e30-875b-4141-95d3-749ad70bf102 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=27afa5d7-2e29-452b-ba9a-603c30053e79,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:42:59.979999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-466318801', 'admin_state_up': True, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:42:59.987112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:42:59.988948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:42:59.993035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:router and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:42:59.995998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:00.002190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:00.012862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:00.014112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:00.030160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:00.299262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:00.594162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:00.737074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:00.873605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.118 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/8c98a676-709f-48e4-ad1c-d454c6c167a7) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:43:01.026174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:01.055684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:01.114709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:43:01.117400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:43:01.120971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:43:01.163193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=8c98a676-709f-48e4-ad1c-d454c6c167a7,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:01.179582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.179920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.180256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.180606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.180934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.181260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.181585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.181906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.182225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.182541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.182856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.183168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:01.340301 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:43:01.546170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:01.873390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:02.175565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 7737b382-32e1-4e0f-bf57-516f899c2258 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:43:02.352602 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:43:02.361940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Sync routers for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:43:02.371262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:43:02.371871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:02.379554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:02.380815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e56f3b0-07ab-40e7-b998-0b5b91ee6f00 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4054806 Apr 22 09:43:02.383822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34798) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:02.423085 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e6efa040-b947-46f4-bf0b-914773840257 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382092 Apr 22 09:43:02.426315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34802) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:02.548259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:43:02.558696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d455c5-b5ab-4132-9c1c-cf55ed758f54 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:02.560477 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-99d455c5-b5ab-4132-9c1c-cf55ed758f54 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332905 Apr 22 09:43:02.563536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34806) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:02.605116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3556e095-fb73-445b-b2a4-982ab90dfb37 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378957 Apr 22 09:43:02.605368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34810) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:02.610467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503948816', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:02.723240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:02.727276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:02.730404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:02.736127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:02.746772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:43:02.750493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:02.913142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:01Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:02.917151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Checking router: 7737b382-32e1-4e0f-bf57-516f899c2258 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:43:02.917509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Updating router 7737b382-32e1-4e0f-bf57-516f899c2258 port 8c98a676-709f-48e4-ad1c-d454c6c167a7 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:43:02.973165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:02.974094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:03.054763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=d2356f28-2024-49a2-9b50-2f7014ac0c0d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:03.063286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:43:03.063286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: 27afa5d7-2e29-452b-ba9a-603c30053e79, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:43:03.082709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:43:03.092009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 27afa5d7-2e29-452b-ba9a-603c30053e79) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:43:03.097244 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:03.098658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:03.106353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d58308-e7e4-4d66-91cc-2318dba16a12 None None] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:43:03.124111 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c8a18b86-a6e6-424d-b221-f768898f8845 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5152688 Apr 22 09:43:03.124357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34814) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:03.451372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-27afa5d7-2e29-452b-ba9a-603c30053e79', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:43:03.452181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:03.590607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:03.614491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Transition to ACTIVE for port object 8c98a676-709f-48e4-ad1c-d454c6c167a7 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:43:03.649557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:03.767344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c223d-098c-4c50-89ac-2d1491f5db92 None None] Pushing event updated for resources: {'Port': ['ID=8c98a676-709f-48e4-ad1c-d454c6c167a7,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:03.771030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Allocated IP 172.20.0.2 (27afa5d7-2e29-452b-ba9a-603c30053e79/d2356f28-2024-49a2-9b50-2f7014ac0c0d/c4cea2e8-b9ad-4350-8be5-bf7335b43418) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:43:03.773215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Attempting to bind port 8c98a676-709f-48e4-ad1c-d454c6c167a7 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:43:03.773574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Attempting to bind port 8c98a676-709f-48e4-ad1c-d454c6c167a7 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:43:03.773997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Attempting to bind port 8c98a676-709f-48e4-ad1c-d454c6c167a7 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:43:03.787744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:43:03.788113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:43:03.788534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:03.788920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:43:03.789374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Bound port: 8c98a676-709f-48e4-ad1c-d454c6c167a7, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:43:03.789739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:03.932904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:03.948633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] For port 8c98a676-709f-48e4-ad1c-d454c6c167a7, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:43:03.953503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] For port 8c98a676-709f-48e4-ad1c-d454c6c167a7, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8c98a676-709f-48e4-ad1c-d454c6c167a7,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:43:03.958372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.100244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:43:04.101324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:04.164469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c223d-098c-4c50-89ac-2d1491f5db92 None None] Pushing event updated for resources: {'Port': ['ID=8c98a676-709f-48e4-ad1c-d454c6c167a7,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:04.208903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.284716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Transition to ACTIVE for port object c4cea2e8-b9ad-4350-8be5-bf7335b43418 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:43:04.321664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Transition to ACTIVE for port object c4cea2e8-b9ad-4350-8be5-bf7335b43418 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:43:04.331915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:43:04.374646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.396741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.1 (27afa5d7-2e29-452b-ba9a-603c30053e79/d2356f28-2024-49a2-9b50-2f7014ac0c0d/55ecd944-7fb2-4fdd-9915-56f7e1dcad78) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:43:04.568345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.584280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:43:04.585134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:43:04.608466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.631825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:43:04.637508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Pushing event updated for resources: {'Port': ['ID=c4cea2e8-b9ad-4350-8be5-bf7335b43418,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:04.639769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:43:04.673744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:43:04.677469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:43:04.681372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:43:04.727524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:04.757186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.760118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Attempting to bind port c4cea2e8-b9ad-4350-8be5-bf7335b43418 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:43:04.760516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Attempting to bind port c4cea2e8-b9ad-4350-8be5-bf7335b43418 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:43:04.760886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Attempting to bind port c4cea2e8-b9ad-4350-8be5-bf7335b43418 on network 27afa5d7-2e29-452b-ba9a-603c30053e79 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:43:04.767139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:43:04.767506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Checking segment: {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:43:04.767903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.768298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Bound using segment: {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:43:04.768828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Bound port: c4cea2e8-b9ad-4350-8be5-bf7335b43418, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:43:04.769199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.885593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.904175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] For port c4cea2e8-b9ad-4350-8be5-bf7335b43418, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:43:04.907847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] For port c4cea2e8-b9ad-4350-8be5-bf7335b43418, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c4cea2e8-b9ad-4350-8be5-bf7335b43418,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:43:04.912097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:04.944715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:01Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:04.962270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8037382-05cd-4dc7-9d28-88362f6bfcf7 None None] The sync data for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv is: [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:01Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:43:05.001712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b25d6-a15d-439b-bbe9-6e7790ef8623 None None] Pushing event updated for resources: {'Port': ['ID=c4cea2e8-b9ad-4350-8be5-bf7335b43418,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:05.354637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:05.360696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:05.600589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:05.603893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:05.753731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:43:05.754954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:43:05.852728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c4cea2e8-b9ad-4350-8be5-bf7335b43418 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:43:05.938495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port c4cea2e8-b9ad-4350-8be5-bf7335b43418 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:43:05.943812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8c98a676-709f-48e4-ad1c-d454c6c167a7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:43:05.972372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 7737b382-32e1-4e0f-bf57-516f899c2258 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:43:06.018255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8c98a676-709f-48e4-ad1c-d454c6c167a7 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:43:06.023107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8c98a676-709f-48e4-ad1c-d454c6c167a7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:06.023494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:06.069769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81cd23-ad08-4514-941c-32f225b4834c None None] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:43:06.164458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:43:06.177684 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9d000619-f1e0-4ea6-8447-0cbe4935763c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/7737b382-32e1-4e0f-bf57-516f899c2258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0523174 Apr 22 09:43:06.180342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34818) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:06.222976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7665714a-479b-4732-9c68-1412487d0abd None None] Provisioning for port c4cea2e8-b9ad-4350-8be5-bf7335b43418 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:43:06.253519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7665714a-479b-4732-9c68-1412487d0abd None None] Provisioning complete for port c4cea2e8-b9ad-4350-8be5-bf7335b43418 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:06.253893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7665714a-479b-4732-9c68-1412487d0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:06.332230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a1fe3-77e1-4bb6-9e0c-780952e8ca9a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:06.332936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a1fe3-77e1-4bb6-9e0c-780952e8ca9a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:06.333453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a1fe3-77e1-4bb6-9e0c-780952e8ca9a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:06.333970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726a1fe3-77e1-4bb6-9e0c-780952e8ca9a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:06.335941 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-726a1fe3-77e1-4bb6-9e0c-780952e8ca9a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1541517 Apr 22 09:43:06.338686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34822) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:06.348532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:06.413369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322e81f-7548-4315-97dc-6df70e590334 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:06.414000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322e81f-7548-4315-97dc-6df70e590334 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:06.414562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322e81f-7548-4315-97dc-6df70e590334 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:06.414944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7322e81f-7548-4315-97dc-6df70e590334 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:06.415218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 8c98a676-709f-48e4-ad1c-d454c6c167a7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8c98a676-709f-48e4-ad1c-d454c6c167a7,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:43:06.419116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7322e81f-7548-4315-97dc-6df70e590334 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0768068 Apr 22 09:43:06.419439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34826) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:06.427379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:06.554532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7665714a-479b-4732-9c68-1412487d0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:06.570053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=8c98a676-709f-48e4-ad1c-d454c6c167a7,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:06.605574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7665714a-479b-4732-9c68-1412487d0abd None None] For port c4cea2e8-b9ad-4350-8be5-bf7335b43418, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c4cea2e8-b9ad-4350-8be5-bf7335b43418,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:43:06.609370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7665714a-479b-4732-9c68-1412487d0abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:06.638601 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Sync routers for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:43:06.650641 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:43:06.651719 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:06.652539 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3ea52092-57cc-49a6-8943-3294eb7725fc tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2316506 Apr 22 09:43:06.707116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665714a-479b-4732-9c68-1412487d0abd None None] Pushing event updated for resources: {'Port': ['ID=c4cea2e8-b9ad-4350-8be5-bf7335b43418,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:06.840225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5d0ee920-d913-42c7-a6de-f06037cacdf9 None None] Provisioning complete for port c4cea2e8-b9ad-4350-8be5-bf7335b43418 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:06.840225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee920-d913-42c7-a6de-f06037cacdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:06.841680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34832) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:06.847701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896200132', 'description': 'tempest-secgroup-smoke-896200132 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:06.853680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:06.864213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:06.871628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:06.878527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:06.880985 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:43:06.898045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:06.919803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:06.925385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:06.928911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:06.935157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:07.012593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5d0ee920-d913-42c7-a6de-f06037cacdf9 None None] Provisioning for port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:43:07.017994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5d0ee920-d913-42c7-a6de-f06037cacdf9 None None] Provisioning complete for port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:07.019020 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5d0ee920-d913-42c7-a6de-f06037cacdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.025675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.029919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.079753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5d0ee920-d913-42c7-a6de-f06037cacdf9 None None] Port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:43:07.085029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.088864 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2461233 Apr 22 09:43:07.089474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34836) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:07.089960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3e24d-b6bd-4d93-ac8e-e915573e1182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180d3824-fd3a-484c-baf5-2a42c9df0adc,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:07.097182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '180d3824-fd3a-484c-baf5-2a42c9df0adc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:07.103949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:07.108611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:07.111541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:07.118557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:07.136777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.204345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7b08d8cf-beae-422d-a91e-8926805cacd3 None None] Provisioning complete for port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:07.204647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7b08d8cf-beae-422d-a91e-8926805cacd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.210153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.215475 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:05Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:07.215737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.220015 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Checking router: 7737b382-32e1-4e0f-bf57-516f899c2258 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:43:07.220369 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Updating router 7737b382-32e1-4e0f-bf57-516f899c2258 port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:43:07.240095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999324e4-27aa-4fdd-82a9-446156c888eb,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:07.255826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.260312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34840) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:07.260616 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5bf09d61-e80d-40ca-adb5-27c6abf479d4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1691105 Apr 22 09:43:07.265543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '180d3824-fd3a-484c-baf5-2a42c9df0adc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:07.272004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:07.276957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:07.277625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7b08d8cf-beae-422d-a91e-8926805cacd3 None None] Port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:43:07.281337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:07.283654 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.288239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:07.304344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.364879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.368380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.397117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c542a1de-cb7e-4324-bddd-f858c0f1a01b,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:07.401197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-86866365-81d1-42f5-99c8-6492006d26ff None None] Provisioning complete for port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:07.401855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-86866365-81d1-42f5-99c8-6492006d26ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.404896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.408950 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8a79a0a0-1077-4343-985b-fba144e9d07b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474147 Apr 22 09:43:07.409119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34844) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:07.414268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '180d3824-fd3a-484c-baf5-2a42c9df0adc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:07.420341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:07.424158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:07.427224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:07.432981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:07.452644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.460535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-86866365-81d1-42f5-99c8-6492006d26ff None None] Port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:43:07.527319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.532379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.558148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2bcd708-633b-4401-8d5b-ab8c05c66b93,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:07.571231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.572856 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bfee6e42-ad54-4578-8f5d-52403d4ce264 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1626947 Apr 22 09:43:07.575786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34848) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:07.581892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '180d3824-fd3a-484c-baf5-2a42c9df0adc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:07.588236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:07.592161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:07.595020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:07.600662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:07.617584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.648499 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.660846 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Transition to ACTIVE for port object 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:43:07.668006 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.683785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.687527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.713093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f033fbd-de01-49d2-b81b-32719713af03,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:07.722816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.728055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34852) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:07.728198 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8e39bfd4-2ccc-414f-96c6-39d017a161f6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1505854 Apr 22 09:43:07.733728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '180d3824-fd3a-484c-baf5-2a42c9df0adc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:07.753809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:07.758747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:07.765225 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:07.776836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:07.786955 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Pushing event updated for resources: {'Port': ['ID=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:07.796249 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:43:07.803708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c4cea2e8-b9ad-4350-8be5-bf7335b43418 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:43:07.806119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.810347 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.810685 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.811016 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.812837 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.813817 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.814469 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.814944 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.816115 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.816633 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.817099 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.817719 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.818182 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:43:07.889220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.895453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.930895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc5fc30-fe5d-496b-aaa3-7e9038e6c6b7,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:07.933568 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Attempting to bind port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:43:07.934484 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Attempting to bind port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:43:07.935110 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Attempting to bind port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 on network 27afa5d7-2e29-452b-ba9a-603c30053e79 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:43:07.942212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.943796 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a79caf73-a731-4ea9-b728-3e29320dcdef tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2143290 Apr 22 09:43:07.944826 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:43:07.945391 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Checking segment: {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:43:07.946238 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.946730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34856) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:07.949172 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Bound using segment: {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:43:07.950014 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Bound port: 55ecd944-7fb2-4fdd-9915-56f7e1dcad78, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:43:07.950494 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.953789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c4cea2e8-b9ad-4350-8be5-bf7335b43418 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:07.954024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '180d3824-fd3a-484c-baf5-2a42c9df0adc', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:07.954512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:07.960628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:07.964435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:07.968025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:07.974588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:07.985438 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:43:07.993880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:08.048496 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] For port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:43:08.052495 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] For port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:43:08.056844 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:08.061341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:08.066907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:08.087225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8c98a676-709f-48e4-ad1c-d454c6c167a7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:43:08.090060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690be900-c10e-42a4-a518-b2b909f4577b,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:08.101850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:08.108867 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fee38bd8-3fb6-4a3d-b63f-66a23694673e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608725 Apr 22 09:43:08.156468 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fd322-292e-4068-8522-edc6e9bf6fac None None] Pushing event updated for resources: {'Port': ['ID=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:08.159751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8c98a676-709f-48e4-ad1c-d454c6c167a7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:08.160126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:08.160320 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:43:08.160943 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:42:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:08.306199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-a1e1cd53-a951-4ce8-ba89-2e17674cf92a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:43:08.324110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-a1e1cd53-a951-4ce8-ba89-2e17674cf92a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:43:08.325381 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-a1e1cd53-a951-4ce8-ba89-2e17674cf92a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896200132&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0644708 Apr 22 09:43:08.355638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:08.365199 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:43:08.479261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-793da064-9100-4714-98fe-f9eb8bf61eee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:08.480799 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-793da064-9100-4714-98fe-f9eb8bf61eee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 796 time: 0.1440315 Apr 22 09:43:08.496216 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-27ac1373-7426-4aab-a875-d5f1ee869734 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.0098858 Apr 22 09:43:08.578943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-b2ec9025-4832-4394-98fc-9e084d334247 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:43:08.593648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-b2ec9025-4832-4394-98fc-9e084d334247 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:43:08.594955 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-b2ec9025-4832-4394-98fc-9e084d334247 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932682 Apr 22 09:43:08.703430 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:08Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:08.707727 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6665ed39-acdd-4eae-8717-2d002fdf1591 None None] The sync data for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv is: [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:08Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:43:08.852362 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6c76aea7-caf8-429a-b7bd-163102b24d52 service neutron] 10.222.0.32 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459404 Apr 22 09:43:08.989903 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-7ea7ebb5-686a-4455-9684-35a26ee01e3a service neutron] 10.222.0.32 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312246 Apr 22 09:43:09.184939 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-31a7223d-03a8-4821-adf9-28e1d0770fdf req-314445fb-1575-4cb6-b4c7-965fbc945e2b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:43:09.202046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-31a7223d-03a8-4821-adf9-28e1d0770fdf req-314445fb-1575-4cb6-b4c7-965fbc945e2b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:43:09.203428 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-31a7223d-03a8-4821-adf9-28e1d0770fdf req-314445fb-1575-4cb6-b4c7-965fbc945e2b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 210 time: 0.0713971 Apr 22 09:43:09.792070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:43:09.861185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:43:09.865625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:09.865997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:09.980288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:10.011799 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:43:10.015490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:10.084444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:10.219256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-b4657889-41ae-428c-b404-b55350a279f4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:10.219971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-b4657889-41ae-428c-b404-b55350a279f4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:43:10.236290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-b4657889-41ae-428c-b404-b55350a279f4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:43:10.238237 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-b4657889-41ae-428c-b404-b55350a279f4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 796 time: 0.1623862 Apr 22 09:43:10.286174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-cb31606e-db54-4188-8272-794483a9b7a7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:43:10.297756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-cb31606e-db54-4188-8272-794483a9b7a7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:43:10.298863 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-cb31606e-db54-4188-8272-794483a9b7a7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 379 time: 0.0530982 Apr 22 09:43:10.307734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['180d3824-fd3a-484c-baf5-2a42c9df0adc']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:10.369408 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3859b4e0-8e44-43be-b0b3-f2cb658689b8 req-8bdf4782-4e09-4542-8341-a698bbef7bb3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 210 time: 0.0463388 Apr 22 09:43:10.442678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:10.451792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:10.461167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:43:10.464562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:10.624333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.14 (27afa5d7-2e29-452b-ba9a-603c30053e79/d2356f28-2024-49a2-9b50-2f7014ac0c0d/8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:43:10.808888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:10.824477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:43:10.848011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:10.917453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:43:10.920362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:43:10.928725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:43:10.959383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:10.996619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:10.997231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:11.023572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6080dfe1-9f3d-4292-b4f5-e4163a094472 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7199624 Apr 22 09:43:11.035107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Request body: {'port': {'device_id': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:11.148162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:11.191914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a44eb821-9f0d-4174-a9d5-30b33b418211 None None] Provisioning for port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:43:11.196861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a44eb821-9f0d-4174-a9d5-30b33b418211 None None] Provisioning complete for port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:11.197332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a44eb821-9f0d-4174-a9d5-30b33b418211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:11.252255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a44eb821-9f0d-4174-a9d5-30b33b418211 None None] Port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:43:11.528103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:43:11.536666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:11.556131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Transition to ACTIVE for port object 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:43:11.559908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:11.777568 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:43:11.825039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f855dc-9c9e-4547-9b5b-9f9784e859ea req-9359b502-4c7f-4ba4-b90c-3aef86ead3e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:11.825717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-e9f855dc-9c9e-4547-9b5b-9f9784e859ea req-9359b502-4c7f-4ba4-b90c-3aef86ead3e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:43:11.844651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:11.845114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:11.861621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:11.917279 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-e9f855dc-9c9e-4547-9b5b-9f9784e859ea req-9359b502-4c7f-4ba4-b90c-3aef86ead3e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:43:11.918516 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9f855dc-9c9e-4547-9b5b-9f9784e859ea req-9359b502-4c7f-4ba4-b90c-3aef86ead3e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 932 time: 0.4440591 Apr 22 09:43:11.970301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Attempting to bind port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:43:11.970538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Attempting to bind port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:43:11.970855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Attempting to bind port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e on network 27afa5d7-2e29-452b-ba9a-603c30053e79 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:43:11.980125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e on network 27afa5d7-2e29-452b-ba9a-603c30053e79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:43:11.980469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Attempting to bind port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e on network 27afa5d7-2e29-452b-ba9a-603c30053e79 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:43:11.989685 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9f855dc-9c9e-4547-9b5b-9f9784e859ea req-1fb293e4-5978-4692-bf5e-d8cb76ea364b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641174 Apr 22 09:43:11.990540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:43:11.990872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Checking segment: {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:43:11.991241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Bound using segment: {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:43:11.991724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Bound port: 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95ee639c-747b-4744-b745-b74ed9167a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:43:11.992065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:11.995755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a44296ca-f039-4fe0-9542-aa5c06d4c2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:12.082976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] For port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:43:12.085812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] For port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:43:12.089920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:12.144286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:12.144841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:12.146172 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] 10.222.0.35 "PUT /v2.0/ports/8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 1094 time: 1.1153784 Apr 22 09:43:12.146596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:43:12.174048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e19377-d5a2-4488-a398-318084e80a67 service neutron] Pushing event updated for resources: {'Port': ['ID=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:12.225051 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41903517-e621-4033-9ee5-e81fb2c45299'] response: {'name': 'network-changed', 'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'status': 'completed', 'code': 200} Apr 22 09:43:12.270797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-a19febc0-4433-4f42-8766-da06bfbb6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:12.272101 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-a19febc0-4433-4f42-8766-da06bfbb6545 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1097 time: 0.0792909 Apr 22 09:43:12.339756 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6baf122c-06d1-433f-a14f-0544af7f151b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 217 time: 0.0613523 Apr 22 09:43:12.404236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6353cb88-7e7f-46d9-9f9a-2891ae84d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:12.405673 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-6353cb88-7e7f-46d9-9f9a-2891ae84d5dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 844 time: 0.0602965 Apr 22 09:43:12.479562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-a7488021-b75b-43ba-a632-607ed50ed0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:12.480971 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-a7488021-b75b-43ba-a632-607ed50ed0af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27afa5d7-2e29-452b-ba9a-603c30053e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684958 Apr 22 09:43:12.611094 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-352e92cc-16b8-46ec-a5cd-14ea870d541b service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241224 Apr 22 09:43:12.739767 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa901b04-1f0d-42ec-8989-eb7273321ad3 req-0b4b362f-4e3e-4821-8454-a5840ccea219 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226518 Apr 22 09:43:12.858462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-b6ce573a-8951-4526-8bb8-7ba60ae86598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:12.859894 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-b6ce573a-8951-4526-8bb8-7ba60ae86598 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1097 time: 0.0723369 Apr 22 09:43:12.988577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-f165c85c-a3f3-4e52-8f8e-7112353e87af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:12.990080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-f165c85c-a3f3-4e52-8f8e-7112353e87af service neutron] 10.222.0.35 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 897 time: 0.1243730 Apr 22 09:43:13.056948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-bfb18708-bc57-47c1-8ddd-4bc4d452de5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 217 time: 0.0608611 Apr 22 09:43:13.162544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-b684b0a5-aaaf-4968-8757-8a0f1a3bc1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:13.164006 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-b684b0a5-aaaf-4968-8757-8a0f1a3bc1f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 844 time: 0.1018341 Apr 22 09:43:13.246311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becb0a8-d25e-4bf2-b954-734dd46fd8cb req-8dcc7700-dc7b-4a24-83fe-813b1b8e8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:13.247781 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2becb0a8-d25e-4bf2-b954-734dd46fd8cb req-8dcc7700-dc7b-4a24-83fe-813b1b8e8628 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 944 time: 0.1466329 Apr 22 09:43:13.297808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-3206f65d-2707-4899-bc2e-e3dc85de7240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:13.299261 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-3206f65d-2707-4899-bc2e-e3dc85de7240 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27afa5d7-2e29-452b-ba9a-603c30053e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277425 Apr 22 09:43:13.306563 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2becb0a8-d25e-4bf2-b954-734dd46fd8cb req-53b25576-af3c-4b9d-9159-3d20f26299bd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523112 Apr 22 09:43:13.533703 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-97a9df92-7081-41a5-ba7a-117128a1da27 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261162 Apr 22 09:43:13.661809 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5520b878-1932-4066-bd7f-6d2a51bdf708 req-610ec043-4cf4-4d6c-865f-df95d3dc5bba service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219850 Apr 22 09:43:14.397014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-435495fb-3a1e-4ad9-b869-c182588bb9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:14.494554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a51846-b37d-4127-9756-0b7dab683ab8 req-d4878479-580a-4535-bfa5-9cb1ad2706df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:14.495900 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-46a51846-b37d-4127-9756-0b7dab683ab8 req-d4878479-580a-4535-bfa5-9cb1ad2706df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 944 time: 0.0797741 Apr 22 09:43:14.539669 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-46a51846-b37d-4127-9756-0b7dab683ab8 req-d4ccf02d-c5ac-4d73-906e-ec108fd82c69 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380514 Apr 22 09:43:15.372793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:15.725497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76966f-6bcf-43e7-8551-0553a6eb4c39 req-6c004c33-6b3f-4d33-bade-00b6e4808b8d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:15.727213 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5a76966f-6bcf-43e7-8551-0553a6eb4c39 req-6c004c33-6b3f-4d33-bade-00b6e4808b8d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 944 time: 0.0829158 Apr 22 09:43:15.728983 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:15.773717 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5a76966f-6bcf-43e7-8551-0553a6eb4c39 req-c4447210-1e30-4118-93e7-d70506133d4d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405648 Apr 22 09:43:15.803360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:43:15.936018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:43:15.948999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'port_id': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'mac_address': 'fa:16:3e:10:b5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:43:16.007798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:16.024462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:43:16.040513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:43:16.043961 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:16.108564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:16.391360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:43:16.959518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6ea55-1bd3-42ef-ac26-423666f8d7ff req-10bc05e5-d065-4199-bea1-8a4b071591cc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:16.960973 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-52c6ea55-1bd3-42ef-ac26-423666f8d7ff req-10bc05e5-d065-4199-bea1-8a4b071591cc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 945 time: 0.0816069 Apr 22 09:43:17.004458 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-52c6ea55-1bd3-42ef-ac26-423666f8d7ff req-d60ccf69-ad55-4896-ac73-242401be12b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378952 Apr 22 09:43:17.149843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:17.802774 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:43:17.872120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:43:17.876693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:43:17.877062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:18.016571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:18.043477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:43:18.052923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:43:18.057705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:18.093538 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfea4fe-4f0c-467d-a629-579a1159cc92'] response: {'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'code': 200} Apr 22 09:43:18.127064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:18.193134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581278a-5f3e-441a-8626-8645ea628d9d req-614e3353-ebd7-4015-94b1-fe4048b61574 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:18.194736 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8581278a-5f3e-441a-8626-8645ea628d9d req-614e3353-ebd7-4015-94b1-fe4048b61574 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 946 time: 0.0843163 Apr 22 09:43:18.240275 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8581278a-5f3e-441a-8626-8645ea628d9d req-087221dc-e9f8-4f83-89be-5478c5b96823 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396569 Apr 22 09:43:18.323033 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ca486-c37c-4bab-ac57-5d8bf0988706 req-31037c1d-d32e-45cf-8f86-36122b700077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:18.324576 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1e4ca486-c37c-4bab-ac57-5d8bf0988706 req-31037c1d-d32e-45cf-8f86-36122b700077 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1099 time: 0.0694375 Apr 22 09:43:18.368164 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1e4ca486-c37c-4bab-ac57-5d8bf0988706 req-83c3281f-43e3-4c0d-a9dd-cf4345835a81 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373497 Apr 22 09:43:19.427418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9328f2-f3ae-4fcb-9eda-ee345e20a71d req-cf34357f-fde3-4f56-9b64-50bed0dc4799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:19.428926 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1d9328f2-f3ae-4fcb-9eda-ee345e20a71d req-cf34357f-fde3-4f56-9b64-50bed0dc4799 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 946 time: 0.0799215 Apr 22 09:43:19.475048 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1d9328f2-f3ae-4fcb-9eda-ee345e20a71d req-c7e562c1-903e-4453-bf76-beb722278b5e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405195 Apr 22 09:43:20.661509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71450d9-98e8-4f80-ae1f-6cea2e3d68d7 req-9437a245-85f4-4408-98d7-40520258cc81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:20.663178 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d71450d9-98e8-4f80-ae1f-6cea2e3d68d7 req-9437a245-85f4-4408-98d7-40520258cc81 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 946 time: 0.0860085 Apr 22 09:43:20.707401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d71450d9-98e8-4f80-ae1f-6cea2e3d68d7 req-bf7063d2-30f7-46aa-9377-0fe450b82138 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380619 Apr 22 09:43:20.892532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0155b8-19ed-4031-bef2-367a295dfe27 req-64690beb-55a2-4b95-88dd-bc156769a180 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:20.894620 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4c0155b8-19ed-4031-bef2-367a295dfe27 req-64690beb-55a2-4b95-88dd-bc156769a180 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 946 time: 0.0825620 Apr 22 09:43:20.939534 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4c0155b8-19ed-4031-bef2-367a295dfe27 req-9df16605-8884-452a-ba4e-0fafdc019ebf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390825 Apr 22 09:43:20.962579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34910) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:21.035829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c571fbb-579b-433d-b980-bc7e06858438 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:21.037378 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7c571fbb-579b-433d-b980-bc7e06858438 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1094 time: 0.0738115 Apr 22 09:43:21.040140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34914) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:21.045059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:43:21.051766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:43:21.055614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:43:21.058428 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:43:21.064050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:43:21.074348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:21.211151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:21.338793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.138 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/fd0bb76f-c423-4d2f-8789-5164ea880bee) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:43:21.484327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:21.513819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:21.577544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:43:21.580258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:43:21.583850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:43:21.622761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=fd0bb76f-c423-4d2f-8789-5164ea880bee,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:21.999654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:22.178751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:22.380285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:22.384839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:22.494453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=fd0bb76f-c423-4d2f-8789-5164ea880bee,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:43:22.504141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:22.674760 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 3d701c29-59a1-40b6-a7e6-69edd5ef7d98 associated. External IP: 172.26.2.138, port: 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e. Apr 22 09:43:23.022868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 7737b382-32e1-4e0f-bf57-516f899c2258 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:43:23.200200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:43:23.210072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] Sync routers for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:43:23.219047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:43:23.219648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:43:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:23.224816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:23.280297 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-96df78e9-aa2b-4c68-a293-57a8cf39c80c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2390046 Apr 22 09:43:23.280929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:43:23.282978 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34918) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:23.333221 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e1f3eb-584d-408c-8d2e-e8336dbfd670'] response: {'name': 'network-changed', 'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'status': 'completed', 'code': 200} Apr 22 09:43:23.401397 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a1a16ea1-0b58-4e77-b376-d9800f0c8160 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d701c29-59a1-40b6-a7e6-69edd5ef7d98 HTTP/1.1" status: 200 len: 992 time: 0.1172063 Apr 22 09:43:23.403993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:43:23.469791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42150b-40a2-46f0-accf-f327624e0350 req-94fea58d-6b43-460a-8d98-8a3ab19de06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:23.471297 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4f42150b-40a2-46f0-accf-f327624e0350 req-94fea58d-6b43-460a-8d98-8a3ab19de06f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1099 time: 0.1191924 Apr 22 09:43:23.601163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42150b-40a2-46f0-accf-f327624e0350 req-6fd6ceac-9adc-4045-98c0-4ad6e155c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:23.602592 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4f42150b-40a2-46f0-accf-f327624e0350 req-6fd6ceac-9adc-4045-98c0-4ad6e155c554 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 897 time: 0.1257882 Apr 22 09:43:23.755191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d701c29-59a1-40b6-a7e6-69edd5ef7d98', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.138', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'port_id': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'mac_address': 'fa:16:3e:10:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:43:21Z', 'updated_at': '2022-04-22T09:43:21Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:09Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:23.758950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] Checking router: 7737b382-32e1-4e0f-bf57-516f899c2258 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:43:23.767171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:43:23.767753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:43:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:23.816110 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4f42150b-40a2-46f0-accf-f327624e0350 req-1bc334be-cb71-42ea-a2a9-c61c70ec6b6d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 1000 time: 0.2067723 Apr 22 09:43:23.879058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42150b-40a2-46f0-accf-f327624e0350 req-924e33f9-de08-4f9e-8e15-1f0aa61f4cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:23.880421 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4f42150b-40a2-46f0-accf-f327624e0350 req-924e33f9-de08-4f9e-8e15-1f0aa61f4cba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 844 time: 0.0585375 Apr 22 09:43:23.948230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:43:23.953578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42150b-40a2-46f0-accf-f327624e0350 req-f27f3cf7-f2f5-4b9f-8b13-964d6f7d3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:23.955031 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4f42150b-40a2-46f0-accf-f327624e0350 req-f27f3cf7-f2f5-4b9f-8b13-964d6f7d3c27 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27afa5d7-2e29-452b-ba9a-603c30053e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679984 Apr 22 09:43:24.084286 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4f42150b-40a2-46f0-accf-f327624e0350 req-b009a411-1274-4e27-aa73-df9c1d6785e0 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233890 Apr 22 09:43:24.215639 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4f42150b-40a2-46f0-accf-f327624e0350 req-96d4829d-cb0f-46a2-a0f5-dc6ad279d416 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249845 Apr 22 09:43:24.291314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d701c29-59a1-40b6-a7e6-69edd5ef7d98', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.138', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'port_id': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'mac_address': 'fa:16:3e:10:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:43:21Z', 'updated_at': '2022-04-22T09:43:21Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:09Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:43:24.295239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586140f9-73b1-4666-992d-68d43d4e6a5a None None] The sync data for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv is: [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3d701c29-59a1-40b6-a7e6-69edd5ef7d98', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.138', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'port_id': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'mac_address': 'fa:16:3e:10:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:43:21Z', 'updated_at': '2022-04-22T09:43:21Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:09Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:43:24.405280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 34926) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:24.472440 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37604e8-56ed-4144-8bc5-a70b4948ca27 None None] New status for floating IP 3d701c29-59a1-40b6-a7e6-69edd5ef7d98: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:43:24.520226 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cf56698d-762c-450e-bf01-fd1133321ef6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d701c29-59a1-40b6-a7e6-69edd5ef7d98 HTTP/1.1" status: 200 len: 992 time: 0.1137455 Apr 22 09:43:25.523248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34930) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:43:25.630046 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-adc26ba7-0c44-42de-95b1-5a84a128fbbf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/3d701c29-59a1-40b6-a7e6-69edd5ef7d98 HTTP/1.1" status: 200 len: 994 time: 0.1056364 Apr 22 09:43:26.200793 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-fdd07cf8-ead9-44a4-ad3e-a7a5d635d218 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713892 Apr 22 09:43:26.344954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-9185cd18-1ce1-4e65-8705-923bc7ec3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:26.346997 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-9185cd18-1ce1-4e65-8705-923bc7ec3bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1099 time: 0.0710754 Apr 22 09:43:26.489344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-823aaf45-cb10-4fae-a078-6e7bf6e0180d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:26.490691 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-823aaf45-cb10-4fae-a078-6e7bf6e0180d service neutron] 10.222.0.35 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 897 time: 0.1248350 Apr 22 09:43:26.609654 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-933c4de2-19ce-4701-aee8-80f3b797605c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 1002 time: 0.1128540 Apr 22 09:43:26.681958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-32b1cbcf-e0ab-4ebd-ae25-1a06c4d810db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:26.683426 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-32b1cbcf-e0ab-4ebd-ae25-1a06c4d810db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 844 time: 0.0678568 Apr 22 09:43:26.762432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-d91ce06c-d7ba-44d1-a269-f82d4ea4da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:43:26.763805 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-d91ce06c-d7ba-44d1-a269-f82d4ea4da02 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27afa5d7-2e29-452b-ba9a-603c30053e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742621 Apr 22 09:43:26.893638 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-779b6f24-1121-4be5-9441-59e917f358e7 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225178 Apr 22 09:43:27.021122 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aa8ab4f6-16d2-489b-84b1-9d1c3c6ed069 req-994983c6-5a52-4d35-9b34-4abfa073a82f service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222570 Apr 22 09:43:38.340287 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:43:38.402327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:41.998024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-06197342-3bc3-47c6-91c0-4d9f12794cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:44.403589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b0d76c77-b517-4cf4-9e8f-5679c9ea6bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:45.375979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:45.731651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:43:47.152365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:08.431214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:12.000322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b14ce1c4-2785-46b9-a2eb-3c6d2615ba2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:14.395176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b25ea95f-9d12-4f52-8868-311c0912d6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:15.339797 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:44:15.379625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:15.733479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:17.155706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:26.203379 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-7044e020-d0a5-4df6-8a2a-2bcb0cd7329a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737956 Apr 22 09:44:26.449251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-fa1dd916-097e-4637-b981-6f0ab52f19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:44:26.450723 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-fa1dd916-097e-4637-b981-6f0ab52f19f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1099 time: 0.1778626 Apr 22 09:44:26.601045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-5b96cd86-02df-4686-aceb-9c80d22a4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:44:26.602507 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-5b96cd86-02df-4686-aceb-9c80d22a4da5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 897 time: 0.1306124 Apr 22 09:44:26.705144 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-3e2c4bf6-2545-40ee-9663-207ee2bb019a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 1002 time: 0.0955718 Apr 22 09:44:26.774390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-506e8833-62eb-4a04-8966-6dca88eaaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:44:26.776077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-506e8833-62eb-4a04-8966-6dca88eaaec6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 844 time: 0.0644085 Apr 22 09:44:26.851852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-e708e9ee-cbf8-40a6-89b6-2d13ac1fc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:44:26.853219 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-e708e9ee-cbf8-40a6-89b6-2d13ac1fc117 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27afa5d7-2e29-452b-ba9a-603c30053e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711656 Apr 22 09:44:26.982503 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-59a707d7-51a2-4c13-aeea-3f1ff55c40f5 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221721 Apr 22 09:44:27.110124 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e27b58c2-75c9-4dc8-bd7d-41fe09f06038 req-321156b4-9129-4991-975b-b3fd1c5380a8 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217127 Apr 22 09:44:38.454077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:42.001586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4fc2c67d-54aa-447f-bf61-4bce0b82b0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:44.397608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-772010ca-1d12-4ae5-857b-10a1ddd4c591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:45.383030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:45.740543 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:47.158507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:44:52.340705 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:45:08.463138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:12.005798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42da5c67-565f-4143-9e84-18488754ed39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:14.400586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb7fb786-52a1-4c1f-b1a4-83c9874e4a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:15.384063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:15.731857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:17.159698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:27.197222 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-8ee6318b-dc4d-4908-aa31-224f62afd154 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688305 Apr 22 09:45:27.340143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-b8e89a4e-c1da-4556-9762-e39bf9f64416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:45:27.341620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-b8e89a4e-c1da-4556-9762-e39bf9f64416 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1099 time: 0.0709033 Apr 22 09:45:27.483485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-121c7f18-9e64-4524-a46b-36252bc633bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:45:27.484856 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-121c7f18-9e64-4524-a46b-36252bc633bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 897 time: 0.1242397 Apr 22 09:45:27.588478 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-03ef5dd5-4e17-4a80-8a2d-6194c8825116 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 1002 time: 0.0981431 Apr 22 09:45:27.652891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-49a4bb0c-9a10-4bb2-b945-f9016d805cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:45:27.654373 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-49a4bb0c-9a10-4bb2-b945-f9016d805cad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 844 time: 0.0607705 Apr 22 09:45:27.727249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-7dcc9cf5-e25a-4d15-8e27-b83163290fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:45:27.728731 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-7dcc9cf5-e25a-4d15-8e27-b83163290fc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27afa5d7-2e29-452b-ba9a-603c30053e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688920 Apr 22 09:45:27.861249 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-f923fe73-f6f6-4fb7-94c4-ec60f927f9e9 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255798 Apr 22 09:45:27.989307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a13bd531-0049-4d43-bfdf-4686c7b2360c req-e2d5307c-681b-440e-be23-b665c23555ba service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225474 Apr 22 09:45:29.339594 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:45:38.471855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:42.007847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3ce0540-98f4-442b-878e-173dc53caf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:44.402500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-57e47268-d04f-4067-bcfd-83684c1c24cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:45.388433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:45.733708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:47.163402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:50.183013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 34982) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:45:50.230569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:45:50.457258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2575324'] for subnet, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:50.648607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782380856580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1378776'] for subnet, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:50.703842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:45:50.704456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:50.705736 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/subnets/d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 836 time: 0.5217307 Apr 22 09:45:50.707173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aba22eb-fcee-4bfe-8431-b37f1f46c19d None None] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:45:50.722742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=d2356f28-2024-49a2-9b50-2f7014ac0c0d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:45:50.730919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.731265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.731600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.731932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.732258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.732621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.732945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.733338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.733656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.733974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.734296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:50.734612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28859812-c1d1-4a12-849c-608f15dc5390 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:45:51.196873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2fb8eb84-243e-4b01-b7bc-cec93f7b5e07 None None] Provisioning complete for port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:45:51.197231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fb8eb84-243e-4b01-b7bc-cec93f7b5e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:51.331527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2fb8eb84-243e-4b01-b7bc-cec93f7b5e07 None None] Provisioning complete for port c4cea2e8-b9ad-4350-8be5-bf7335b43418 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:45:51.331893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fb8eb84-243e-4b01-b7bc-cec93f7b5e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:45:51.466081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2fb8eb84-243e-4b01-b7bc-cec93f7b5e07 None None] Provisioning complete for port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:45:51.466444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2fb8eb84-243e-4b01-b7bc-cec93f7b5e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:06.338331 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:46:08.477579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:12.010286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1129f547-9a5d-42ae-acad-b318029c6cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:14.406098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a933e4eb-4bb2-4a01-8cd1-78cedfbd4e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:15.390814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:15.737327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:17.164947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:28.943881 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-9d6bc678-3269-46f1-93a7-8269f8ea4452 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688336 Apr 22 09:46:29.079130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-795f7600-e5ad-4de8-8b83-00ea336bce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:29.080602 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-795f7600-e5ad-4de8-8b83-00ea336bce3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1099 time: 0.0690761 Apr 22 09:46:29.230750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-67824df8-8d7a-4312-8475-61f8eb47a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:29.232103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-67824df8-8d7a-4312-8475-61f8eb47a91d service neutron] 10.222.0.35 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 897 time: 0.1268451 Apr 22 09:46:29.335144 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-b86c7f06-e121-441b-9dcf-015ec1763318 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 1002 time: 0.0972686 Apr 22 09:46:29.401699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-12985ddd-4211-4a17-82db-fee2a4b2ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:29.403135 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-12985ddd-4211-4a17-82db-fee2a4b2ed8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 844 time: 0.0619910 Apr 22 09:46:29.480286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-cd9e3eef-d537-4cb3-a442-f7b7426d4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:29.481842 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-cd9e3eef-d537-4cb3-a442-f7b7426d4521 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27afa5d7-2e29-452b-ba9a-603c30053e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729308 Apr 22 09:46:29.614363 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-71463967-dc70-4563-8da4-66929c858420 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263828 Apr 22 09:46:29.742251 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eee1e17a-e6ab-4b50-bd90-fa8a5b9238f5 req-9629d4ca-7c35-47e1-8d9c-cc3f9fc7d289 service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220794 Apr 22 09:46:34.258027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35008) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:34.467585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port fd0bb76f-c423-4d2f-8789-5164ea880bee {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:46:34.467922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:34.635224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:34.635554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:34.771017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for fd0bb76f-c423-4d2f-8789-5164ea880bee owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:46:34.924782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:35.120905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=fd0bb76f-c423-4d2f-8789-5164ea880bee,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:35.222935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:35.223180 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP 3d701c29-59a1-40b6-a7e6-69edd5ef7d98 disassociated (deleted). External IP: 172.26.2.138, port: 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e. Apr 22 09:46:35.573039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 7737b382-32e1-4e0f-bf57-516f899c2258 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:46:35.780928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:46:35.790493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] Sync routers for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:46:35.802359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:46:35.802359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:35.805096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:35.863437 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5408761e-342b-4cc4-8a4d-421e8c1d4e61 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/3d701c29-59a1-40b6-a7e6-69edd5ef7d98 HTTP/1.1" status: 204 len: 168 time: 1.6040981 Apr 22 09:46:35.863925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:46:35.973635 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6277a57-7b09-485d-8cb8-f2408d7f22fd'] response: {'name': 'network-changed', 'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'status': 'completed', 'code': 200} Apr 22 09:46:35.990364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:46:36.073615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-6a174155-173c-49c8-9d07-8c205c03b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:36.075107 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-6a174155-173c-49c8-9d07-8c205c03b0af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 1099 time: 0.0761449 Apr 22 09:46:36.224984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-8fc1cadc-286f-4d4c-8448-132dcf7ebf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:36.228228 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-8fc1cadc-286f-4d4c-8448-132dcf7ebf2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 200 len: 897 time: 0.1431465 Apr 22 09:46:36.303976 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-207d9524-8725-4b0f-8e1f-cbbe11ed5c6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 200 len: 217 time: 0.0697818 Apr 22 09:46:36.361518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9d459-a884-48e7-a5fa-6e1dc2e06a64 req-141520a9-5fe7-4e56-9217-1d98e87b9edb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:36.363528 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5c9d459-a884-48e7-a5fa-6e1dc2e06a64 req-141520a9-5fe7-4e56-9217-1d98e87b9edb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 946 time: 0.1649539 Apr 22 09:46:36.375039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-7791307c-de81-4c60-9b95-7f482a4e986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:36.377137 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-7791307c-de81-4c60-9b95-7f482a4e986f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 200 len: 844 time: 0.0660005 Apr 22 09:46:36.402625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:09Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:36.407578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] Checking router: 7737b382-32e1-4e0f-bf57-516f899c2258 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:46:36.412381 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5c9d459-a884-48e7-a5fa-6e1dc2e06a64 req-f9d263a5-6c56-46da-9900-5feec1d386a3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429826 Apr 22 09:46:36.416046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:46:36.416691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:36.470108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-9ec02929-931c-4646-8649-a0a748683c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:36.471946 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-9ec02929-931c-4646-8649-a0a748683c97 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=27afa5d7-2e29-452b-ba9a-603c30053e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0878890 Apr 22 09:46:36.598996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:46:36.640214 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-ca69d50d-3361-4747-88bb-cd93ad0d1d4b service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606083 Apr 22 09:46:36.908260 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6856146f-5a4c-436e-9205-f110bd3e6350 req-016c7723-8467-478f-9d2a-177af5b98c6b service neutron] 10.222.0.35 "GET /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618346 Apr 22 09:46:36.937940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:09Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:36.941904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a795c83-9d49-4355-94be-48afc3ea9133 None None] The sync data for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv is: [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '55ecd944-7fb2-4fdd-9915-56f7e1dcad78', 'name': '', 'network_id': '27afa5d7-2e29-452b-ba9a-603c30053e79', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:c1:ae:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1401, 'fixed_ips': [{'subnet_id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:04Z', 'updated_at': '2022-04-22T09:43:09Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'd2356f28-2024-49a2-9b50-2f7014ac0c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:46:37.157443 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b83cb0a-7b54-42c8-95eb-6ccf0e15e9d0 None None] New status for floating IP 3d701c29-59a1-40b6-a7e6-69edd5ef7d98: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:46:37.649296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3f8e3-693d-4360-89e9-42ec2901bbee req-ae7cbf44-8902-4c84-b14f-d4177bb3e31d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:37.649986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5dc3f8e3-693d-4360-89e9-42ec2901bbee req-ae7cbf44-8902-4c84-b14f-d4177bb3e31d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:46:37.665122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5dc3f8e3-693d-4360-89e9-42ec2901bbee req-ae7cbf44-8902-4c84-b14f-d4177bb3e31d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:46:37.666383 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5dc3f8e3-693d-4360-89e9-42ec2901bbee req-ae7cbf44-8902-4c84-b14f-d4177bb3e31d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 946 time: 0.1442051 Apr 22 09:46:37.759299 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5dc3f8e3-693d-4360-89e9-42ec2901bbee req-2c130a0c-040a-4771-b1cf-b49c2dfff747 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=180d3824-fd3a-484c-baf5-2a42c9df0adc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872576 Apr 22 09:46:37.787813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-ca74330e-077e-4f06-9a09-1ee4d3519913 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:37.789191 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-ca74330e-077e-4f06-9a09-1ee4d3519913 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 946 time: 0.1042244 Apr 22 09:46:37.859333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:46:37.859671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:38.105057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:46:38.105414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:38.228835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:46:38.377633 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:38.431686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:38.506662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:46:38.508994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:38.509516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:38.511524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'name': 'network-vif-deleted', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:46:38.528576 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3a7bbdd-09d0-4fe1-8408-179509cc76ea req-9bd2a41b-ab34-45d9-8b9f-e4afaef4668a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e HTTP/1.1" status: 204 len: 173 time: 0.7344701 Apr 22 09:46:38.573834 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe69d0d3-f0f7-4341-a2fe-f96f4bb27548'] response: {'server_uuid': '6ab35470-7c7b-4a22-b3fa-02d77a3390f7', 'name': 'network-vif-deleted', 'tag': '8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e', 'status': 'completed', 'code': 200} Apr 22 09:46:38.934291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-9ab9db62-9bc1-4f14-a8c6-3434c083f74f req-4a404d5d-362a-4f4b-be74-6aa79291d74a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:46:38.950261 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-9ab9db62-9bc1-4f14-a8c6-3434c083f74f req-4a404d5d-362a-4f4b-be74-6aa79291d74a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:46:38.951607 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9ab9db62-9bc1-4f14-a8c6-3434c083f74f req-4a404d5d-362a-4f4b-be74-6aa79291d74a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=6ab35470-7c7b-4a22-b3fa-02d77a3390f7 HTTP/1.1" status: 200 len: 210 time: 0.0638053 Apr 22 09:46:40.050087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35038) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:40.118014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-566bdbb2-a7f2-46e9-bbdf-c855f498bba8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:40.146926 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-566bdbb2-a7f2-46e9-bbdf-c855f498bba8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:40.223375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-566bdbb2-a7f2-46e9-bbdf-c855f498bba8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:40.242478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566bdbb2-a7f2-46e9-bbdf-c855f498bba8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180d3824-fd3a-484c-baf5-2a42c9df0adc,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:40.253283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-566bdbb2-a7f2-46e9-bbdf-c855f498bba8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:40.256943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-566bdbb2-a7f2-46e9-bbdf-c855f498bba8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/180d3824-fd3a-484c-baf5-2a42c9df0adc HTTP/1.1" status: 204 len: 168 time: 0.2032201 Apr 22 09:46:40.288467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35044) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:40.947590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:46:40.965934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:40.985742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:46:40.986087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 8aaf7fa4-8aa0-4c55-a0f1-65fefd41237e not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:46:41.324877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:46:41.325499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:41.513205 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 55ecd944-7fb2-4fdd-9915-56f7e1dcad78, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:46:41.513531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:41.639456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:46:41.826407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:41.879599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=55ecd944-7fb2-4fdd-9915-56f7e1dcad78,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:42.014668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4aad9075-91b2-484f-bb79-99385e5f4e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:42.152375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:42.636380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 7737b382-32e1-4e0f-bf57-516f899c2258 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:46:42.814323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:46:42.823977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] Sync routers for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:46:42.830803 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-571f767a-dc2a-4601-ab8b-2bea1055e25a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/7737b382-32e1-4e0f-bf57-516f899c2258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5411844 Apr 22 09:46:42.833440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35050) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:42.833825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:46:42.834441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:42.902478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d92aacc-0cdd-4268-b655-6bf37e15bbdf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet d2356f28-2024-49a2-9b50-2f7014ac0c0d {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:46:42.906037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d92aacc-0cdd-4268-b655-6bf37e15bbdf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:42.964530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d92aacc-0cdd-4268-b655-6bf37e15bbdf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.010999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:46:43.048268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d92aacc-0cdd-4268-b655-6bf37e15bbdf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.124758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d92aacc-0cdd-4268-b655-6bf37e15bbdf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.163016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d92aacc-0cdd-4268-b655-6bf37e15bbdf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=d2356f28-2024-49a2-9b50-2f7014ac0c0d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:43.166498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8d92aacc-0cdd-4268-b655-6bf37e15bbdf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.173461 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8d92aacc-0cdd-4268-b655-6bf37e15bbdf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/d2356f28-2024-49a2-9b50-2f7014ac0c0d HTTP/1.1" status: 204 len: 168 time: 0.3390205 Apr 22 09:46:43.175914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35054) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:43.191512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f03ba0-f71a-4091-a992-779b5cfac00e None None] Network 27afa5d7-2e29-452b-ba9a-603c30053e79 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:46:43.342031 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:46:43.353329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.468142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:46:41Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '8c98a676-709f-48e4-ad1c-d454c6c167a7', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:81:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:43.472136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] Checking router: 7737b382-32e1-4e0f-bf57-516f899c2258 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:46:43.480837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] Routers {'7737b382-32e1-4e0f-bf57-516f899c2258'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:46:43.481444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7737b382-32e1-4e0f-bf57-516f899c2258'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:43.545275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.556189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 8c98a676-709f-48e4-ad1c-d454c6c167a7 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:46:43.556573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.576724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] DHCP port deletion for 27afa5d7-2e29-452b-ba9a-603c30053e79 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:46:43.594320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Deleting port c4cea2e8-b9ad-4350-8be5-bf7335b43418 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:46:43.594686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.761924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] Set router 7737b382-32e1-4e0f-bf57-516f899c2258 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:46:43.876331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 8c98a676-709f-48e4-ad1c-d454c6c167a7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8c98a676-709f-48e4-ad1c-d454c6c167a7,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:46:43.877000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:43.877623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:46:43Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:43.904283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdae92-253d-479e-a867-f2c1deec934d None None] The sync data for ids ['7737b382-32e1-4e0f-bf57-516f899c2258'] in dv-neutron-839018-1-hyperv is: [{'id': '7737b382-32e1-4e0f-bf57-516f899c2258', 'name': 'tempest-TestNetworkBasicOps-router-466318801', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:43:00Z', 'updated_at': '2022-04-22T09:46:43Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:46:43.979252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c4cea2e8-b9ad-4350-8be5-bf7335b43418 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:46:44.015102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 8c98a676-709f-48e4-ad1c-d454c6c167a7 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:46:44.042711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] For port c4cea2e8-b9ad-4350-8be5-bf7335b43418, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c4cea2e8-b9ad-4350-8be5-bf7335b43418,segment=NetworkSegment(95ee639c-747b-4744-b745-b74ed9167a78),segment_id=95ee639c-747b-4744-b745-b74ed9167a78)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:46:44.043105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.177803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Calling delete_port for c4cea2e8-b9ad-4350-8be5-bf7335b43418 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:46:44.183027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.230485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=8c98a676-709f-48e4-ad1c-d454c6c167a7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:44.296099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.330209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.330561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.418260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Pushing event deleted for resources: {'Port': ['ID=c4cea2e8-b9ad-4350-8be5-bf7335b43418,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:44.433945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] No DVR routers for this DVR port c4cea2e8-b9ad-4350-8be5-bf7335b43418 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:46:44.435933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.436339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.436704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.437039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.437354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.437675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.437997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.438316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.438634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.438950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.439262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.439575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bea12f-e142-423b-9ed8-e4a6f4c4794f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:44.451794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-59fcf2d2-9f73-44c1-95c4-8c0dca94b604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.515274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.518717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.553473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.553889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Fanout notify agent at l3_agent the message router_deleted on router 7737b382-32e1-4e0f-bf57-516f899c2258 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:46:44.570803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.571879 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1af5d481-0ad8-4684-9775-339532da19a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/routers/7737b382-32e1-4e0f-bf57-516f899c2258 HTTP/1.1" status: 204 len: 168 time: 1.3950496 Apr 22 09:46:44.574580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35060) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:44.687245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.821637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.847392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27afa5d7-2e29-452b-ba9a-603c30053e79']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:44.859888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ee639c-747b-4744-b745-b74ed9167a78') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:44.860182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ee639c-747b-4744-b745-b74ed9167a78') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:44.871284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.887311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.893204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:46:44.893575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:46:44.908151 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:46:45.003652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.021873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.034661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=27afa5d7-2e29-452b-ba9a-603c30053e79,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:45.041428 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-17168dae-2a94-4fe0-a636-924552505c1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/27afa5d7-2e29-452b-ba9a-603c30053e79 HTTP/1.1" status: 204 len: 168 time: 0.4658573 Apr 22 09:46:45.054985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35064) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:45.061348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--1436821787', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:45.066499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:45.070509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:network and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:45.073347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:45.078963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:45.089160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:46:45.093031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.120755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:46:45.131941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.132306 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment 3a24ffe9-e9a3-4a28-bef2-25525426b7c8 of type vlan for network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 Apr 22 09:46:45.163562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.193596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.199313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:45.199888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.304978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2487025 Apr 22 09:46:45.309039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35068) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:45.311280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777058a-39e6-424c-9dbe-6a3d0c2d481d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:45.314234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-823594647', 'admin_state_up': True, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:45.321488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:45.324835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:46:45.325384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:router and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:45.328998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:45.334870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:45.346169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.347806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.365430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.459275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.640633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.749287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:45.873713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8c98a676-709f-48e4-ad1c-d454c6c167a7 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:46:45.909221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 8c98a676-709f-48e4-ad1c-d454c6c167a7 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:46:45.909479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8c98a676-709f-48e4-ad1c-d454c6c167a7 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:46:45.909914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:46:45.947818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:46:45.948164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 55ecd944-7fb2-4fdd-9915-56f7e1dcad78 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:46:46.069506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:46.102075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:46.236241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.46 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/3a6002ee-246a-4fe6-82e1-f7850dd17c81) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:46:46.390848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:46.421960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:46.482112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:46:46.485107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:46:46.488929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:46:46.528369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=3a6002ee-246a-4fe6-82e1-f7850dd17c81,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:46.545347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.545689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.546032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.546365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.546695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.547027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.547357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.547712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.548368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.548368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.548635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.548975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:46.929457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:47.169622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:47.390812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:47.602344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router bf2de098-b2f7-4333-bf34-9965b4bf77bb is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:46:47.792505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:46:47.805087 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Sync routers for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:46:47.817958 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:46:47.818564 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:47.831384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:47.836049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35072) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:47.836626 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d286e407-ac08-482b-86b5-1d3133563b78 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5263495 Apr 22 09:46:47.882819 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-afc776c6-e507-45d0-8be7-1e29d02366c7 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452869 Apr 22 09:46:47.885419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35076) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:48.030312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60000f31-d58b-4a5a-a869-b157ae7f4ff7 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:48.032886 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-60000f31-d58b-4a5a-a869-b157ae7f4ff7 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1464217 Apr 22 09:46:48.034676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35080) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:48.057599 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:46:48.078278 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a5b60202-8ba2-4cc1-ae67-6ad487ed207e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396428 Apr 22 09:46:48.078547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35084) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:48.083997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-621538583', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:48.198332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:48.202716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:48.205573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:48.211491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:48.222193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:46:48.225765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.348921 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:46Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:48.353482 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Checking router: bf2de098-b2f7-4333-bf34-9965b4bf77bb for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:46:48.353824 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Updating router bf2de098-b2f7-4333-bf34-9965b4bf77bb port 3a6002ee-246a-4fe6-82e1-f7850dd17c81 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:46:48.411352 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.458211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.537496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=e0a8f21c-393c-4279-8c00-74886c75a804,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:48.547914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:46:48.548265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:46:48.568668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:46:48.579682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:46:48.584128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:48.584915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.592420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c378213d-ea37-4992-8225-ce7193a5d705 None None] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:46:48.613604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35088) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:48.613856 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7b3366dc-4d52-4639-a45a-b9704ab2d515 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5340862 Apr 22 09:46:48.769607 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.788516 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Transition to ACTIVE for port object 3a6002ee-246a-4fe6-82e1-f7850dd17c81 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:46:48.796439 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.831414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:46:48.832594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.865226 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Attempting to bind port 3a6002ee-246a-4fe6-82e1-f7850dd17c81 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:46:48.865852 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Attempting to bind port 3a6002ee-246a-4fe6-82e1-f7850dd17c81 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:46:48.865852 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Attempting to bind port 3a6002ee-246a-4fe6-82e1-f7850dd17c81 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:46:48.875392 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:46:48.875752 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:46:48.876373 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.876809 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:46:48.877285 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Bound port: 3a6002ee-246a-4fe6-82e1-f7850dd17c81, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:46:48.877656 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:48.954443 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Pushing event updated for resources: {'Port': ['ID=3a6002ee-246a-4fe6-82e1-f7850dd17c81,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:48.969023 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.969357 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.969886 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.970211 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.970531 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.970851 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.971163 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.971478 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.971798 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.972341 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.972550 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.972746 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:48.981356 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] For port 3a6002ee-246a-4fe6-82e1-f7850dd17c81, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:46:48.985794 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] For port 3a6002ee-246a-4fe6-82e1-f7850dd17c81, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3a6002ee-246a-4fe6-82e1-f7850dd17c81,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:46:48.992370 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:49.052561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Allocated IP 172.20.0.2 (3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4/e0a8f21c-393c-4279-8c00-74886c75a804/25bb9496-6027-4f78-80d5-91f6192abbe4) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:46:49.069742 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:46:49.070347 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:49.139969 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bef3d-eb32-48e8-abbf-c5377865910f None None] Pushing event updated for resources: {'Port': ['ID=3a6002ee-246a-4fe6-82e1-f7850dd17c81,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:49.260082 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:46:49.303826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:49.314766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Transition to ACTIVE for port object 25bb9496-6027-4f78-80d5-91f6192abbe4 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:46:49.334551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Transition to ACTIVE for port object 25bb9496-6027-4f78-80d5-91f6192abbe4 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:46:49.340766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:49.404437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:46:49.407804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:46:49.411553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:46:49.454335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Pushing event updated for resources: {'Port': ['ID=25bb9496-6027-4f78-80d5-91f6192abbe4,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:49.520079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:49.529683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Attempting to bind port 25bb9496-6027-4f78-80d5-91f6192abbe4 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:46:49.530135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Attempting to bind port 25bb9496-6027-4f78-80d5-91f6192abbe4 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:46:49.530803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Attempting to bind port 25bb9496-6027-4f78-80d5-91f6192abbe4 on network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:46:49.537334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:46:49.537933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Checking segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:46:49.538399 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:49.538854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Bound using segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:46:49.539388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Bound port: 25bb9496-6027-4f78-80d5-91f6192abbe4, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:46:49.539834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:49.588799 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:46Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:49.593613 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8dc865-2b03-4270-8b94-0c9a5b17ab82 None None] The sync data for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv is: [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:46Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:46:49.647819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] For port 25bb9496-6027-4f78-80d5-91f6192abbe4, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:46:49.651903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] For port 25bb9496-6027-4f78-80d5-91f6192abbe4, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=25bb9496-6027-4f78-80d5-91f6192abbe4,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:46:49.657875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:49.751873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd6786-ab44-4518-93ce-c9f648397b69 None None] Pushing event updated for resources: {'Port': ['ID=25bb9496-6027-4f78-80d5-91f6192abbe4,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:50.013795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.1 (3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4/e0a8f21c-393c-4279-8c00-74886c75a804/cecb76a5-774d-44a7-8a0e-414fe75c4d00) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:46:50.216073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:50.236057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object cecb76a5-774d-44a7-8a0e-414fe75c4d00 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:46:50.271303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:50.339368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:46:50.343373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:46:50.347753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:46:50.408447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=cecb76a5-774d-44a7-8a0e-414fe75c4d00,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:50.430431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:50.851039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3519a8b-0166-442e-a75b-ffd16f89ab67 None None] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:46:50.858243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:50.937819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c4fdb4fa-2477-416a-8e50-236b2f1443c9 None None] Provisioning for port 25bb9496-6027-4f78-80d5-91f6192abbe4 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:46:51.317137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:51.323656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:51.441406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:51.473874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=cecb76a5-774d-44a7-8a0e-414fe75c4d00,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:51.498964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4127d57f-fe11-4860-9f46-773cdf81318e None None] Provisioning for port cecb76a5-774d-44a7-8a0e-414fe75c4d00 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:46:51.501696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.502067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.502474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.502735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.503091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.503392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.503714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.504038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.504361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.504709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.505028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.505167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4127d57f-fe11-4860-9f46-773cdf81318e None None] Provisioning complete for port cecb76a5-774d-44a7-8a0e-414fe75c4d00 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:51.505340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:46:51.505642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4127d57f-fe11-4860-9f46-773cdf81318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:51.577397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4127d57f-fe11-4860-9f46-773cdf81318e None None] Port cecb76a5-774d-44a7-8a0e-414fe75c4d00 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:46:51.619586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:46:51.621065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:46:51.697659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-95c5df71-a1d8-4b5e-a2ce-b46482ed9610 None None] Provisioning complete for port cecb76a5-774d-44a7-8a0e-414fe75c4d00 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:51.698003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95c5df71-a1d8-4b5e-a2ce-b46482ed9610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:51.769011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-95c5df71-a1d8-4b5e-a2ce-b46482ed9610 None None] Port cecb76a5-774d-44a7-8a0e-414fe75c4d00 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:46:51.829367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router bf2de098-b2f7-4333-bf34-9965b4bf77bb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:46:51.892165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c40cef08-61e7-4cb4-abf4-dad1dbef4b3e None None] Provisioning complete for port cecb76a5-774d-44a7-8a0e-414fe75c4d00 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:51.893204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c40cef08-61e7-4cb4-abf4-dad1dbef4b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:51.941274 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3a6002ee-246a-4fe6-82e1-f7850dd17c81 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:46:51.994558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c40cef08-61e7-4cb4-abf4-dad1dbef4b3e None None] Port cecb76a5-774d-44a7-8a0e-414fe75c4d00 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:46:52.019913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:46:52.024055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 3a6002ee-246a-4fe6-82e1-f7850dd17c81 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:46:52.031598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Sync routers for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:46:52.033938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dcf38973-b35b-48ae-be88-f6ef7d16bef3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/bf2de098-b2f7-4333-bf34-9965b4bf77bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4184177 Apr 22 09:46:52.034143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 3a6002ee-246a-4fe6-82e1-f7850dd17c81 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:52.034530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:52.036574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35092) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:52.083981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:46:52.084640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:52.183560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f19f0-5e98-4ef3-b62f-656055d0cdee tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:52.184021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f19f0-5e98-4ef3-b62f-656055d0cdee tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:52.184647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f19f0-5e98-4ef3-b62f-656055d0cdee tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:52.185637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f19f0-5e98-4ef3-b62f-656055d0cdee tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:52.189760 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-347f19f0-5e98-4ef3-b62f-656055d0cdee tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1497056 Apr 22 09:46:52.190008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35096) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:52.379878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:52.380703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3e657-7945-4163-a5ef-343de5c34416 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:52.381163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3e657-7945-4163-a5ef-343de5c34416 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:52.381606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3e657-7945-4163-a5ef-343de5c34416 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:52.382048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3e657-7945-4163-a5ef-343de5c34416 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:52.383697 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7bd3e657-7945-4163-a5ef-343de5c34416 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1927848 Apr 22 09:46:52.386790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35100) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:52.395064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:46:52.458526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 3a6002ee-246a-4fe6-82e1-f7850dd17c81, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3a6002ee-246a-4fe6-82e1-f7850dd17c81,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:46:52.479838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:52.482077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 25bb9496-6027-4f78-80d5-91f6192abbe4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:46:52.610230 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cba1a61c-d524-4258-904f-65428d52b2e8 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2217245 Apr 22 09:46:52.757953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=3a6002ee-246a-4fe6-82e1-f7850dd17c81,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:52.786733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 25bb9496-6027-4f78-80d5-91f6192abbe4 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:46:52.803649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 25bb9496-6027-4f78-80d5-91f6192abbe4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:52.804023 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:52.972911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:52.983805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:51Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:52.993054 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Checking router: bf2de098-b2f7-4333-bf34-9965b4bf77bb for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:46:52.993416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Updating router bf2de098-b2f7-4333-bf34-9965b4bf77bb port cecb76a5-774d-44a7-8a0e-414fe75c4d00 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:46:53.041166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35106) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:53.047327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284257078', 'description': 'tempest-secgroup-smoke-1284257078 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:53.053236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:53.057418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:53.061734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:53.061921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 25bb9496-6027-4f78-80d5-91f6192abbe4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=25bb9496-6027-4f78-80d5-91f6192abbe4,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:46:53.064379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.068210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:53.074753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.077851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.098269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:53.102054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:53.108950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:53.115294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:53.194796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.198621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.232945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=25bb9496-6027-4f78-80d5-91f6192abbe4,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:53.243106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87578274-6364-46aa-8318-910497a871d3,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:53.247256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.248122 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3a8bde98-8c3b-4be0-a471-3210e4ad7273 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2051208 Apr 22 09:46:53.250975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35110) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:53.256591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '87578274-6364-46aa-8318-910497a871d3', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:53.262290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:53.266495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:53.270486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:53.276170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:53.295335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.361017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.364906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.393696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855f755e-1c8b-4338-85ed-2151881c637d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:53.400925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.402420 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e5dc05f6-9138-408b-a338-5d14a7874f3e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502357 Apr 22 09:46:53.405857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35114) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:53.411018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '87578274-6364-46aa-8318-910497a871d3', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:53.417365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:53.422812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:53.426034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:53.432794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:53.451766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.532589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.533341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.538063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.556084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Transition to ACTIVE for port object cecb76a5-774d-44a7-8a0e-414fe75c4d00 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:46:53.564287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4358ced6-c111-4468-9929-ae168f95c681,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:53.565726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.574973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.576427 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-59748a78-c1ea-433b-b8dc-19bb9e6e89b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1694627 Apr 22 09:46:53.579115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35118) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:53.584176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '87578274-6364-46aa-8318-910497a871d3', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:53.590285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:53.594634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:53.597712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:53.603368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:53.620559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.698097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.702609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.727908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa235e94-93d5-4bad-895c-e8b7e028e1f4,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:53.738338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.742486 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-22edec3e-b168-4d7d-a9f3-df91799e3e82 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623623 Apr 22 09:46:53.742636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35122) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:53.749133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '87578274-6364-46aa-8318-910497a871d3', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:53.756184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:53.760485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:53.764168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:53.765717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad793a-f85f-496f-9b49-538310eb3d46 None None] Pushing event updated for resources: {'Port': ['ID=cecb76a5-774d-44a7-8a0e-414fe75c4d00,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:53.771259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:53.790687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.826773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Attempting to bind port cecb76a5-774d-44a7-8a0e-414fe75c4d00 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:46:53.827141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Attempting to bind port cecb76a5-774d-44a7-8a0e-414fe75c4d00 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:46:53.827492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Attempting to bind port cecb76a5-774d-44a7-8a0e-414fe75c4d00 on network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:46:53.833456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:46:53.833830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Checking segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:46:53.834319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.834720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Bound using segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:46:53.835230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Bound port: cecb76a5-774d-44a7-8a0e-414fe75c4d00, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:46:53.835543 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.881660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.886016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.915620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390fb708-6703-46f6-92da-60ef65ea3e11,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:53.931757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:53.935566 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-27d94329-89f4-4b57-972f-56870bed4ccf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1890600 Apr 22 09:46:53.935941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35126) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:53.941319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '87578274-6364-46aa-8318-910497a871d3', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:53.947394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:53.951759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:53.951922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3a6002ee-246a-4fe6-82e1-f7850dd17c81 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:46:53.954637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:53.960219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:53.971240 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:46:53.978433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.043605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.048373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.053173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] For port cecb76a5-774d-44a7-8a0e-414fe75c4d00, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:46:54.056810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] For port cecb76a5-774d-44a7-8a0e-414fe75c4d00, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cecb76a5-774d-44a7-8a0e-414fe75c4d00,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:46:54.062220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.077300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4110ecb-ac68-4b15-839e-7f3a049a2357,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:54.083830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.085157 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d2d8dcb2-ebb7-48ec-ae62-6d758e09bdbd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481330 Apr 22 09:46:54.088034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35130) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:46:54.093751 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '87578274-6364-46aa-8318-910497a871d3', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:54.098506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 3a6002ee-246a-4fe6-82e1-f7850dd17c81 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:54.098880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.099493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:54.103367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:46:54.106429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:46:54.112654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:54.122445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:46:54.129772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.192289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:46:54.192938 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:54.199468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.204013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.231328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a71e03-77e6-4f55-8382-8c2a09ca0414,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:54.244923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.246128 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-79040bb9-6a62-4882-a6d0-35c97e65fa77 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571329 Apr 22 09:46:54.265549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad793a-f85f-496f-9b49-538310eb3d46 None None] Pushing event updated for resources: {'Port': ['ID=cecb76a5-774d-44a7-8a0e-414fe75c4d00,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:54.417784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-e93c4bca-ccfc-4d99-9ce8-ee672fd28db7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:46:54.430754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 25bb9496-6027-4f78-80d5-91f6192abbe4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:46:54.433836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-e93c4bca-ccfc-4d99-9ce8-ee672fd28db7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:46:54.435596 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-e93c4bca-ccfc-4d99-9ce8-ee672fd28db7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284257078&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0593517 Apr 22 09:46:54.477832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:46:54.591766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b5719cc0-f547-45a8-89ae-76d4edf35ffe tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:54.592466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b5719cc0-f547-45a8-89ae-76d4edf35ffe tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:46:54.607723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b5719cc0-f547-45a8-89ae-76d4edf35ffe tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:46:54.608962 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b5719cc0-f547-45a8-89ae-76d4edf35ffe tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 797 time: 0.1665242 Apr 22 09:46:54.624347 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-6f06f8ec-4bbd-492b-8996-3fabe45af157 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.0096977 Apr 22 09:46:54.705202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 25bb9496-6027-4f78-80d5-91f6192abbe4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:54.705575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:54.708414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-38946d63-d5d3-42dc-a64b-acb8a1fc524b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:46:54.724354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-38946d63-d5d3-42dc-a64b-acb8a1fc524b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:46:54.725701 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-38946d63-d5d3-42dc-a64b-acb8a1fc524b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959349 Apr 22 09:46:54.912158 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-2502b9a2-9819-471a-9dc3-7703035deb6e service neutron] 10.222.0.32 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741884 Apr 22 09:46:54.919091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:54Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:46:54.923468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b885f3-fbf5-4d6c-a873-f8c06e8ec7a1 None None] The sync data for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv is: [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:54Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:46:55.069418 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-9c961b50-4ac2-4f7b-a088-c41598dbdffb service neutron] 10.222.0.32 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514518 Apr 22 09:46:55.281181 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-da993476-b031-4d20-8442-faff38f9e7bb req-07258da3-4524-4bef-b491-611b37e87080 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 210 time: 0.0539279 Apr 22 09:46:55.927211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cecb76a5-774d-44a7-8a0e-414fe75c4d00 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:46:56.021839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port cecb76a5-774d-44a7-8a0e-414fe75c4d00 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:46:56.030856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port cecb76a5-774d-44a7-8a0e-414fe75c4d00 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:56.031228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:56.178762 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:56.227949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port cecb76a5-774d-44a7-8a0e-414fe75c4d00, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cecb76a5-774d-44a7-8a0e-414fe75c4d00,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:46:56.234457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:56.321933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=cecb76a5-774d-44a7-8a0e-414fe75c4d00,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:56.482979 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1321c114-185b-46ae-918a-1521b83a1fc5 req-1b6a9d16-67b5-4000-9cc4-8d3c19505b5e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 210 time: 0.0686417 Apr 22 09:46:56.609286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-37504971-57dc-4848-ab8f-0403a3253e94 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:56.610813 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-37504971-57dc-4848-ab8f-0403a3253e94 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 797 time: 0.2235236 Apr 22 09:46:56.663850 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-57ad19cd-089e-462d-b9e2-4d609d209121 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 380 time: 0.0427001 Apr 22 09:46:56.675753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['87578274-6364-46aa-8318-910497a871d3']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:56.811641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:46:56.821252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:46:56.831168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:46:56.834565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:57.115760 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.8 (3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4/e0a8f21c-393c-4279-8c00-74886c75a804/39867876-8a5d-42ee-a42e-6a4163eb4548) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:46:57.309458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:57.326360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 39867876-8a5d-42ee-a42e-6a4163eb4548 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:46:57.350271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:57.418526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:46:57.421502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:46:57.430319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:46:57.461745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=39867876-8a5d-42ee-a42e-6a4163eb4548,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:57.500243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:57.501056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:57.540606 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-085f01a5-34f8-47cf-8eeb-cfe9c9c5cccc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8694146 Apr 22 09:46:57.554561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Request body: {'port': {'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:46:57.683914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:57.695010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7cd48-41e0-423f-b8f0-cfabf662d060 req-464f086e-9040-474d-af59-4a1d56304d3b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:57.695662 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4ce7cd48-41e0-423f-b8f0-cfabf662d060 req-464f086e-9040-474d-af59-4a1d56304d3b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 931 time: 0.0854287 Apr 22 09:46:57.715185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-66da9d20-0910-4329-9523-c42204bf9713 None None] Provisioning for port 39867876-8a5d-42ee-a42e-6a4163eb4548 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:46:57.721216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-66da9d20-0910-4329-9523-c42204bf9713 None None] Provisioning complete for port 39867876-8a5d-42ee-a42e-6a4163eb4548 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:57.721597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-66da9d20-0910-4329-9523-c42204bf9713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:57.746639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-4ce7cd48-41e0-423f-b8f0-cfabf662d060 req-81f73ab9-c1e4-4f75-9f52-1f396af8c894 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:46:57.759880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-4ce7cd48-41e0-423f-b8f0-cfabf662d060 req-81f73ab9-c1e4-4f75-9f52-1f396af8c894 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:46:57.761669 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4ce7cd48-41e0-423f-b8f0-cfabf662d060 req-81f73ab9-c1e4-4f75-9f52-1f396af8c894 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602908 Apr 22 09:46:57.786667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-66da9d20-0910-4329-9523-c42204bf9713 None None] Port 39867876-8a5d-42ee-a42e-6a4163eb4548 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:46:57.888638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cecb76a5-774d-44a7-8a0e-414fe75c4d00 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:46:57.960569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port cecb76a5-774d-44a7-8a0e-414fe75c4d00 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:46:57.960860 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:58.062538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39867876-8a5d-42ee-a42e-6a4163eb4548 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:46:58.071202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:58.087421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Transition to ACTIVE for port object 39867876-8a5d-42ee-a42e-6a4163eb4548 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:46:58.099122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:58.229971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Pushing event updated for resources: {'Port': ['ID=39867876-8a5d-42ee-a42e-6a4163eb4548,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:58.345653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Attempting to bind port 39867876-8a5d-42ee-a42e-6a4163eb4548 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:46:58.345984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Attempting to bind port 39867876-8a5d-42ee-a42e-6a4163eb4548 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:46:58.346337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Attempting to bind port 39867876-8a5d-42ee-a42e-6a4163eb4548 on network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:46:58.351199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Port 39867876-8a5d-42ee-a42e-6a4163eb4548 on network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:46:58.351513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Attempting to bind port 39867876-8a5d-42ee-a42e-6a4163eb4548 on network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:46:58.356757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:46:58.357089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Checking segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:46:58.357473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Bound using segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:46:58.357890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Bound port: 39867876-8a5d-42ee-a42e-6a4163eb4548, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:46:58.358228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:58.452028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] For port 39867876-8a5d-42ee-a42e-6a4163eb4548, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:46:58.454952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] For port 39867876-8a5d-42ee-a42e-6a4163eb4548, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39867876-8a5d-42ee-a42e-6a4163eb4548,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:46:58.459552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:58.512735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:58.513814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:46:58.514937 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] 10.222.0.35 "PUT /v2.0/ports/39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 1093 time: 0.9659874 Apr 22 09:46:58.517782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:46:58.559730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c4227-7873-41c3-89fc-b8756e8a68f7 service neutron] Pushing event updated for resources: {'Port': ['ID=39867876-8a5d-42ee-a42e-6a4163eb4548,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:46:58.610342 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7cb36ec-7772-4131-82e8-4bd6709a87fe'] response: {'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'status': 'completed', 'code': 200} Apr 22 09:46:58.661852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-5db1a1e6-3431-4172-bf96-f88952f179cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:58.663348 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-5db1a1e6-3431-4172-bf96-f88952f179cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1096 time: 0.0862236 Apr 22 09:46:58.735450 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-64bb1538-fed9-4344-a404-f459796486a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 217 time: 0.0654299 Apr 22 09:46:58.803238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-d6f678f1-e2e4-4b3e-a51a-8f10dd95496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:58.804784 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-d6f678f1-e2e4-4b3e-a51a-8f10dd95496b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0639906 Apr 22 09:46:58.882483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-993a6b15-de88-4ba1-9a84-56b557f89432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:58.884083 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-993a6b15-de88-4ba1-9a84-56b557f89432 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732567 Apr 22 09:46:58.951946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407162b8-8241-4598-b908-2114ee828ffe req-3f47f80b-19e7-4cea-9d97-25732992f12d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:58.953500 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-407162b8-8241-4598-b908-2114ee828ffe req-3f47f80b-19e7-4cea-9d97-25732992f12d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 943 time: 0.0865452 Apr 22 09:46:59.005669 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-407162b8-8241-4598-b908-2114ee828ffe req-6cf42ebd-8420-42dc-9820-3347077ee28e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452244 Apr 22 09:46:59.132770 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-54eb8e87-7b15-444a-92aa-ddc2091ecfcb service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423778 Apr 22 09:46:59.268698 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6d1d787-ae63-4d10-ac5a-a69fd47f4fdb req-08381d96-83c1-4aef-aadc-42a00f51b0b1 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283300 Apr 22 09:46:59.392125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-18386f60-9079-4016-82d2-feeb35d112d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:59.393516 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-18386f60-9079-4016-82d2-feeb35d112d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1096 time: 0.0768445 Apr 22 09:46:59.529464 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-5704ffa8-037b-49f7-bf03-4d121199950e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:59.530953 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-5704ffa8-037b-49f7-bf03-4d121199950e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1298993 Apr 22 09:46:59.597260 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-39431c21-bf39-4362-9a8f-f92c5b988f58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 217 time: 0.0608015 Apr 22 09:46:59.664372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-e993fd4d-a635-40b9-b1f0-5558e134f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:59.665763 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-e993fd4d-a635-40b9-b1f0-5558e134f5c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0620615 Apr 22 09:46:59.740818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-282b0997-43cb-4cfc-ad7b-f2cd772fdfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:46:59.742293 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-282b0997-43cb-4cfc-ad7b-f2cd772fdfab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709128 Apr 22 09:46:59.878041 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-1b69d9b3-f1fc-4359-8cdb-4bc90521b8a7 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298075 Apr 22 09:47:00.010442 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f089452d-6773-4db0-bcc8-98c6af9ce59b req-b1cbabff-c931-41a0-95a1-93243da09d3d service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258638 Apr 22 09:47:00.199224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42abca12-885e-4715-8d8a-23778c2a15ef req-a1612ca0-f62a-4551-952e-bf2df25ddf46 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:00.199918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-42abca12-885e-4715-8d8a-23778c2a15ef req-a1612ca0-f62a-4551-952e-bf2df25ddf46 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:47:00.217830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-42abca12-885e-4715-8d8a-23778c2a15ef req-a1612ca0-f62a-4551-952e-bf2df25ddf46 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:47:00.219043 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42abca12-885e-4715-8d8a-23778c2a15ef req-a1612ca0-f62a-4551-952e-bf2df25ddf46 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 943 time: 0.1033573 Apr 22 09:47:00.266712 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42abca12-885e-4715-8d8a-23778c2a15ef req-26e90403-c55c-44f5-920c-de371c5986d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402517 Apr 22 09:47:01.058901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 39867876-8a5d-42ee-a42e-6a4163eb4548 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:47:01.189129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 39867876-8a5d-42ee-a42e-6a4163eb4548, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39867876-8a5d-42ee-a42e-6a4163eb4548,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:47:01.202316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:47:01.261059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:01.277770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39867876-8a5d-42ee-a42e-6a4163eb4548 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:47:01.292300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 39867876-8a5d-42ee-a42e-6a4163eb4548, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39867876-8a5d-42ee-a42e-6a4163eb4548,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:47:01.297348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:01.362912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=39867876-8a5d-42ee-a42e-6a4163eb4548,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:01.562951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8f0a3-0dfd-453a-801d-c38327531942 req-67c1b3ff-17fc-4099-b17f-b0bc08f0c527 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:01.564430 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fa8f0a3-0dfd-453a-801d-c38327531942 req-67c1b3ff-17fc-4099-b17f-b0bc08f0c527 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 944 time: 0.1888499 Apr 22 09:47:01.608204 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fa8f0a3-0dfd-453a-801d-c38327531942 req-a429d036-a08d-4228-bda1-f2f75b5aaf4c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377774 Apr 22 09:47:01.657317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['39867876-8a5d-42ee-a42e-6a4163eb4548'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:47:02.801209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd48433-be03-4ffe-8be6-ed8540ca08e9 req-8be21d15-2d03-418a-ae3f-cb7bfaefd142 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:02.802668 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dfd48433-be03-4ffe-8be6-ed8540ca08e9 req-8be21d15-2d03-418a-ae3f-cb7bfaefd142 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 944 time: 0.0838826 Apr 22 09:47:02.847958 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dfd48433-be03-4ffe-8be6-ed8540ca08e9 req-9eb7ed0a-dd89-4fe2-846d-d84b24cfc17b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Apr 22 09:47:03.074183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 39867876-8a5d-42ee-a42e-6a4163eb4548 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:47:03.141559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 39867876-8a5d-42ee-a42e-6a4163eb4548 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:47:03.146151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 39867876-8a5d-42ee-a42e-6a4163eb4548 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:47:03.146516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:03.262803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:03.294221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:47:03.304301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 39867876-8a5d-42ee-a42e-6a4163eb4548, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39867876-8a5d-42ee-a42e-6a4163eb4548,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:47:03.316115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:03.412832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=39867876-8a5d-42ee-a42e-6a4163eb4548,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:03.421114 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8a08d1-4609-4ef7-b3c4-dd7055e01681'] response: {'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'code': 200} Apr 22 09:47:03.643447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4afd5f-58db-433e-9a92-09cba312bf2d req-289b5bb6-16af-438f-8427-c284fb7d4451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:03.644941 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ca4afd5f-58db-433e-9a92-09cba312bf2d req-289b5bb6-16af-438f-8427-c284fb7d4451 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1098 time: 0.0758758 Apr 22 09:47:03.687675 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ca4afd5f-58db-433e-9a92-09cba312bf2d req-95bb476c-1153-47e9-8ed0-2f1a50d68b74 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360973 Apr 22 09:47:04.029557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd026d75-bc37-4ad1-8b96-0595f6468aa4 req-b1517af5-c168-4ffc-b495-66af65150db8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:04.030955 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd026d75-bc37-4ad1-8b96-0595f6468aa4 req-b1517af5-c168-4ffc-b495-66af65150db8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 945 time: 0.0787473 Apr 22 09:47:04.079097 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd026d75-bc37-4ad1-8b96-0595f6468aa4 req-b80b23bb-3c8d-4ca9-a4e7-10887201a71b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423675 Apr 22 09:47:05.265910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07382e6c-bf5e-4be5-a519-1ec059b1e768 req-dbe9ac4b-1a69-4274-8851-c2df812170f3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:05.267628 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-07382e6c-bf5e-4be5-a519-1ec059b1e768 req-dbe9ac4b-1a69-4274-8851-c2df812170f3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 945 time: 0.0794203 Apr 22 09:47:05.313874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-07382e6c-bf5e-4be5-a519-1ec059b1e768 req-63ecb314-9238-4cc1-ba87-adcd60201681 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403423 Apr 22 09:47:05.507714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e59ba2-bc0e-46c2-955c-5adbb5f8512d req-8078b59c-7e1c-48dc-8fc6-a10d9f68a491 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:05.509121 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-89e59ba2-bc0e-46c2-955c-5adbb5f8512d req-8078b59c-7e1c-48dc-8fc6-a10d9f68a491 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 945 time: 0.0846379 Apr 22 09:47:05.555294 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-89e59ba2-bc0e-46c2-955c-5adbb5f8512d req-5a679963-b9c9-41c0-a84f-e08979fe7da0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402820 Apr 22 09:47:05.577163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35190) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:05.652831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d15bfa-c90d-4735-af8e-54fb962fe257 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:05.654859 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-03d15bfa-c90d-4735-af8e-54fb962fe257 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1093 time: 0.0767059 Apr 22 09:47:05.657836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35194) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:05.662714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:05.668891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:05.673446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:05.676843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:05.683834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:05.696810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:05.833368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:05.974797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.70 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/150a97c9-707c-4ed3-9bde-0aafb4263582) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:47:06.121961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:06.151961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:06.210102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:47:06.212922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:47:06.216509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:47:06.262290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=150a97c9-707c-4ed3-9bde-0aafb4263582,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:06.644068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:06.720096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:06.930089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:06.934419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:07.040756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=150a97c9-707c-4ed3-9bde-0aafb4263582,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:07.052142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:07.326930 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP dfbee89d-6388-4b66-8e0b-7a570c77d956 associated. External IP: 172.26.2.70, port: 39867876-8a5d-42ee-a42e-6a4163eb4548. Apr 22 09:47:07.702430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router bf2de098-b2f7-4333-bf34-9965b4bf77bb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:47:07.882949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:47:07.893381 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] Sync routers for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:47:07.904923 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:47:07.905542 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:47:07.910112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:07.970694 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-67e6322c-1dfa-435b-ba92-c48c209c9d04 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3117278 Apr 22 09:47:07.971308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:47:07.973706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35198) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:08.061514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef8e9f4-c0e2-4ad0-8e73-3fdaa786c5e1 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:08.065602 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7ef8e9f4-c0e2-4ad0-8e73-3fdaa786c5e1 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1093 time: 0.0869212 Apr 22 09:47:08.073142 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca81f1c2-3ea8-4f48-9832-acb4e0c34ab7'] response: {'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'status': 'completed', 'code': 200} Apr 22 09:47:08.133289 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:47:08.176673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249538-30e6-4935-9613-182a1bf79724 req-d26cd9cb-fae6-4a59-a26c-a326f6f9ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:08.178181 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79249538-30e6-4935-9613-182a1bf79724 req-d26cd9cb-fae6-4a59-a26c-a326f6f9ee45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1098 time: 0.0762551 Apr 22 09:47:08.279252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35208) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:08.284937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380352840', 'description': 'tempest-secgroup-smoke-380352840 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:08.291104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:08.302630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:08.318124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.342708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:08.347443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:08.351138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:08.357825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:08.438553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249538-30e6-4935-9613-182a1bf79724 req-a1681bd6-3121-47ee-9810-0f50101de2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:08.440113 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79249538-30e6-4935-9613-182a1bf79724 req-a1681bd6-3121-47ee-9810-0f50101de2b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.2557180 Apr 22 09:47:08.442932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.449488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.494160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:08.517217 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:06Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:47:08.521835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.522163 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] Checking router: bf2de098-b2f7-4333-bf34-9965b4bf77bb for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:47:08.523281 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7ac2f8c2-d972-46c7-beef-44ad16ec8182 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2430029 Apr 22 09:47:08.526137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35212) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:08.528011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.533338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '76e0732a-d4ce-4ef0-ab4b-4935192ac9e8', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:08.533561 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:47:08.533561 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:46:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:47:08.543186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:08.548448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:08.553365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:08.561058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:08.575073 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79249538-30e6-4935-9613-182a1bf79724 req-07fdd0bf-45d7-48d4-8dbd-2f439802ce49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 998 time: 0.1269286 Apr 22 09:47:08.582400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.650967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.658884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249538-30e6-4935-9613-182a1bf79724 req-bbf8a87e-4d35-4a3d-b7fa-ae011e206f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:08.660593 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79249538-30e6-4935-9613-182a1bf79724 req-bbf8a87e-4d35-4a3d-b7fa-ae011e206f5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0782182 Apr 22 09:47:08.661457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.686810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826b53a3-9fcc-409c-8bd4-522e086e53e2,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:08.696253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.703026 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2d89e67e-ffe5-4553-9172-c8fd98a36ea9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730642 Apr 22 09:47:08.703026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35216) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:08.706492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '76e0732a-d4ce-4ef0-ab4b-4935192ac9e8', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:08.712358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:08.718442 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:08.721371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:08.727328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:08.748211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.750364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79249538-30e6-4935-9613-182a1bf79724 req-fd00c6ba-26bf-4e49-b09b-6fdcc93b63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:08.751444 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79249538-30e6-4935-9613-182a1bf79724 req-fd00c6ba-26bf-4e49-b09b-6fdcc93b63ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850153 Apr 22 09:47:08.760018 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:47:08.818508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.823259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.847497 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f413dedd-46f0-4c43-937a-f2e51f576665,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:08.858182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.862400 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f60ae9fe-62d7-4687-8c0f-35bd4c349f53 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586492 Apr 22 09:47:08.862608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35220) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:08.867806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '76e0732a-d4ce-4ef0-ab4b-4935192ac9e8', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:08.873504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:08.877413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:08.880502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:08.887117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:08.902476 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79249538-30e6-4935-9613-182a1bf79724 req-122baacb-4001-49e8-a539-4babfe10cfb5 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446025 Apr 22 09:47:08.915824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.987870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:08.998039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.022508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09e952d5-8bcc-4e7c-a5ea-75928bdce4da,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:09.033840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.037710 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-13a8a2f4-ca47-4621-b292-91f238595307 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1717067 Apr 22 09:47:09.038012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35224) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:09.046575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '76e0732a-d4ce-4ef0-ab4b-4935192ac9e8', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:09.055005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:09.058614 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79249538-30e6-4935-9613-182a1bf79724 req-2328979f-0599-47aa-8497-1d9a7771835e service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506565 Apr 22 09:47:09.062057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:09.065099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:09.074854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:09.092177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.145231 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:06Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:47:09.150222 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff41d941-a91f-4be8-941a-6c4d963d097a None None] The sync data for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv is: [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:06Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:47:09.158292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.164264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.189063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdc4595-1599-47d4-8e7c-8fbdeb624ae1,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:09.198790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.200413 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c7fc1b51-472d-4145-b133-b14ad9343581 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1613858 Apr 22 09:47:09.203041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35228) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:09.208363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '76e0732a-d4ce-4ef0-ab4b-4935192ac9e8', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:09.217019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:09.221098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:09.224008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:09.229784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:09.241562 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:47:09.249352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.321937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.326285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.350483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd5b79e-7946-4b40-8384-e70468df6261 None None] New status for floating IP dfbee89d-6388-4b66-8e0b-7a570c77d956: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:47:09.357360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81454c2-0d55-4e6d-ad06-c645edfaac22,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:09.366908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.368278 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a89e492b-2be2-464a-b83e-b08385146dd2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1643174 Apr 22 09:47:09.370930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35232) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:09.376042 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': '76e0732a-d4ce-4ef0-ab4b-4935192ac9e8', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:09.382107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:09.386018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:09.388887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:09.394793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:09.407425 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:47:09.414945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.483188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.488014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.511394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ab781a-6a16-482c-9a18-59ab1fb111c2,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:09.523400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:09.529696 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-31d0f26e-37c7-4bcc-9a0c-7b697eb2fbc4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576505 Apr 22 09:47:09.698723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-a60350c0-12f9-4b37-9648-ac511dbbeb37 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:47:09.713945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-a60350c0-12f9-4b37-9648-ac511dbbeb37 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:47:09.715257 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-a60350c0-12f9-4b37-9648-ac511dbbeb37 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380352840&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0578005 Apr 22 09:47:09.867591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-b6aa300e-407a-404d-bc07-9bfbd2adf45c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:09.869071 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-b6aa300e-407a-404d-bc07-9bfbd2adf45c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 797 time: 0.1464689 Apr 22 09:47:09.884178 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-68c0cb40-fb2a-4d12-a49b-70eeef25e778 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.0090513 Apr 22 09:47:09.974124 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-e58cc110-57e9-4a35-8499-481336c1eb64 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0848773 Apr 22 09:47:10.252102 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-a4aecdd9-1ea1-4ebf-bb0d-4fc8ea152b91 service neutron] 10.222.0.32 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658539 Apr 22 09:47:10.384843 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5484e6-5258-416f-a452-1ff71dbbb116 service neutron] 10.222.0.32 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269050 Apr 22 09:47:10.567075 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57921119-6e67-45fb-9ba4-2466dee008c0 req-261a1110-4d82-41d2-a76a-3afef901bca3 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0451906 Apr 22 09:47:11.630089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-359b856c-d84f-4202-9d5d-f5f5efee1e43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:11.631511 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-359b856c-d84f-4202-9d5d-f5f5efee1e43 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 797 time: 0.1624670 Apr 22 09:47:11.694753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-3a086ec2-1ef5-4371-9cc5-a1cc04f3fbdc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 472 time: 0.0548646 Apr 22 09:47:11.703843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['76e0732a-d4ce-4ef0-ab4b-4935192ac9e8']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:11.752761 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6f0ae74c-6312-4dfa-9c65-937f29459ac6 req-c0108ee9-1e94-416f-b8b8-218a5da99be6 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0498824 Apr 22 09:47:11.840742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:11.850425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:11.861714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:47:11.865303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:12.019830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa0ba-766f-4fd2-bc75-d8acaef5e272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:12.025368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.4 (3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4/e0a8f21c-393c-4279-8c00-74886c75a804/db8d8a92-30fa-4681-aff3-8b4cce49591e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:47:12.220310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:12.236023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object db8d8a92-30fa-4681-aff3-8b4cce49591e will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:47:12.258661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:12.321315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:47:12.324207 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:47:12.328014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:47:12.370483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=db8d8a92-30fa-4681-aff3-8b4cce49591e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:12.401948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:12.402561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:12.430316 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-ba15ec0d-5931-430e-b1eb-e08f0243e042 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7306080 Apr 22 09:47:12.441310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Request body: {'port': {'device_id': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:12.553740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0b317bd7-b0fb-4493-ade1-9a5f53b26a8c None None] Provisioning for port db8d8a92-30fa-4681-aff3-8b4cce49591e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:47:12.556020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:12.559007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0b317bd7-b0fb-4493-ade1-9a5f53b26a8c None None] Provisioning complete for port db8d8a92-30fa-4681-aff3-8b4cce49591e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:47:12.559638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b317bd7-b0fb-4493-ade1-9a5f53b26a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:12.616161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0b317bd7-b0fb-4493-ade1-9a5f53b26a8c None None] Port db8d8a92-30fa-4681-aff3-8b4cce49591e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:47:12.991698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96f959-38bf-4a30-8c4c-fbab9b4f104a req-1d75be4c-0d2c-4481-8d27-bd51c6612655 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:12.992297 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-1c96f959-38bf-4a30-8c4c-fbab9b4f104a req-1d75be4c-0d2c-4481-8d27-bd51c6612655 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:47:13.055230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-1c96f959-38bf-4a30-8c4c-fbab9b4f104a req-1d75be4c-0d2c-4481-8d27-bd51c6612655 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:47:13.056358 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1c96f959-38bf-4a30-8c4c-fbab9b4f104a req-1d75be4c-0d2c-4481-8d27-bd51c6612655 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 931 time: 0.1816909 Apr 22 09:47:13.078849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8d8a92-30fa-4681-aff3-8b4cce49591e {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:47:13.089203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:13.118343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Transition to ACTIVE for port object db8d8a92-30fa-4681-aff3-8b4cce49591e will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:47:13.121364 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1c96f959-38bf-4a30-8c4c-fbab9b4f104a req-4fe225eb-5695-454d-8511-e8648b4159fb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578718 Apr 22 09:47:13.122880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:13.276134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Pushing event updated for resources: {'Port': ['ID=db8d8a92-30fa-4681-aff3-8b4cce49591e,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:13.355324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Attempting to bind port db8d8a92-30fa-4681-aff3-8b4cce49591e on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:47:13.355648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Attempting to bind port db8d8a92-30fa-4681-aff3-8b4cce49591e by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:47:13.355967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Attempting to bind port db8d8a92-30fa-4681-aff3-8b4cce49591e on network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:47:13.360514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Port db8d8a92-30fa-4681-aff3-8b4cce49591e on network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:47:13.360825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Attempting to bind port db8d8a92-30fa-4681-aff3-8b4cce49591e on network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:47:13.365929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:47:13.366252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Checking segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:47:13.366624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Bound using segment: {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:47:13.367036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Bound port: db8d8a92-30fa-4681-aff3-8b4cce49591e, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a24ffe9-e9a3-4a28-bef2-25525426b7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:47:13.367370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:13.462809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] For port db8d8a92-30fa-4681-aff3-8b4cce49591e, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:47:13.465711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] For port db8d8a92-30fa-4681-aff3-8b4cce49591e, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:47:13.470642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:13.522499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:13.523046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:13.524330 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] 10.222.0.35 "PUT /v2.0/ports/db8d8a92-30fa-4681-aff3-8b4cce49591e HTTP/1.1" status: 200 len: 1093 time: 1.0871980 Apr 22 09:47:13.524753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:47:13.560910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eec42-6ca3-49b7-b846-b6b87a2154fb service neutron] Pushing event updated for resources: {'Port': ['ID=db8d8a92-30fa-4681-aff3-8b4cce49591e,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:13.605273 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e97807-de8e-4607-af76-1e6ac85eaaf0'] response: {'name': 'network-changed', 'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'status': 'completed', 'code': 200} Apr 22 09:47:13.647413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-0844f250-f2a6-445e-90ca-fb971a35464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:13.648903 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-0844f250-f2a6-445e-90ca-fb971a35464e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0783405 Apr 22 09:47:13.719755 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-1393f555-26d5-47b8-9bbc-ece821eccf10 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e HTTP/1.1" status: 200 len: 217 time: 0.0641096 Apr 22 09:47:13.789030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-b0fda539-c073-427d-bb10-a79b9c4c2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:13.790446 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-b0fda539-c073-427d-bb10-a79b9c4c2da0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0651593 Apr 22 09:47:13.874144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-729e0388-0b31-4376-bfae-4f83f47accfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:13.875573 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-729e0388-0b31-4376-bfae-4f83f47accfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683751 Apr 22 09:47:14.004363 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-94120d06-2179-4f69-9b57-48aa40724320 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225271 Apr 22 09:47:14.143639 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c84a59f0-365b-476d-93a7-3a318b9e6227 req-f247c5da-85fd-4e2d-8d71-4a76736416a8 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313112 Apr 22 09:47:14.314640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa861526-d982-4b4f-a919-61272ef2390d req-07d66672-0abe-45d0-9752-906d0d002fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:14.316077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa861526-d982-4b4f-a919-61272ef2390d req-07d66672-0abe-45d0-9752-906d0d002fd5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1255267 Apr 22 09:47:14.349331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0667ce1-a1e7-4829-ab5e-723938ccc8b4 req-dd760d23-50f6-47e6-bb7f-0349d3893295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:14.350692 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b0667ce1-a1e7-4829-ab5e-723938ccc8b4 req-dd760d23-50f6-47e6-bb7f-0349d3893295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 943 time: 0.1176069 Apr 22 09:47:14.404682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1fe00c07-cd0d-497d-9771-973e7bc31033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:14.565772 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b0667ce1-a1e7-4829-ab5e-723938ccc8b4 req-c005521a-75c8-41ec-a047-aafd2b0595fc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019463 Apr 22 09:47:14.587088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa861526-d982-4b4f-a919-61272ef2390d req-fc26251d-a110-4beb-b636-2922c0c6e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:14.588537 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa861526-d982-4b4f-a919-61272ef2390d req-fc26251d-a110-4beb-b636-2922c0c6e319 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.2646215 Apr 22 09:47:14.663760 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa861526-d982-4b4f-a919-61272ef2390d req-67b9a869-16dc-48b3-bddd-959a69497247 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e HTTP/1.1" status: 200 len: 217 time: 0.0620291 Apr 22 09:47:14.732351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa861526-d982-4b4f-a919-61272ef2390d req-5f6a27e5-f65d-4c09-adf7-2b5eb2ab898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:14.733762 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa861526-d982-4b4f-a919-61272ef2390d req-5f6a27e5-f65d-4c09-adf7-2b5eb2ab898d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0604830 Apr 22 09:47:14.807797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa861526-d982-4b4f-a919-61272ef2390d req-c01a3ab5-bd2b-4715-a12a-cace192e0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:14.809285 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa861526-d982-4b4f-a919-61272ef2390d req-c01a3ab5-bd2b-4715-a12a-cace192e0523 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688927 Apr 22 09:47:14.946314 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa861526-d982-4b4f-a919-61272ef2390d req-e6303790-5fa9-499a-b70c-46d086a77d59 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232882 Apr 22 09:47:15.077062 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa861526-d982-4b4f-a919-61272ef2390d req-7e0f2df2-8bd7-4d32-9f78-3cb0bd93806e service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236627 Apr 22 09:47:15.396910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:15.741193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:15.754925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9828e76-6e0e-42ef-b51f-e9973f5c188e req-ff8105e0-986c-48c6-9d8e-dbaa14aa6567 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:15.756386 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e9828e76-6e0e-42ef-b51f-e9973f5c188e req-ff8105e0-986c-48c6-9d8e-dbaa14aa6567 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 943 time: 0.0834866 Apr 22 09:47:15.800937 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e9828e76-6e0e-42ef-b51f-e9973f5c188e req-d9e9b8bc-a4c6-4a0a-abdb-1bf4f20718d7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388248 Apr 22 09:47:16.983840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97763f-bcd9-450b-be4f-0596700d24ff req-6726c6ff-b46a-4866-9c7c-d6ada45518fb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:16.985322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7e97763f-bcd9-450b-be4f-0596700d24ff req-6726c6ff-b46a-4866-9c7c-d6ada45518fb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 943 time: 0.0791790 Apr 22 09:47:17.032322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7e97763f-bcd9-450b-be4f-0596700d24ff req-5e8bf771-1779-40a0-b4a8-ae9676b6cfc5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414777 Apr 22 09:47:17.170232 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device db8d8a92-30fa-4681-aff3-8b4cce49591e details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:47:17.174360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:17.305219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port db8d8a92-30fa-4681-aff3-8b4cce49591e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:47:17.321244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'port_id': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'mac_address': 'fa:16:3e:10:62:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:47:17.375751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:17.392317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8d8a92-30fa-4681-aff3-8b4cce49591e {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:47:17.407371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port db8d8a92-30fa-4681-aff3-8b4cce49591e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:47:17.411188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:17.476585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=db8d8a92-30fa-4681-aff3-8b4cce49591e,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:17.758177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['db8d8a92-30fa-4681-aff3-8b4cce49591e'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:47:18.222147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10a075-5058-42d4-8995-3e79adc08c00 req-a56b78a3-c274-472b-8485-f9c18137c562 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:18.223713 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e10a075-5058-42d4-8995-3e79adc08c00 req-a56b78a3-c274-472b-8485-f9c18137c562 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0843263 Apr 22 09:47:18.270033 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e10a075-5058-42d4-8995-3e79adc08c00 req-1f5906ff-984f-4990-b60c-737015d8e1a4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Apr 22 09:47:19.181990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device db8d8a92-30fa-4681-aff3-8b4cce49591e up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:47:19.248338 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port db8d8a92-30fa-4681-aff3-8b4cce49591e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:47:19.253446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port db8d8a92-30fa-4681-aff3-8b4cce49591e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:47:19.254021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:19.378104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:19.412585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:47:19.425104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port db8d8a92-30fa-4681-aff3-8b4cce49591e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:47:19.430707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:19.462424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49621f-77b1-415b-a868-f4932ad5c1f2 req-d4d90610-10f8-483e-b900-a95873257881 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:19.464841 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5f49621f-77b1-415b-a868-f4932ad5c1f2 req-d4d90610-10f8-483e-b900-a95873257881 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 944 time: 0.0899088 Apr 22 09:47:19.468063 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c6eefe-cb03-4cba-8096-762ff84398ab'] response: {'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'code': 200} Apr 22 09:47:19.510417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=db8d8a92-30fa-4681-aff3-8b4cce49591e,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:19.515785 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5f49621f-77b1-415b-a868-f4932ad5c1f2 req-8d15a525-8bd5-451d-8ded-70641c89375d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441823 Apr 22 09:47:19.748140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd9c58-4547-42ff-a397-92d214a91d96 req-6afa8a3f-9722-4a0e-bc4c-aad280736d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:19.749528 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79dd9c58-4547-42ff-a397-92d214a91d96 req-6afa8a3f-9722-4a0e-bc4c-aad280736d33 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0819044 Apr 22 09:47:19.794608 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79dd9c58-4547-42ff-a397-92d214a91d96 req-446d5e95-86c1-4cb4-ade3-d1160e60f80d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352392 Apr 22 09:47:20.336927 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:47:20.705771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52de803-747c-4978-86db-d1b1d26034a5 req-3dbc762d-beac-4756-9cb2-5c678ec75b1c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:20.707182 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b52de803-747c-4978-86db-d1b1d26034a5 req-3dbc762d-beac-4756-9cb2-5c678ec75b1c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 945 time: 0.0814579 Apr 22 09:47:20.754588 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b52de803-747c-4978-86db-d1b1d26034a5 req-145a9b81-33b5-4d14-acbb-9ef9acaeb2bc tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416653 Apr 22 09:47:21.938706 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e67824-6301-4eb8-bbc1-c2f74747f1d7 req-813b5de8-2f37-44d5-88ce-1a6260c14420 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:21.940181 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-63e67824-6301-4eb8-bbc1-c2f74747f1d7 req-813b5de8-2f37-44d5-88ce-1a6260c14420 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 945 time: 0.0811758 Apr 22 09:47:21.984627 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-63e67824-6301-4eb8-bbc1-c2f74747f1d7 req-2172d4ef-853f-4cca-ba35-c2d23c41feed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387800 Apr 22 09:47:22.169518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bbf9f-cc43-497a-88c8-b141c0c608ed req-f429ed45-2f13-47ab-8be3-00e111ce1483 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:22.170908 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-238bbf9f-cc43-497a-88c8-b141c0c608ed req-f429ed45-2f13-47ab-8be3-00e111ce1483 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 945 time: 0.0824354 Apr 22 09:47:22.218647 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-238bbf9f-cc43-497a-88c8-b141c0c608ed req-f8b77618-d957-4c0f-a9c3-d4ec6cc47610 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Apr 22 09:47:22.241526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35290) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:22.313197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6785033-7878-4d75-adf1-980526d9e4bb tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:22.314704 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b6785033-7878-4d75-adf1-980526d9e4bb tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 1093 time: 0.0722015 Apr 22 09:47:22.317522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35294) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:47:22.322359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:47:22.328612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:47:22.332468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:47:22.335333 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:47:22.341191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:47:22.351773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:22.496605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:22.640639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.235 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/ec80a371-35c4-45f1-aa25-9344f3ca4989) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:47:22.815607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:22.849731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:22.914721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:47:22.917580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:47:22.920645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:47:22.959338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=ec80a371-35c4-45f1-aa25-9344f3ca4989,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:23.460029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:23.547865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:23.762818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:23.767413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:23.877968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=ec80a371-35c4-45f1-aa25-9344f3ca4989,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:47:23.890566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:24.066590 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP ffbf74a4-ec93-4841-bb60-5660e0e49812 associated. External IP: 172.26.2.235, port: db8d8a92-30fa-4681-aff3-8b4cce49591e. Apr 22 09:47:24.433283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router bf2de098-b2f7-4333-bf34-9965b4bf77bb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:47:24.616518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:47:24.626438 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] Sync routers for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:47:24.635805 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:47:24.636429 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:47:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:47:24.641661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:24.700528 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dc344e9e-036e-491c-82fd-292edc26a55e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3813851 Apr 22 09:47:24.701017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:47:24.747227 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5416707e-fda1-49b3-a765-ec8b8e1b6de8'] response: {'name': 'network-changed', 'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'status': 'completed', 'code': 200} Apr 22 09:47:24.838010 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:47:24.846930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-84ab1e87-f1f0-4f75-9cdc-53d2415f3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:24.848426 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-84ab1e87-f1f0-4f75-9cdc-53d2415f3d4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0795879 Apr 22 09:47:24.990507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-ea42037c-7c97-4895-8231-0d8ce98b5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:24.991852 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-ea42037c-7c97-4895-8231-0d8ce98b5fb9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1376579 Apr 22 09:47:25.102006 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-d8936553-6c80-4dab-8764-e938ede2c1a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e HTTP/1.1" status: 200 len: 999 time: 0.1021111 Apr 22 09:47:25.164738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-40c86bc5-a073-43ec-8639-13cba6dfaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:25.166220 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-40c86bc5-a073-43ec-8639-13cba6dfaaf5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0585952 Apr 22 09:47:25.240030 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:09Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}, {'id': 'ffbf74a4-ec93-4841-bb60-5660e0e49812', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:10:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:23Z', 'updated_at': '2022-04-22T09:47:23Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:47:25.244108 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] Checking router: bf2de098-b2f7-4333-bf34-9965b4bf77bb for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:47:25.244882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-c3198b97-0f98-4fe6-8cbc-29ab9791c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:25.246384 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-c3198b97-0f98-4fe6-8cbc-29ab9791c001 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727029 Apr 22 09:47:25.256084 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:47:25.256734 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:47:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:47:25.380695 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-d507a9a3-35d5-4f77-b80b-7c98c7dbbbcb service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274829 Apr 22 09:47:25.440670 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:47:25.633620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9370b68d-ceff-441f-9aa8-e4e352babb8d req-350ff1b5-0096-4558-9cc6-d9b0e556f7e4 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462401 Apr 22 09:47:25.797213 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:09Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}, {'id': 'ffbf74a4-ec93-4841-bb60-5660e0e49812', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:10:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:23Z', 'updated_at': '2022-04-22T09:47:23Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:47:25.801305 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b49f6d0-5836-4d38-93c1-55b3adf513d3 None None] The sync data for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv is: [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:09Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}, {'id': 'ffbf74a4-ec93-4841-bb60-5660e0e49812', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:10:62:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:23Z', 'updated_at': '2022-04-22T09:47:23Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:47:25.991757 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572c61f7-9d91-427b-a15a-7adb30fa895a None None] New status for floating IP ffbf74a4-ec93-4841-bb60-5660e0e49812: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:47:28.811477 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-76f6a3f2-df2e-46ca-b5e4-d27f50a19e91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697374 Apr 22 09:47:28.951511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-39c79ea3-c7fe-4681-82b2-2f4594c8e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:28.952904 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-39c79ea3-c7fe-4681-82b2-2f4594c8e37d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1098 time: 0.0734215 Apr 22 09:47:29.097638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-350851f8-d160-406a-9f49-7ef5d7d4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:29.099087 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-350851f8-d160-406a-9f49-7ef5d7d4e924 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1281281 Apr 22 09:47:29.203621 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-b1d64336-1f1a-4156-ab61-86d07816748e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 1000 time: 0.0983303 Apr 22 09:47:29.288667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-35cea30b-8f13-4647-9798-6d79b2855e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:29.290091 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-35cea30b-8f13-4647-9798-6d79b2855e52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0802624 Apr 22 09:47:29.370130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-1c0868df-ee9e-4a0d-9e63-7fb3420052ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:47:29.372131 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-1c0868df-ee9e-4a0d-9e63-7fb3420052ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755079 Apr 22 09:47:29.511268 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-b814b69c-25a9-4c62-8783-8f79577ce5e2 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324558 Apr 22 09:47:29.658029 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d98565a-366a-4886-9e64-71ffd7b8ec9e req-2b968e20-6066-400b-ba36-1247368641d0 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401670 Apr 22 09:47:38.524689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:42.023952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-164b3d18-d986-4c3c-b784-89bc5ec739cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:44.409174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a340126c-2262-4eb9-b4cf-91db9de46a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:45.400510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:45.745175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:47.176965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:47:57.335322 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:48:08.542336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:12.027065 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98145185-a1c9-407e-910c-eca1d2c2cc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:14.412267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2d3ad7fe-13c0-457e-8bd4-9368667dbf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:15.403765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:15.748122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:17.174780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:28.281762 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-ab42e54e-f33f-4665-8a91-789e0dc31540 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1108863 Apr 22 09:48:28.377122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-239719a8-1c8d-4a50-8119-0a9a2749c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:28.378714 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-239719a8-1c8d-4a50-8119-0a9a2749c32f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0691845 Apr 22 09:48:28.519796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-9faee753-3675-465f-a7f8-d53fb46bcf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:28.521181 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-9faee753-3675-465f-a7f8-d53fb46bcf05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1241207 Apr 22 09:48:28.627704 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-d479fc60-6c42-4a55-98ce-98d1633c7cad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e HTTP/1.1" status: 200 len: 1001 time: 0.0946369 Apr 22 09:48:28.690019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-c2c6f1bb-ece4-4c74-8e64-7ae3975cdda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:28.691454 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-c2c6f1bb-ece4-4c74-8e64-7ae3975cdda2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0572131 Apr 22 09:48:28.768783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-b2cb0bac-16db-4a4c-9c70-635106209702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:28.770373 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-b2cb0bac-16db-4a4c-9c70-635106209702 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708773 Apr 22 09:48:28.781254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-fc1979ef-c055-47b2-9354-a85597f25b52 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:48:28.782146 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-fc1979ef-c055-47b2-9354-a85597f25b52 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046766 Apr 22 09:48:29.043237 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-880079a6-cda9-4295-8a33-7927e3451260 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549577 Apr 22 09:48:29.172148 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a5d9234-7218-4184-9af9-846ca65bac21 req-a68550dc-7ffb-4d7b-8fe8-37fa106334d5 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228480 Apr 22 09:48:29.807661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35320) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:29.919430 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ac13d653-795f-40be-8f10-9baecab28b0f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/dfbee89d-6388-4b66-8e0b-7a570c77d956 HTTP/1.1" status: 200 len: 992 time: 0.1101534 Apr 22 09:48:32.144041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35330) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:32.149800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:48:32.271819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:32.485049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 39867876-8a5d-42ee-a42e-6a4163eb4548, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39867876-8a5d-42ee-a42e-6a4163eb4548,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:48:32.511525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:32.516160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:32.581390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:32.582016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:32.583454 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/ports/39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 938 time: 0.4384692 Apr 22 09:48:32.587077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:48:32.618593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=39867876-8a5d-42ee-a42e-6a4163eb4548,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:32.627339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.627691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.628049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.628363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.628717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.629046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.629369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.629691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.630026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.630336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.630648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.630963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df3354b-69de-4048-8b10-d8ea3bc747ec tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:32.644677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db316a0-424c-47dc-ba88-1aae2dc1b23c'] response: {'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'status': 'completed', 'code': 200} Apr 22 09:48:32.732539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-6eed213c-a1d4-4b1a-8678-f6da97af570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:32.734039 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-6eed213c-a1d4-4b1a-8678-f6da97af570c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1099 time: 0.0739746 Apr 22 09:48:32.813273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d56b77a2-a86e-4af2-ab8a-cd2abad00dcf None None] Provisioning complete for port 39867876-8a5d-42ee-a42e-6a4163eb4548 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:48:32.813913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d56b77a2-a86e-4af2-ab8a-cd2abad00dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:32.867749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-2be85796-4337-456c-8c5a-efd15b2b8d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:32.869149 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-2be85796-4337-456c-8c5a-efd15b2b8d90 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1285472 Apr 22 09:48:32.873599 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d56b77a2-a86e-4af2-ab8a-cd2abad00dcf None None] Port 39867876-8a5d-42ee-a42e-6a4163eb4548 is administratively disabled so it will not transition to active. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 22 09:48:32.975241 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-b8bd18cc-9d9f-4de8-be57-7390d266087d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 1001 time: 0.0989249 Apr 22 09:48:33.037789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-84b9547c-ceaf-4c5e-8948-77238bf250c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:33.039126 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-84b9547c-ceaf-4c5e-8948-77238bf250c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0570204 Apr 22 09:48:33.117350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-cbb22069-1cab-4adf-bb08-ae1efecb7e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:33.118812 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-cbb22069-1cab-4adf-bb08-ae1efecb7e3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719948 Apr 22 09:48:33.251388 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-8667e5bf-b1ee-4942-8607-bebb81df9c85 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246696 Apr 22 09:48:33.382379 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccebfb9f-8c44-40ae-8fa7-3f902e9a9ed6 req-1f69a8c9-2112-4a21-be0f-b52a584512b8 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241677 Apr 22 09:48:34.334248 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:48:36.067749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35340) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:36.073551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:48:36.195451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:36.529853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 39867876-8a5d-42ee-a42e-6a4163eb4548, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39867876-8a5d-42ee-a42e-6a4163eb4548,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:48:36.555433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:36.560332 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:36.625637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:36.626241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:36.630335 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/ports/39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 937 time: 0.5588310 Apr 22 09:48:36.630335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:48:36.630701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35344) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:36.668598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0843fed-0965-4225-9738-b1750bab59e9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=39867876-8a5d-42ee-a42e-6a4163eb4548,revision_number=7']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:36.678025 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db45037a-67aa-4e7c-91cb-e327c11259b4'] response: {'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'status': 'completed', 'code': 200} Apr 22 09:48:36.780087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-4c46ea4a-2508-46fc-9888-ff9b86fd57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:36.781581 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-4c46ea4a-2508-46fc-9888-ff9b86fd57d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1098 time: 0.0795088 Apr 22 09:48:36.815783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f2923cba-436a-4fc1-9779-1a2fe92f6b20 None None] Provisioning complete for port 39867876-8a5d-42ee-a42e-6a4163eb4548 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:48:36.816476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2923cba-436a-4fc1-9779-1a2fe92f6b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:36.869167 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-746c7b01-76c2-42b6-86f6-261464399cce tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/dfbee89d-6388-4b66-8e0b-7a570c77d956 HTTP/1.1" status: 200 len: 992 time: 0.2373586 Apr 22 09:48:36.915645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-f955d74b-b703-49f7-84c5-1f3ed40fe48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:36.917209 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-f955d74b-b703-49f7-84c5-1f3ed40fe48e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1291993 Apr 22 09:48:37.015066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['39867876-8a5d-42ee-a42e-6a4163eb4548'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:48:37.019102 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-5546f390-0d49-46d9-8dd2-52315045863a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 1000 time: 0.0955968 Apr 22 09:48:37.081645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-cc0b9ce7-cce5-4ecd-99ef-d20f0b38d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:37.083068 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-cc0b9ce7-cce5-4ecd-99ef-d20f0b38d179 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0561666 Apr 22 09:48:37.160114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-8eb4ca01-69d2-4364-b2d6-930de38fe27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:37.161620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-8eb4ca01-69d2-4364-b2d6-930de38fe27b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723705 Apr 22 09:48:37.291545 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-b559e64a-fb5a-420a-9bd3-b036f7471983 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239362 Apr 22 09:48:37.421580 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8a4db9e-1a0e-4b15-b6f7-1db90767f0e4 req-de8bc394-cc15-4b57-96b6-310074bd2be2 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221077 Apr 22 09:48:38.534857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:39.439497 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35356) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:39.647803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port ec80a371-35c4-45f1-aa25-9344f3ca4989 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:48:39.648184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:39.816358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:39.816734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:39.942734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for ec80a371-35c4-45f1-aa25-9344f3ca4989 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:48:40.093888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:40.144496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=ec80a371-35c4-45f1-aa25-9344f3ca4989,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:40.183644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.183985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.184356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.184712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.185033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.185466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.185928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.186413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.186882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.187344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.187798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.188248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:40.257353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:40.257811 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP ffbf74a4-ec93-4841-bb60-5660e0e49812 disassociated (deleted). External IP: 172.26.2.235, port: db8d8a92-30fa-4681-aff3-8b4cce49591e. Apr 22 09:48:40.621917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router bf2de098-b2f7-4333-bf34-9965b4bf77bb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:48:40.910151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:48:40.924694 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] Sync routers for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:48:40.932660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:40.934644 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:48:40.935283 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:40.990386 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0df9a6da-7428-426a-ad24-67db8cd66295 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/ffbf74a4-ec93-4841-bb60-5660e0e49812 HTTP/1.1" status: 204 len: 168 time: 1.5498102 Apr 22 09:48:40.990959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:48:41.046369 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcdd501c-28b1-46c8-8ae9-dd9f98d1f84e'] response: {'name': 'network-changed', 'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'status': 'completed', 'code': 200} Apr 22 09:48:41.121000 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:48:41.140431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-fbce64ae-b368-4699-8559-c1756c467904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:41.142014 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-fbce64ae-b368-4699-8559-c1756c467904 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 1098 time: 0.0730736 Apr 22 09:48:41.281701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-67676bce-dce9-42cb-a8e9-3d57c5cbb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:41.283144 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-67676bce-dce9-42cb-a8e9-3d57c5cbb5ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1349094 Apr 22 09:48:41.356125 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-30a17fb8-05f4-4a93-949a-938ffdbf88f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e HTTP/1.1" status: 200 len: 217 time: 0.0651603 Apr 22 09:48:41.372943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409321c1-04fa-4852-8c1b-93d7ed271fbc req-f2318331-38b7-4f34-aab5-1353df87da7b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:41.373976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-409321c1-04fa-4852-8c1b-93d7ed271fbc req-f2318331-38b7-4f34-aab5-1353df87da7b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:48:41.390476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-409321c1-04fa-4852-8c1b-93d7ed271fbc req-f2318331-38b7-4f34-aab5-1353df87da7b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:48:41.392128 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-409321c1-04fa-4852-8c1b-93d7ed271fbc req-f2318331-38b7-4f34-aab5-1353df87da7b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 945 time: 0.1013591 Apr 22 09:48:41.420997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-6eadbd4d-bdf1-469a-ae88-abb253ddf1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:41.422836 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-6eadbd4d-bdf1-469a-ae88-abb253ddf1c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0587072 Apr 22 09:48:41.441383 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-409321c1-04fa-4852-8c1b-93d7ed271fbc req-46856cde-776d-4104-a9b0-f60e9e107692 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 Apr 22 09:48:41.504348 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:09Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:41.508435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-b073c458-9c42-42c0-bb00-3bdb893a745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:41.508678 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] Checking router: bf2de098-b2f7-4333-bf34-9965b4bf77bb for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:48:41.509911 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-b073c458-9c42-42c0-bb00-3bdb893a745d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797119 Apr 22 09:48:41.517587 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:48:41.518235 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:41.697109 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:48:41.742685 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-255c362a-1877-42a3-ba56-915b4bb0b2a1 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261512 Apr 22 09:48:41.872145 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1ebf2b4c-d509-4b67-a587-2fec4ff492b3 req-e00e2885-2a10-477b-a3e7-dbe187ed2ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230924 Apr 22 09:48:42.030212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4316c960-c41f-4336-b7f6-27eff1161037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:42.036945 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:09Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:42.040954 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd76a64-1e44-44db-acda-8a7dbd65bc5b None None] The sync data for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv is: [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'dfbee89d-6388-4b66-8e0b-7a570c77d956', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.70', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'port_id': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'mac_address': 'fa:16:3e:a9:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:47:06Z', 'updated_at': '2022-04-22T09:47:09Z', 'revision_number': 1, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:48:42.250681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92197337-dc77-4682-b9a9-b5e6253f11eb None None] New status for floating IP ffbf74a4-ec93-4841-bb60-5660e0e49812: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:48:42.633759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2e34e-c265-4bd2-ab04-1c205a0e0280 req-84067697-0044-498b-b309-711c8bdb4c95 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:42.635176 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b5c2e34e-c265-4bd2-ab04-1c205a0e0280 req-84067697-0044-498b-b309-711c8bdb4c95 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 945 time: 0.0799010 Apr 22 09:48:42.679379 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b5c2e34e-c265-4bd2-ab04-1c205a0e0280 req-b969006f-2b58-4293-805a-6a1a35bedfbf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380414 Apr 22 09:48:42.848103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-7086e78e-cc3b-45cc-9791-0d7135fc51eb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:42.849544 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-7086e78e-cc3b-45cc-9791-0d7135fc51eb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 945 time: 0.0818977 Apr 22 09:48:42.922017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port db8d8a92-30fa-4681-aff3-8b4cce49591e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:48:42.922249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:43.169971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port db8d8a92-30fa-4681-aff3-8b4cce49591e, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=db8d8a92-30fa-4681-aff3-8b4cce49591e,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:48:43.170324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:43.295064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for db8d8a92-30fa-4681-aff3-8b4cce49591e owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:48:43.439482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:43.492580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=db8d8a92-30fa-4681-aff3-8b4cce49591e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:43.565148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port db8d8a92-30fa-4681-aff3-8b4cce49591e on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:48:43.567646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:43.570164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'name': 'network-vif-deleted', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:48:43.586145 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-06c7936e-3c6b-4cbd-a466-d8b7e1138aaa req-f2f92169-4740-4047-8300-232c447b9181 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/db8d8a92-30fa-4681-aff3-8b4cce49591e HTTP/1.1" status: 204 len: 173 time: 0.7316411 Apr 22 09:48:43.615429 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8f3211-e562-4a03-b0cd-148764cc727e'] response: {'server_uuid': 'd718842c-a199-4c36-89f5-010a8db9a9e4', 'name': 'network-vif-deleted', 'tag': 'db8d8a92-30fa-4681-aff3-8b4cce49591e', 'status': 'completed', 'code': 200} Apr 22 09:48:43.846739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-4d207a61-356c-4977-b20a-2e3e923b8223 req-cbaed6f1-d382-452e-b270-a232172a2f13 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:48:43.862975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-4d207a61-356c-4977-b20a-2e3e923b8223 req-cbaed6f1-d382-452e-b270-a232172a2f13 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:48:43.864136 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d207a61-356c-4977-b20a-2e3e923b8223 req-cbaed6f1-d382-452e-b270-a232172a2f13 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=d718842c-a199-4c36-89f5-010a8db9a9e4 HTTP/1.1" status: 200 len: 210 time: 0.0637763 Apr 22 09:48:44.414202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-284559bc-f3b1-4d25-b0d0-f22ccd27068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:44.963436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35374) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:45.033841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5092-a573-4782-8d82-db1a80a85f64 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.063951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5092-a573-4782-8d82-db1a80a85f64 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.135114 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5092-a573-4782-8d82-db1a80a85f64 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.153425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c5092-a573-4782-8d82-db1a80a85f64 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e0732a-d4ce-4ef0-ab4b-4935192ac9e8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:45.164875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bf9c5092-a573-4782-8d82-db1a80a85f64 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.165993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bf9c5092-a573-4782-8d82-db1a80a85f64 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/76e0732a-d4ce-4ef0-ab4b-4935192ac9e8 HTTP/1.1" status: 204 len: 168 time: 0.2015998 Apr 22 09:48:45.198681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35380) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:45.402291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 150a97c9-707c-4ed3-9bde-0aafb4263582 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:48:45.402662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.405572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.579314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.579637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.704719 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 150a97c9-707c-4ed3-9bde-0aafb4263582 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:48:45.751677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.869599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:45.924102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=150a97c9-707c-4ed3-9bde-0aafb4263582,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:46.011458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:46.012140 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP dfbee89d-6388-4b66-8e0b-7a570c77d956 disassociated (deleted). External IP: 172.26.2.70, port: 39867876-8a5d-42ee-a42e-6a4163eb4548. Apr 22 09:48:46.497332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router bf2de098-b2f7-4333-bf34-9965b4bf77bb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:48:46.685245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:48:46.695288 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] Sync routers for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:48:46.704998 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:48:46.705428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:46.705592 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:46.763223 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0dcf402a-7247-4041-8a1f-a2b299acc9ab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/dfbee89d-6388-4b66-8e0b-7a570c77d956 HTTP/1.1" status: 204 len: 168 time: 1.5633121 Apr 22 09:48:46.763836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:48:46.811891 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b70e99e-4e19-48a4-9d03-0e7bb75dfd6e'] response: {'name': 'network-changed', 'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'status': 'completed', 'code': 200} Apr 22 09:48:46.892057 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:48:46.919898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-ae5a541f-be56-44c8-80e7-c196c4ef24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:46.921746 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-ae5a541f-be56-44c8-80e7-c196c4ef24e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 1098 time: 0.0892117 Apr 22 09:48:47.071016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-a4c06c52-edc1-4e77-b235-b0961d8ea422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:47.072654 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-a4c06c52-edc1-4e77-b235-b0961d8ea422 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 200 len: 898 time: 0.1450281 Apr 22 09:48:47.183808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:47.189186 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-2dcdadf6-794f-44fe-9709-e2284dfbf95c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 200 len: 217 time: 0.1098287 Apr 22 09:48:47.209970 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:47.214542 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] Checking router: bf2de098-b2f7-4333-bf34-9965b4bf77bb for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:48:47.223715 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:48:47.224369 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:47.288325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-9c5aa780-a47e-45e3-a8b8-08a765aff07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:47.289672 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-9c5aa780-a47e-45e3-a8b8-08a765aff07e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 200 len: 834 time: 0.0940294 Apr 22 09:48:47.448959 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:48:47.458372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a482ae9-a9a3-4c42-8c67-407f0dcae087 req-f092622f-70f7-4acd-a6e2-0f3e5530f9e4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:47.459933 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3a482ae9-a9a3-4c42-8c67-407f0dcae087 req-f092622f-70f7-4acd-a6e2-0f3e5530f9e4 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 945 time: 0.3332469 Apr 22 09:48:47.518443 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3a482ae9-a9a3-4c42-8c67-407f0dcae087 req-1a2ddc1a-63b1-472a-ab32-cce7922aebea tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515683 Apr 22 09:48:47.533883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-17b0f3ab-51a2-4aee-b2da-7873a2ac79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:47.535514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-17b0f3ab-51a2-4aee-b2da-7873a2ac79e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2342672 Apr 22 09:48:47.570199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device db8d8a92-30fa-4681-aff3-8b4cce49591e no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:48:47.607581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: db8d8a92-30fa-4681-aff3-8b4cce49591e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:48:47.607943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device db8d8a92-30fa-4681-aff3-8b4cce49591e not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:48:47.687252 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-b68288a3-c6a4-4340-a675-320c2dd5f067 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441216 Apr 22 09:48:47.778633 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:47.782418 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e2e446-c83e-4dbb-bd6c-32f9929590bc None None] The sync data for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv is: [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:46:50Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'cecb76a5-774d-44a7-8a0e-414fe75c4d00', 'name': '', 'network_id': '3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:90:3f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:49Z', 'updated_at': '2022-04-22T09:46:56Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'e0a8f21c-393c-4279-8c00-74886c75a804', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:48:47.826323 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3fe2916-e6a1-483a-bcc7-b5499d95eeb3 req-f3c9e839-b3c6-4c92-aa25-cbc3e432a3e2 service neutron] 10.222.0.35 "GET /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316512 Apr 22 09:48:47.990710 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c613cebc-4fab-4607-883a-240a919efa45 None None] New status for floating IP dfbee89d-6388-4b66-8e0b-7a570c77d956: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:48:48.747472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a091ee-9bbb-4bc6-b3bb-0268e3f87092 req-b1cdbb3c-6578-4838-bdaa-a7ecfaacdb0a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:48.748168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-99a091ee-9bbb-4bc6-b3bb-0268e3f87092 req-b1cdbb3c-6578-4838-bdaa-a7ecfaacdb0a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:48:48.763708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-99a091ee-9bbb-4bc6-b3bb-0268e3f87092 req-b1cdbb3c-6578-4838-bdaa-a7ecfaacdb0a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:48:48.764944 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99a091ee-9bbb-4bc6-b3bb-0268e3f87092 req-b1cdbb3c-6578-4838-bdaa-a7ecfaacdb0a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 945 time: 0.1237524 Apr 22 09:48:48.813050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-99a091ee-9bbb-4bc6-b3bb-0268e3f87092 req-d464f58c-72db-4734-975d-3276a72b6ef0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:48:48.829651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-99a091ee-9bbb-4bc6-b3bb-0268e3f87092 req-d464f58c-72db-4734-975d-3276a72b6ef0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:48:48.830793 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99a091ee-9bbb-4bc6-b3bb-0268e3f87092 req-d464f58c-72db-4734-975d-3276a72b6ef0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=87578274-6364-46aa-8318-910497a871d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563800 Apr 22 09:48:48.887413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf74df1-9125-4230-babb-c5efaca6384b req-bd3fe478-2ce8-485a-8ba0-e6d80c49435a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:48.888875 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-baf74df1-9125-4230-babb-c5efaca6384b req-bd3fe478-2ce8-485a-8ba0-e6d80c49435a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 945 time: 0.0881851 Apr 22 09:48:48.958624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 39867876-8a5d-42ee-a42e-6a4163eb4548 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:48:48.958933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:49.205539 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 39867876-8a5d-42ee-a42e-6a4163eb4548, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=39867876-8a5d-42ee-a42e-6a4163eb4548,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:48:49.205810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:49.328312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 39867876-8a5d-42ee-a42e-6a4163eb4548 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:48:49.472217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:49.524488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=39867876-8a5d-42ee-a42e-6a4163eb4548,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:49.596809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port 39867876-8a5d-42ee-a42e-6a4163eb4548 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:48:49.599156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:49.601572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'name': 'network-vif-deleted', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:48:49.617062 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-baf74df1-9125-4230-babb-c5efaca6384b req-6518ab67-6fc1-475b-9de4-a2e181921449 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/39867876-8a5d-42ee-a42e-6a4163eb4548 HTTP/1.1" status: 204 len: 173 time: 0.7223866 Apr 22 09:48:49.649095 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534a00a7-f143-47d2-b4c4-74ed6d4cd592'] response: {'server_uuid': 'e36dd88a-91ff-4d1f-bb31-7d89408ef00e', 'name': 'network-vif-deleted', 'tag': '39867876-8a5d-42ee-a42e-6a4163eb4548', 'status': 'completed', 'code': 200} Apr 22 09:48:50.000779 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1eb96fc9-6ffc-48ab-9c89-2825d6e3278e req-b418ee3d-1709-409e-8638-ec32d4526a92 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=e36dd88a-91ff-4d1f-bb31-7d89408ef00e HTTP/1.1" status: 200 len: 210 time: 0.0450044 Apr 22 09:48:51.136019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35398) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:51.207999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a61f-1a73-41e0-8847-e8730537bf80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:51.239158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a61f-1a73-41e0-8847-e8730537bf80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:51.304344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a61f-1a73-41e0-8847-e8730537bf80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:51.324137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0a61f-1a73-41e0-8847-e8730537bf80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87578274-6364-46aa-8318-910497a871d3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:51.334232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-dfd0a61f-1a73-41e0-8847-e8730537bf80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:51.335719 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-dfd0a61f-1a73-41e0-8847-e8730537bf80 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/87578274-6364-46aa-8318-910497a871d3 HTTP/1.1" status: 204 len: 168 time: 0.1983523 Apr 22 09:48:51.365288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35404) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:51.917489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:52.374154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port cecb76a5-774d-44a7-8a0e-414fe75c4d00 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:48:52.374898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:52.570604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port cecb76a5-774d-44a7-8a0e-414fe75c4d00, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=cecb76a5-774d-44a7-8a0e-414fe75c4d00,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:48:52.570977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:52.690933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for cecb76a5-774d-44a7-8a0e-414fe75c4d00 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:48:53.016165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:53.062502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=cecb76a5-774d-44a7-8a0e-414fe75c4d00,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:53.350568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:53.585679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 39867876-8a5d-42ee-a42e-6a4163eb4548 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:48:53.621085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 39867876-8a5d-42ee-a42e-6a4163eb4548 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:48:53.621454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 39867876-8a5d-42ee-a42e-6a4163eb4548 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:48:53.823295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router bf2de098-b2f7-4333-bf34-9965b4bf77bb has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:48:54.000140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:48:54.011169 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] Sync routers for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:48:54.013648 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-060e7534-3bba-4296-ae4f-eef8bed27a02 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/bf2de098-b2f7-4333-bf34-9965b4bf77bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6472774 Apr 22 09:48:54.017237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35408) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:54.020838 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:48:54.021669 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:54.097718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f0df77-f389-4983-a647-c918c9c2c3d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet e0a8f21c-393c-4279-8c00-74886c75a804 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:48:54.100790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f0df77-f389-4983-a647-c918c9c2c3d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.154427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f0df77-f389-4983-a647-c918c9c2c3d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.196692 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:48:54.234862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f0df77-f389-4983-a647-c918c9c2c3d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.316768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f0df77-f389-4983-a647-c918c9c2c3d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.372153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00f0df77-f389-4983-a647-c918c9c2c3d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.376374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0df77-f389-4983-a647-c918c9c2c3d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a8f21c-393c-4279-8c00-74886c75a804,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:54.381766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed1b57-8b82-433c-bd25-78e205d1ce31 None None] Network 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:48:54.382894 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-00f0df77-f389-4983-a647-c918c9c2c3d1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/e0a8f21c-393c-4279-8c00-74886c75a804 HTTP/1.1" status: 204 len: 168 time: 0.3646722 Apr 22 09:48:54.386224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35412) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:54.483894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:48:52Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:54.487653 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] Checking router: bf2de098-b2f7-4333-bf34-9965b4bf77bb for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:48:54.496488 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] Routers {'bf2de098-b2f7-4333-bf34-9965b4bf77bb'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:48:54.497077 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:54.587946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.657705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] DHCP port deletion for 3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:48:54.661845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Deleting port 25bb9496-6027-4f78-80d5-91f6192abbe4 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:48:54.662222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.681800 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] Set router bf2de098-b2f7-4333-bf34-9965b4bf77bb gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:48:54.879398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] For port 25bb9496-6027-4f78-80d5-91f6192abbe4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=25bb9496-6027-4f78-80d5-91f6192abbe4,segment=NetworkSegment(3a24ffe9-e9a3-4a28-bef2-25525426b7c8),segment_id=3a24ffe9-e9a3-4a28-bef2-25525426b7c8)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:48:54.879807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.889285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:54.899168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 3a6002ee-246a-4fe6-82e1-f7850dd17c81 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:48:54.899534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.004454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Calling delete_port for 25bb9496-6027-4f78-80d5-91f6192abbe4 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:48:55.008981 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:48:52Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:55.013188 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cde049-7285-460b-b158-1f8f480f9f5a None None] The sync data for ids ['bf2de098-b2f7-4333-bf34-9965b4bf77bb'] in dv-neutron-839018-1-hyperv is: [{'id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'name': 'tempest-TestNetworkBasicOps-router-823594647', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:46:45Z', 'updated_at': '2022-04-22T09:48:52Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': '3a6002ee-246a-4fe6-82e1-f7850dd17c81', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:97:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2de098-b2f7-4333-bf34-9965b4bf77bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:46:46Z', 'updated_at': '2022-04-22T09:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:48:55.087788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 3a6002ee-246a-4fe6-82e1-f7850dd17c81, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3a6002ee-246a-4fe6-82e1-f7850dd17c81,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:48:55.088146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.101201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.147079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Pushing event deleted for resources: {'Port': ['ID=25bb9496-6027-4f78-80d5-91f6192abbe4,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:55.149405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] No DVR routers for this DVR port 25bb9496-6027-4f78-80d5-91f6192abbe4 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:48:55.157672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.158002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.158342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.158678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.159011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.159341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.159957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.159957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.160289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.160634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.160954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.161355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff232f19-088e-4d04-abe6-afa52228968f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:48:55.215143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 3a6002ee-246a-4fe6-82e1-f7850dd17c81 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:48:55.517831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.573168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=3a6002ee-246a-4fe6-82e1-f7850dd17c81,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:55.666166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.834558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.836882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.862561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.863111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Fanout notify agent at l3_agent the message router_deleted on router bf2de098-b2f7-4333-bf34-9965b4bf77bb {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:48:55.880107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:55.883786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35416) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:55.884257 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5180085a-fc6a-4f5e-8265-7f0dc5186308 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/routers/bf2de098-b2f7-4333-bf34-9965b4bf77bb HTTP/1.1" status: 204 len: 168 time: 1.4966180 Apr 22 09:48:56.003891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 25bb9496-6027-4f78-80d5-91f6192abbe4 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:48:56.018514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.042828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 25bb9496-6027-4f78-80d5-91f6192abbe4 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:48:56.043396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 25bb9496-6027-4f78-80d5-91f6192abbe4 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:48:56.044018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cecb76a5-774d-44a7-8a0e-414fe75c4d00 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:48:56.085316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: cecb76a5-774d-44a7-8a0e-414fe75c4d00 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:48:56.085662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device cecb76a5-774d-44a7-8a0e-414fe75c4d00 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:48:56.169225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.195081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:56.207012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a24ffe9-e9a3-4a28-bef2-25525426b7c8') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:56.207319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a24ffe9-e9a3-4a28-bef2-25525426b7c8') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:56.218444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.234342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.240294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:48:56.240733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:48:56.255846 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:48:56.341768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.361631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.374916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:56.386834 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f27154fe-a7f3-4cba-bf22-ecfc08dbe798 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/3625c7c2-7a5b-46b7-8ed3-06f4a812d0c4 HTTP/1.1" status: 204 len: 168 time: 0.5019162 Apr 22 09:48:56.416982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35420) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:56.423341 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'network': {'name': 'tempest-network-smoke--1974420678', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'port_security_enabled': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:48:56.428693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:48:56.436985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:network and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:48:56.440036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:48:56.445953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:48:56.458530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:48:56.462024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.490324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:48:56.499114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.499454 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Added segment 92095f91-1f56-4b2d-929a-58770bc9494d of type vlan for network ef9204f1-428e-48dc-9c95-2b44211f7b3f Apr 22 09:48:56.531008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.561989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.567737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:56.568314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.670717 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2523744 Apr 22 09:48:56.673601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35424) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:56.676467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7a187-1df3-4e2b-841f-80faf47ac446 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Network': ['ID=ef9204f1-428e-48dc-9c95-2b44211f7b3f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:56.679679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-937203382', 'admin_state_up': True, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:48:56.686996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:48:56.687632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:48:56.692537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:router and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:48:56.695543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:48:56.701804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:48:56.720300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.721543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:56.737191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:57.113558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:57.418821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:57.448001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:57.586084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.65 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/c713b4a0-0eda-47b1-a088-320ab11b5a2d) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:48:57.735085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:57.764852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:57.827084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:48:57.829874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:48:57.837818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:48:57.872302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=c713b4a0-0eda-47b1-a088-320ab11b5a2d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:48:57.895168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3a6002ee-246a-4fe6-82e1-f7850dd17c81 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:48:57.930564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 3a6002ee-246a-4fe6-82e1-f7850dd17c81 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:48:57.930909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3a6002ee-246a-4fe6-82e1-f7850dd17c81 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:48:58.276640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:58.737154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:58.943456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 07a30c7b-02ac-4e25-8388-d197ed00bb2b is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:48:59.128488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:48:59.140569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Sync routers for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:48:59.154501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:48:59.155265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:59.157712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:59.158898 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-cb26c028-f79b-4b80-bb8e-b3cbc9933949 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4843688 Apr 22 09:48:59.161961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35428) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:59.250424 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3686ac4a-be02-494a-a053-f6cdce959e4c tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0873773 Apr 22 09:48:59.253134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35434) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:59.375388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:48:59.499209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40c4f4b-36dd-4b3f-aaf8-6afd80485066 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:48:59.503766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c40c4f4b-36dd-4b3f-aaf8-6afd80485066 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2470911 Apr 22 09:48:59.504065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35438) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:59.548054 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3a6d4de9-0f69-4d16-9eb3-545b2eb7137e tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388272 Apr 22 09:48:59.548380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35442) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:48:59.553597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-994250309', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:48:59.670674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:48:58Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:48:59.674484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Checking router: 07a30c7b-02ac-4e25-8388-d197ed00bb2b for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:48:59.674827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Updating router 07a30c7b-02ac-4e25-8388-d197ed00bb2b port c713b4a0-0eda-47b1-a088-320ab11b5a2d binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:48:59.680719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:48:59.684753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:subnet and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:48:59.687584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:48:59.693936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:48:59.703488 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:48:59.707182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:59.730712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:48:59.937737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.020697 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Subnet': ['ID=bb2e9143-fbc0-4dad-a66f-f2449380dc5f,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:00.030212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Checking segment: {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:49:00.030572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network hostable DHCP agents. Network: ef9204f1-428e-48dc-9c95-2b44211f7b3f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:49:00.050465 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:49:00.061030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, ef9204f1-428e-48dc-9c95-2b44211f7b3f) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:49:00.065294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:00.065871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.077746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625e64da-7c58-4d25-b812-545ca3839ed8 None None] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:49:00.091085 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e3eb8031-1583-4f96-b2a2-c2f843861d5f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5416584 Apr 22 09:49:00.092695 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.093836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35446) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:00.171395 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Transition to ACTIVE for port object c713b4a0-0eda-47b1-a088-320ab11b5a2d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:49:00.189186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.292465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Attempting to bind port c713b4a0-0eda-47b1-a088-320ab11b5a2d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:49:00.292872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Attempting to bind port c713b4a0-0eda-47b1-a088-320ab11b5a2d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:49:00.293314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Attempting to bind port c713b4a0-0eda-47b1-a088-320ab11b5a2d on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:49:00.341377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:49:00.341773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:49:00.342663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.342663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:49:00.343114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Bound port: c713b4a0-0eda-47b1-a088-320ab11b5a2d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:49:00.343487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.376337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1374b6-1adc-43a4-829a-06dfebb22569 None None] Pushing event updated for resources: {'Port': ['ID=c713b4a0-0eda-47b1-a088-320ab11b5a2d,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:00.479843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] For port c713b4a0-0eda-47b1-a088-320ab11b5a2d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:49:00.489260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:49:00.490952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.514759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] For port c713b4a0-0eda-47b1-a088-320ab11b5a2d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c713b4a0-0eda-47b1-a088-320ab11b5a2d,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:49:00.520202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.674467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1374b6-1adc-43a4-829a-06dfebb22569 None None] Pushing event updated for resources: {'Port': ['ID=c713b4a0-0eda-47b1-a088-320ab11b5a2d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:00.704148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:49:00.704808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:00.859008 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:00.867668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Allocated IP 172.20.0.2 (ef9204f1-428e-48dc-9c95-2b44211f7b3f/bb2e9143-fbc0-4dad-a66f-f2449380dc5f/3df84ecf-3079-4ccd-83c7-ce199bbb1076) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:49:00.995572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:49:01.404519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:01.417341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Transition to ACTIVE for port object 3df84ecf-3079-4ccd-83c7-ce199bbb1076 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:49:01.445768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Transition to ACTIVE for port object 3df84ecf-3079-4ccd-83c7-ce199bbb1076 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:49:01.456580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:01.519833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.1 (ef9204f1-428e-48dc-9c95-2b44211f7b3f/bb2e9143-fbc0-4dad-a66f-f2449380dc5f/2c8de791-5df5-4b6d-a3b6-c41157bcac2c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:49:01.520131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:48:58Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:01.529095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:49:01.532573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:49:01.534422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9714990-5c50-4044-a54b-8da6faf6bc98 None None] The sync data for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv is: [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:48:58Z', 'revision_number': 3, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:49:01.536008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:49:01.581767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Pushing event updated for resources: {'Port': ['ID=3df84ecf-3079-4ccd-83c7-ce199bbb1076,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:01.643990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Attempting to bind port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:49:01.644367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Attempting to bind port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:49:01.644762 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Attempting to bind port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 on network ef9204f1-428e-48dc-9c95-2b44211f7b3f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:49:01.650444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:49:01.651336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Checking segment: {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:49:01.651731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:01.652379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Bound using segment: {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:49:01.652952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Bound port: 3df84ecf-3079-4ccd-83c7-ce199bbb1076, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:49:01.653324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:01.698746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:01.716166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 2c8de791-5df5-4b6d-a3b6-c41157bcac2c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:49:01.744062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:01.754770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] For port 3df84ecf-3079-4ccd-83c7-ce199bbb1076, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:49:01.758758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] For port 3df84ecf-3079-4ccd-83c7-ce199bbb1076, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3df84ecf-3079-4ccd-83c7-ce199bbb1076,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:49:01.767083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:01.836909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:49:01.840996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:49:01.845305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:49:01.886800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab4508-5671-41c5-abca-d3e75ebc3230 None None] Pushing event updated for resources: {'Port': ['ID=3df84ecf-3079-4ccd-83c7-ce199bbb1076,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:01.905090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:01.939049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:02.005451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c713b4a0-0eda-47b1-a088-320ab11b5a2d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:49:02.113666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port c713b4a0-0eda-47b1-a088-320ab11b5a2d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:49:02.119124 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c713b4a0-0eda-47b1-a088-320ab11b5a2d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:02.119695 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:02.288344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:02.296125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:02.310142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port c713b4a0-0eda-47b1-a088-320ab11b5a2d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c713b4a0-0eda-47b1-a088-320ab11b5a2d,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:49:02.315255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:02.389517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=c713b4a0-0eda-47b1-a088-320ab11b5a2d,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:02.748834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:02.753737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:02.872804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:02.876441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:02.900087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35406a57-54b1-4c94-b006-75fdcb55fe4a None None] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:49:02.999619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-81ffb135-3463-4dd0-9cbd-680360f8fa71 None None] Provisioning for port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:49:03.020542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:49:03.022237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:49:03.351613 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 07a30c7b-02ac-4e25-8388-d197ed00bb2b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:49:03.436213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4e3246b7-811b-4fee-8c17-235db597b8bd None None] Provisioning for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:49:03.442844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4e3246b7-811b-4fee-8c17-235db597b8bd None None] Provisioning complete for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:03.443364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4e3246b7-811b-4fee-8c17-235db597b8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:03.510839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4e3246b7-811b-4fee-8c17-235db597b8bd None None] Port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:49:03.544790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:49:03.554139 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Sync routers for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:49:03.559771 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4f8578e6-b936-4d17-b95e-443236d121c8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/07a30c7b-02ac-4e25-8388-d197ed00bb2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4648762 Apr 22 09:49:03.562275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35450) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:03.569192 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:49:03.570154 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:03.647789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c9a655de-5217-4ee2-aafb-137efa3a6e9e None None] Provisioning complete for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:03.648146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c9a655de-5217-4ee2-aafb-137efa3a6e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:03.729884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b0cb9-710f-478e-8892-869a031886d0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:03.730361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b0cb9-710f-478e-8892-869a031886d0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:03.730829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b0cb9-710f-478e-8892-869a031886d0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:03.731286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b0cb9-710f-478e-8892-869a031886d0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:03.735675 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-333b0cb9-710f-478e-8892-869a031886d0 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1699476 Apr 22 09:49:03.735987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35454) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:03.768266 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:49:03.770503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c9a655de-5217-4ee2-aafb-137efa3a6e9e None None] Port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:49:03.808987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954e60c-4ebe-47b2-86a9-a11d781fd97d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:03.809661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954e60c-4ebe-47b2-86a9-a11d781fd97d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:03.810047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954e60c-4ebe-47b2-86a9-a11d781fd97d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:03.810498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954e60c-4ebe-47b2-86a9-a11d781fd97d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:03.812183 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5954e60c-4ebe-47b2-86a9-a11d781fd97d tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0745816 Apr 22 09:49:03.815043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35458) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:03.898059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-66852bdc-10e3-4b12-b9d4-f4573e9eb572 None None] Provisioning complete for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:03.899227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-66852bdc-10e3-4b12-b9d4-f4573e9eb572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:03.961192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-66852bdc-10e3-4b12-b9d4-f4573e9eb572 None None] Port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:49:04.045874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9ff749cf-dc12-4e91-a0bd-0915ab252031 tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2294154 Apr 22 09:49:04.066275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3df84ecf-3079-4ccd-83c7-ce199bbb1076 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:49:04.112784 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:04.117676 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Checking router: 07a30c7b-02ac-4e25-8388-d197ed00bb2b for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:49:04.118018 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Updating router 07a30c7b-02ac-4e25-8388-d197ed00bb2b port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:49:04.137915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:49:04.144234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:04.144921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.174924 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.238583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35464) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:04.244085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918834485', 'description': 'tempest-secgroup-smoke-918834485 description', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:04.251003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:04.258725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:04.262426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:04.268535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:04.280840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.281093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.302274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:04.308248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:04.311511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:04.316976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 3df84ecf-3079-4ccd-83c7-ce199bbb1076, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3df84ecf-3079-4ccd-83c7-ce199bbb1076,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:49:04.317327 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:04.321995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.323553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c713b4a0-0eda-47b1-a088-320ab11b5a2d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:49:04.392458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.397645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.449667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d63a8934-2fd2-46f9-b402-05659b8e11da,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:04.450140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=3df84ecf-3079-4ccd-83c7-ce199bbb1076,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:04.452174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.453531 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a78e919e-9cdb-4dd7-978a-268fd2fb9b76 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2139049 Apr 22 09:49:04.456450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35468) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:04.461619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'd63a8934-2fd2-46f9-b402-05659b8e11da', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:04.467630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c713b4a0-0eda-47b1-a088-320ab11b5a2d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:04.467780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:04.468004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.471933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:04.479420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:04.485753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:04.504517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.564277 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.574394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.578130 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Transition to ACTIVE for port object 2c8de791-5df5-4b6d-a3b6-c41157bcac2c will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:49:04.580547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.586418 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.616680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.617862 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604633 Apr 22 09:49:04.620087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541fb5ce-2582-4726-9c90-ef5819a7e06c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6caae4b8-9f0e-4298-9527-60ae88fbd388,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:04.620966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35472) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:04.627658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'd63a8934-2fd2-46f9-b402-05659b8e11da', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:04.633925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:04.638106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:04.641228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:04.647432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:04.667411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.736845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.744019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.771428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6579e639-4e5f-432c-bf88-8dea3c00fb29,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:04.778694 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Pushing event updated for resources: {'Port': ['ID=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:04.784502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.788147 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ad7d8dcc-3055-4b8a-a197-d9445680b062 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1634007 Apr 22 09:49:04.788535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35476) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:04.794558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'd63a8934-2fd2-46f9-b402-05659b8e11da', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:04.801597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:04.812298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:04.816248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:04.821625 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.822252 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.822612 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.822936 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.823257 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.823579 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.823890 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.824200 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.824573 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.824889 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.825267 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.825491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:04.825654 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:49:04.846957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.853328 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Attempting to bind port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:49:04.853460 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Attempting to bind port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:49:04.854590 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Attempting to bind port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c on network ef9204f1-428e-48dc-9c95-2b44211f7b3f {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:49:04.861045 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:49:04.861417 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Checking segment: {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:49:04.862055 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.862634 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Bound using segment: {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:49:04.863824 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Bound port: 2c8de791-5df5-4b6d-a3b6-c41157bcac2c, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:49:04.864381 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.928595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.932587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.958462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce18f50-e7ec-4acb-bc89-2f9209e7df9f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:04.971113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:04.972689 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3eb1f0ce-e881-46be-b104-9623fe7bfecd tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1829839 Apr 22 09:49:04.976082 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35480) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:04.982492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'd63a8934-2fd2-46f9-b402-05659b8e11da', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:04.988614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:04.992568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:04.995557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:05.000045 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] For port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:49:05.001830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:05.003069 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] For port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:49:05.012681 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.022883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.094490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.097265 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:49:05.098114 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:48:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:05.099312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.123167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a96054-f3f2-40e5-a847-5a77ec8a61d0,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:05.133708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.138139 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a1dfdf39-3049-4f1e-ab69-29c08a6e1d55 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1575665 Apr 22 09:49:05.138456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35484) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:05.143476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'd63a8934-2fd2-46f9-b402-05659b8e11da', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:05.149595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:05.154576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:05.158396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:05.167282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:05.173165 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059fc2c-97e1-4d64-b9b2-a2233c2034f2 None None] Pushing event updated for resources: {'Port': ['ID=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:05.179303 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:49:05.186196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.284512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.288979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.313779 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:49:05.314464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588bfc83-d9b4-4201-bb76-7499b298243d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:05.325070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.329856 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-195ef6cd-add4-44ff-b60a-d98fadfc149f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1869810 Apr 22 09:49:05.330500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35488) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:05.335554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'security_group_rule': {'security_group_id': 'd63a8934-2fd2-46f9-b402-05659b8e11da', 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:05.343301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:05.347557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:security_group_rule and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:05.350862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:05.357046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:05.371056 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Project e5f6bff8ef4d4ecd8c3dc1444d6086c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:49:05.379293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.462163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.467585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.490108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91833a53-2469-4308-91d1-1d32114ffdc5,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:05.503217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:05.516427 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3f638fd6-09b3-44c4-be17-c21168618ba5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737802 Apr 22 09:49:05.665154 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:49:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:05.669954 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec1da9b-4bbe-45d5-af22-1fdbac80a854 None None] The sync data for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv is: [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:49:04Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:49:05.695838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-27eef541-df72-4d14-b271-bcd2fae5f63f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:49:05.718549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-27eef541-df72-4d14-b271-bcd2fae5f63f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:49:05.725144 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-27eef541-df72-4d14-b271-bcd2fae5f63f tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918834485&fields=id&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 267 time: 0.0743427 Apr 22 09:49:05.900300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-d10a7977-7e90-424e-8ae8-11d719c03916 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:05.900300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-d10a7977-7e90-424e-8ae8-11d719c03916 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:49:05.919165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-d10a7977-7e90-424e-8ae8-11d719c03916 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:49:05.920874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-d10a7977-7e90-424e-8ae8-11d719c03916 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/networks?id=ef9204f1-428e-48dc-9c95-2b44211f7b3f HTTP/1.1" status: 200 len: 797 time: 0.1860869 Apr 22 09:49:05.939975 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-a51e41c3-5171-443a-a103-d9178d62bd95 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/quotas/e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 375 time: 0.0130522 Apr 22 09:49:06.036638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3df84ecf-3079-4ccd-83c7-ce199bbb1076 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:49:06.058522 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-e49dd113-c792-41b0-98d1-14fc386195ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:49:06.075454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-e49dd113-c792-41b0-98d1-14fc386195ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:49:06.077208 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-e49dd113-c792-41b0-98d1-14fc386195ee tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315482 Apr 22 09:49:06.117833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:06.118377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:06.249451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c8de791-5df5-4b6d-a3b6-c41157bcac2c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:49:06.323125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:49:06.328931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:06.329311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:06.364908 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-e2a79296-26a5-4468-a4da-ce3d3f3a7ab9 service neutron] 10.222.0.32 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752862 Apr 22 09:49:06.461039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:06.498801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:49:06.505490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:06.530458 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fabca66b-5fc2-4f37-ba24-6788d5f3ccaf service neutron] 10.222.0.32 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584339 Apr 22 09:49:06.595196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:06.732879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-66c6437b-8f7a-48bd-b1b1-435a2f6c80e0 req-06e06653-6e0e-4d38-a47e-8f0a89a2e17b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:49:06.745629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-66c6437b-8f7a-48bd-b1b1-435a2f6c80e0 req-06e06653-6e0e-4d38-a47e-8f0a89a2e17b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:49:06.746872 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-66c6437b-8f7a-48bd-b1b1-435a2f6c80e0 req-06e06653-6e0e-4d38-a47e-8f0a89a2e17b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 210 time: 0.0578799 Apr 22 09:49:07.845009 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73e3abb3-0c20-4b3f-8570-6d93b365f73e req-d2eaefd0-026a-40e6-bb6a-3d29d87be925 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 210 time: 0.0454252 Apr 22 09:49:07.943983 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c8de791-5df5-4b6d-a3b6-c41157bcac2c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:49:08.010990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:08.011350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:08.553033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:08.942270 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6a7d97dc-edab-4a00-9362-bc9bcf5868ea req-95e210af-5269-47ce-b8c1-4f58d92cc870 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 210 time: 0.0445509 Apr 22 09:49:10.038244 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3ecd393-10d3-435a-b8e3-14e83c97e271 req-5ef7e3d6-46c3-491d-a66a-a522e975a2de tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 210 time: 0.0436993 Apr 22 09:49:11.188943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-975dfdaa-20ef-46c8-9193-79259c683e99 req-77628518-a656-4da1-90c4-c25ead6bee33 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 210 time: 0.0455973 Apr 22 09:49:11.333679 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:49:11.804790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-d1a2d84c-2f24-4f44-9293-7db110419a1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:11.805468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-d1a2d84c-2f24-4f44-9293-7db110419a1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:49:11.817679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-d1a2d84c-2f24-4f44-9293-7db110419a1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:49:11.818778 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-d1a2d84c-2f24-4f44-9293-7db110419a1e tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/networks?id=ef9204f1-428e-48dc-9c95-2b44211f7b3f HTTP/1.1" status: 200 len: 797 time: 0.1634328 Apr 22 09:49:11.867360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-bba5bd96-6ec5-43a0-a845-c2f031439db1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:49:11.879542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-bba5bd96-6ec5-43a0-a845-c2f031439db1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:49:11.880698 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-bba5bd96-6ec5-43a0-a845-c2f031439db1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9 HTTP/1.1" status: 200 len: 379 time: 0.0540915 Apr 22 09:49:11.889164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'port': {'device_id': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'admin_state_up': True, 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'security_groups': ['d63a8934-2fd2-46f9-b402-05659b8e11da']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:12.029016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:12.033014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-07184d9c-b4e1-4255-87db-2b50e0b7edab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:12.038492 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:12.048840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Made reservation on behalf of e5f6bff8ef4d4ecd8c3dc1444d6086c9 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:49:12.052321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:12.212736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.20.0.7 (ef9204f1-428e-48dc-9c95-2b44211f7b3f/bb2e9143-fbc0-4dad-a66f-f2449380dc5f/90aa0978-e883-46f3-816b-b3b6927338d6) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:49:12.341234 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b0b4baf5-26c3-4792-8eb8-77ccccb2b9b9 req-6ab38d09-0630-4d76-b50a-6bd176149fff tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 210 time: 0.0430346 Apr 22 09:49:12.410049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:12.427018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Transition to ACTIVE for port object 90aa0978-e883-46f3-816b-b3b6927338d6 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:49:12.449898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:12.628632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:49:12.631821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:49:12.641556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:49:12.673215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=90aa0978-e883-46f3-816b-b3b6927338d6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:12.710138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:12.710762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:12.737981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-fd020b69-5ff6-42fa-b3a2-204c03abe124 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8526466 Apr 22 09:49:12.749326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Request body: {'port': {'device_id': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:12.868984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:12.903846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-66bf9321-69f4-4550-bf5d-35c46801d3c4 None None] Provisioning for port 90aa0978-e883-46f3-816b-b3b6927338d6 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:49:12.908924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-66bf9321-69f4-4550-bf5d-35c46801d3c4 None None] Provisioning complete for port 90aa0978-e883-46f3-816b-b3b6927338d6 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:12.909241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-66bf9321-69f4-4550-bf5d-35c46801d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:12.967528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-66bf9321-69f4-4550-bf5d-35c46801d3c4 None None] Port 90aa0978-e883-46f3-816b-b3b6927338d6 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:49:13.208050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90aa0978-e883-46f3-816b-b3b6927338d6 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:49:13.216757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:13.232811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Transition to ACTIVE for port object 90aa0978-e883-46f3-816b-b3b6927338d6 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:49:13.236233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:13.394521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=90aa0978-e883-46f3-816b-b3b6927338d6,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:13.517738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Attempting to bind port 90aa0978-e883-46f3-816b-b3b6927338d6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:49:13.518068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Attempting to bind port 90aa0978-e883-46f3-816b-b3b6927338d6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:49:13.518393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Attempting to bind port 90aa0978-e883-46f3-816b-b3b6927338d6 on network ef9204f1-428e-48dc-9c95-2b44211f7b3f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:49:13.526533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Port 90aa0978-e883-46f3-816b-b3b6927338d6 on network ef9204f1-428e-48dc-9c95-2b44211f7b3f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:49:13.526847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Attempting to bind port 90aa0978-e883-46f3-816b-b3b6927338d6 on network ef9204f1-428e-48dc-9c95-2b44211f7b3f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:49:13.534459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:49:13.534794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Checking segment: {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:49:13.535170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Bound using segment: {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:49:13.535588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Bound port: 90aa0978-e883-46f3-816b-b3b6927338d6, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92095f91-1f56-4b2d-929a-58770bc9494d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:49:13.535946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:13.620781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab065f-5baf-45ad-850d-4da154cffdd1 req-2dd83177-6213-44d1-ac7d-5b7d9ff54626 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:13.621474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-e9ab065f-5baf-45ad-850d-4da154cffdd1 req-2dd83177-6213-44d1-ac7d-5b7d9ff54626 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:49:13.660833 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-e9ab065f-5baf-45ad-850d-4da154cffdd1 req-2dd83177-6213-44d1-ac7d-5b7d9ff54626 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:49:13.662000 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9ab065f-5baf-45ad-850d-4da154cffdd1 req-2dd83177-6213-44d1-ac7d-5b7d9ff54626 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 943 time: 0.2017374 Apr 22 09:49:13.662920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] For port 90aa0978-e883-46f3-816b-b3b6927338d6, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:49:13.666577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] For port 90aa0978-e883-46f3-816b-b3b6927338d6, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=90aa0978-e883-46f3-816b-b3b6927338d6,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:49:13.682402 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:13.752967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:13.753575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:13.754939 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] 10.222.0.35 "PUT /v2.0/ports/90aa0978-e883-46f3-816b-b3b6927338d6 HTTP/1.1" status: 200 len: 1093 time: 1.0098679 Apr 22 09:49:13.757262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:49:13.833439 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7be9ff8-9cb0-41f3-8d76-5f0abf1fa4ed'] response: {'name': 'network-changed', 'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6', 'status': 'completed', 'code': 200} Apr 22 09:49:13.836593 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9ab065f-5baf-45ad-850d-4da154cffdd1 req-c5a87c6e-ac4b-461b-9022-7d788aa1dc99 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678693 Apr 22 09:49:13.850235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c6cd8-4e11-4748-9715-aacf6b1f4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=90aa0978-e883-46f3-816b-b3b6927338d6,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:13.892120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-72d385b0-b9b3-4de9-9347-04fb1ad60e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:13.893663 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-72d385b0-b9b3-4de9-9347-04fb1ad60e05 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 1096 time: 0.0980165 Apr 22 09:49:13.967032 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-c426014f-6cee-494f-a13a-53aff69a3c9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aa0978-e883-46f3-816b-b3b6927338d6 HTTP/1.1" status: 200 len: 217 time: 0.0666306 Apr 22 09:49:14.031794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-7580d908-4a33-40ee-9f53-07906ba7d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:14.033258 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-7580d908-4a33-40ee-9f53-07906ba7d527 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e9143-fbc0-4dad-a66f-f2449380dc5f HTTP/1.1" status: 200 len: 834 time: 0.0606480 Apr 22 09:49:14.110607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-475e72b9-f358-41a3-bbf3-d0e5dafc283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:14.112072 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-475e72b9-f358-41a3-bbf3-d0e5dafc283d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef9204f1-428e-48dc-9c95-2b44211f7b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732882 Apr 22 09:49:14.244167 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-a38a1240-e33c-4ff0-9329-b459425ea372 service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260993 Apr 22 09:49:14.426270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5489ebfc-7f18-47f7-ae83-d8627e16ef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:14.494970 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eba60096-b52f-4978-b4f8-62acb5248b64 req-dc597290-ddd7-482d-9e18-f78eec3b3cac service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451193 Apr 22 09:49:14.614445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-654a6021-3305-4614-a039-85aa42ff5657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:14.615929 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-654a6021-3305-4614-a039-85aa42ff5657 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 1096 time: 0.0710449 Apr 22 09:49:14.748277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-2ca72169-a433-45f6-b808-09820e5775f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:14.749687 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-2ca72169-a433-45f6-b808-09820e5775f5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef9204f1-428e-48dc-9c95-2b44211f7b3f HTTP/1.1" status: 200 len: 898 time: 0.1275120 Apr 22 09:49:14.821489 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-d14e85c4-6fb3-44ff-8af4-dc2c37520f6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aa0978-e883-46f3-816b-b3b6927338d6 HTTP/1.1" status: 200 len: 217 time: 0.0651374 Apr 22 09:49:14.886213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-1e31b093-efd0-4583-af9e-2f23e10a3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:14.887665 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-1e31b093-efd0-4583-af9e-2f23e10a3f78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e9143-fbc0-4dad-a66f-f2449380dc5f HTTP/1.1" status: 200 len: 834 time: 0.0605521 Apr 22 09:49:14.967181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-a0a08c95-9400-42fc-9bf8-603101cbf56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:14.968679 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-a0a08c95-9400-42fc-9bf8-603101cbf56f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef9204f1-428e-48dc-9c95-2b44211f7b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750861 Apr 22 09:49:15.038930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f334b0f-5662-4cbd-bb73-4109a96d43a1 req-1ddd5d5b-64c9-4ee2-b6a8-06cebb8ebdab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:15.040319 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f334b0f-5662-4cbd-bb73-4109a96d43a1 req-1ddd5d5b-64c9-4ee2-b6a8-06cebb8ebdab tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 943 time: 0.0894167 Apr 22 09:49:15.088477 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f334b0f-5662-4cbd-bb73-4109a96d43a1 req-8cec7cb9-344f-4fac-9e1a-cf4e83cbdcb8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409307 Apr 22 09:49:15.106693 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-459b29ee-5b2a-4c21-9aa2-155f6dcd6dad service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317785 Apr 22 09:49:15.240141 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-39d841b7-ed78-451f-a852-a2ba84da76b7 req-4e14ad8c-01a2-44e0-a33f-b6743fa7b230 service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259804 Apr 22 09:49:15.408382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:15.756238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:16.418053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267f9e9-7f8a-4690-a044-aa1cbb9f0d16 req-f1a3c475-6b8a-4820-b4db-f774061cc328 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:16.419447 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3267f9e9-7f8a-4690-a044-aa1cbb9f0d16 req-f1a3c475-6b8a-4820-b4db-f774061cc328 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 943 time: 0.0809629 Apr 22 09:49:16.463264 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3267f9e9-7f8a-4690-a044-aa1cbb9f0d16 req-80c3dc33-ad7f-4d35-a20f-c87ed8a6e7db tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380569 Apr 22 09:49:17.015442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-52f55b87-c82f-40b4-b818-cd52af4a0815 req-4bd9330f-9e58-4411-b19c-e2c33b7eb1e0 service neutron] (88062) timed out ('10.222.0.35', 56654) {{(pid=88062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 09:49:17.181203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:17.655381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a305cf-7ac4-4659-b40e-89c49fc16402 req-b985e37b-c3f9-4136-85d2-4695d1237868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:17.656896 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53a305cf-7ac4-4659-b40e-89c49fc16402 req-b985e37b-c3f9-4136-85d2-4695d1237868 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 943 time: 0.0817399 Apr 22 09:49:17.705337 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53a305cf-7ac4-4659-b40e-89c49fc16402 req-e04d4c6e-b2b5-4d93-997c-25548e83aa5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Apr 22 09:49:18.889105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c8659-fe19-424a-9f31-dcc006bf69b1 req-79f0499f-9418-400c-8d51-23c5faa07e84 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:18.890524 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-587c8659-fe19-424a-9f31-dcc006bf69b1 req-79f0499f-9418-400c-8d51-23c5faa07e84 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 943 time: 0.0800245 Apr 22 09:49:18.934702 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-587c8659-fe19-424a-9f31-dcc006bf69b1 req-ad15abba-e818-4f9b-b348-fc3d82b4e67b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384774 Apr 22 09:49:19.687195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 90aa0978-e883-46f3-816b-b3b6927338d6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:49:19.817403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 90aa0978-e883-46f3-816b-b3b6927338d6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=90aa0978-e883-46f3-816b-b3b6927338d6,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:49:19.830061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '90aa0978-e883-46f3-816b-b3b6927338d6', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'port_id': '90aa0978-e883-46f3-816b-b3b6927338d6', 'mac_address': 'fa:16:3e:59:dc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:49:19.883126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:19.899522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90aa0978-e883-46f3-816b-b3b6927338d6 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:49:19.917014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 90aa0978-e883-46f3-816b-b3b6927338d6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=90aa0978-e883-46f3-816b-b3b6927338d6,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:49:19.920824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:20.023084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=90aa0978-e883-46f3-816b-b3b6927338d6,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:20.258262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703096d-624a-4394-b9f1-79b8ce873c0e req-97f0d44c-e579-476c-bb4c-b94dfce2b5bf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:20.260148 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f703096d-624a-4394-b9f1-79b8ce873c0e req-97f0d44c-e579-476c-bb4c-b94dfce2b5bf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 944 time: 0.0776100 Apr 22 09:49:20.279053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['90aa0978-e883-46f3-816b-b3b6927338d6'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:49:20.303787 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f703096d-624a-4394-b9f1-79b8ce873c0e req-cb7e7875-92c0-4767-a119-176b756adf30 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380239 Apr 22 09:49:21.496626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95848338-d27d-47cc-a63f-475b5283d90e req-d4fdd2db-eb21-4cf3-a256-0a94ffb415b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:21.498072 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-95848338-d27d-47cc-a63f-475b5283d90e req-d4fdd2db-eb21-4cf3-a256-0a94ffb415b9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 944 time: 0.0805695 Apr 22 09:49:21.541843 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-95848338-d27d-47cc-a63f-475b5283d90e req-20dc2be5-651f-432d-bcca-c8a77c0541f1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380619 Apr 22 09:49:21.694252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 90aa0978-e883-46f3-816b-b3b6927338d6 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:49:21.763141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 90aa0978-e883-46f3-816b-b3b6927338d6 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:49:21.767621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 90aa0978-e883-46f3-816b-b3b6927338d6 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:49:21.767989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:21.880507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:21.907004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:49:21.916972 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 90aa0978-e883-46f3-816b-b3b6927338d6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=90aa0978-e883-46f3-816b-b3b6927338d6,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:49:21.921018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:21.956513 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2a74b1-eddc-4a86-bc6e-873b1dcd9694'] response: {'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6', 'code': 200} Apr 22 09:49:21.987404 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=90aa0978-e883-46f3-816b-b3b6927338d6,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:22.176173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73526a-ab93-497e-beb2-44fe07c29926 req-04a76dd5-9619-4f6c-b2a0-dca719a607e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:22.177629 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ef73526a-ab93-497e-beb2-44fe07c29926 req-04a76dd5-9619-4f6c-b2a0-dca719a607e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 1098 time: 0.0701988 Apr 22 09:49:22.216311 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ef73526a-ab93-497e-beb2-44fe07c29926 req-78e693e5-4211-4e51-8088-4c6f006e7348 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325730 Apr 22 09:49:22.724909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5411e-8751-44f6-9f00-91fef8ed12d8 req-ecf2241b-f655-4d3e-a082-0182163d787b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:22.726337 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c3c5411e-8751-44f6-9f00-91fef8ed12d8 req-ecf2241b-f655-4d3e-a082-0182163d787b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 945 time: 0.0822737 Apr 22 09:49:22.769869 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c3c5411e-8751-44f6-9f00-91fef8ed12d8 req-b6062a39-c52e-489e-af7b-5fd5fdbb9b84 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378020 Apr 22 09:49:23.957089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bcd95-062e-45e7-a633-5a332a684dd7 req-cb11c86d-0560-4635-8efd-e49831670806 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:23.958548 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dd4bcd95-062e-45e7-a633-5a332a684dd7 req-cb11c86d-0560-4635-8efd-e49831670806 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 945 time: 0.0829389 Apr 22 09:49:24.006742 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dd4bcd95-062e-45e7-a633-5a332a684dd7 req-6b0a09f2-221f-4c01-86fe-ec776072ca9b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417025 Apr 22 09:49:24.188883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242b64d-b4bd-4ec0-9e30-a136e0e2bb14 req-c118d0ce-1fe1-42d2-a1e2-54ccda7526d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:24.190260 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2242b64d-b4bd-4ec0-9e30-a136e0e2bb14 req-c118d0ce-1fe1-42d2-a1e2-54ccda7526d2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 945 time: 0.0798538 Apr 22 09:49:24.233136 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2242b64d-b4bd-4ec0-9e30-a136e0e2bb14 req-7a9b30a4-2230-4125-baa7-f57301a883ed tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372331 Apr 22 09:49:24.255236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35570) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:24.329463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad5b57b-ab65-415e-864a-89598ac7982a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:24.331088 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-aad5b57b-ab65-415e-864a-89598ac7982a tempest-TestNetworkBasicOps-621249428 tempest-TestNetworkBasicOps-621249428-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 1093 time: 0.0748570 Apr 22 09:49:24.333781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35574) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:24.338805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '90aa0978-e883-46f3-816b-b3b6927338d6', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:49:24.344884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:49:24.348905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Usage tracker for resource:floatingip and tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:49:24.351785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:49:24.357912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:49:24.369349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:24.505124 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:24.644345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Allocated IP 172.26.2.67 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/385a5354-7adb-48da-81b6-eea900ceecf3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:49:24.899450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:24.927582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:24.985772 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:49:24.988487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:49:24.992027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:49:25.035911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=385a5354-7adb-48da-81b6-eea900ceecf3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:25.406054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:25.481053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:25.687050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:25.691599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:25.795422 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event updated for resources: {'Port': ['ID=385a5354-7adb-48da-81b6-eea900ceecf3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:49:25.808169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:25.978056 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 associated. External IP: 172.26.2.67, port: 90aa0978-e883-46f3-816b-b3b6927338d6. Apr 22 09:49:26.437700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 07a30c7b-02ac-4e25-8388-d197ed00bb2b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:49:26.614006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:49:26.623546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] Sync routers for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:49:26.632550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:49:26.633154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:49:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:26.638290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:26.702143 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4879355c-f944-4a99-b039-1c097f212bf8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3672106 Apr 22 09:49:26.702847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:49:26.705094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35578) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:26.751176 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2016775b-f60e-407c-a071-8773fb47b44e'] response: {'name': 'network-changed', 'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6', 'status': 'completed', 'code': 200} Apr 22 09:49:26.816433 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-178d2ab9-59be-4ae5-b5c6-9f7b77ae9532 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 HTTP/1.1" status: 200 len: 990 time: 0.1101706 Apr 22 09:49:26.826921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:49:26.847543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-3e1bbfdc-7eed-4f65-b4b7-a74eadf9c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:26.849153 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-3e1bbfdc-7eed-4f65-b4b7-a74eadf9c25c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 1098 time: 0.0758989 Apr 22 09:49:26.994562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-d0a50b03-e899-4aa9-8940-c3468c362f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:26.995973 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-d0a50b03-e899-4aa9-8940-c3468c362f23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef9204f1-428e-48dc-9c95-2b44211f7b3f HTTP/1.1" status: 200 len: 898 time: 0.1411350 Apr 22 09:49:27.099858 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-d435a7dc-0a99-4271-8c42-9e3e1f82e301 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aa0978-e883-46f3-816b-b3b6927338d6 HTTP/1.1" status: 200 len: 998 time: 0.0974994 Apr 22 09:49:27.166652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-20fb6dae-a976-4ef6-bc5d-68da65c55a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:27.168062 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-20fb6dae-a976-4ef6-bc5d-68da65c55a3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e9143-fbc0-4dad-a66f-f2449380dc5f HTTP/1.1" status: 200 len: 834 time: 0.0624182 Apr 22 09:49:27.174718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.67', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'port_id': '90aa0978-e883-46f3-816b-b3b6927338d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'mac_address': 'fa:16:3e:59:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:49:25Z', 'updated_at': '2022-04-22T09:49:25Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:49:06Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:27.178832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] Checking router: 07a30c7b-02ac-4e25-8388-d197ed00bb2b for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:49:27.188590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:49:27.189212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:49:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:27.244301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-2d0a6081-9536-4ace-b50e-d180ec3c2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:27.245868 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-2d0a6081-9536-4ace-b50e-d180ec3c2243 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef9204f1-428e-48dc-9c95-2b44211f7b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720832 Apr 22 09:49:27.371248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:49:27.376252 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-2e5183c7-8368-43df-9d23-8a9b3e6af30d service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239936 Apr 22 09:49:27.507330 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5630463-f6d3-4283-bdb2-73bcca098a53 req-f2cef539-0ebd-43cd-b4be-f14d2212c340 service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243834 Apr 22 09:49:27.769002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.67', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'port_id': '90aa0978-e883-46f3-816b-b3b6927338d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'mac_address': 'fa:16:3e:59:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:49:25Z', 'updated_at': '2022-04-22T09:49:25Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:49:06Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:49:27.772865 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fb4217-2e25-456f-8744-06fd3d3ace2b None None] The sync data for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv is: [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.67', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'port_id': '90aa0978-e883-46f3-816b-b3b6927338d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'mac_address': 'fa:16:3e:59:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:49:25Z', 'updated_at': '2022-04-22T09:49:25Z', 'revision_number': 0, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:49:06Z', 'revision_number': 5, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:49:27.818252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35584) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:27.930140 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e5cf6b52-e141-4961-bb4b-6ef58e41878d tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 HTTP/1.1" status: 200 len: 990 time: 0.1105797 Apr 22 09:49:27.971453 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412b262-c86f-4442-aeee-27d517d007fa None None] New status for floating IP cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:49:28.191931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-b67b8060-dbf9-4805-b0a8-b1129bdb438a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678260 Apr 22 09:49:28.330888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-e657e204-a963-48f3-99c6-27668e4dd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:28.332339 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-e657e204-a963-48f3-99c6-27668e4dd172 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 1098 time: 0.0702429 Apr 22 09:49:28.475350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-435b1575-fcaa-42e8-b36c-ae64323325a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:28.476752 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-435b1575-fcaa-42e8-b36c-ae64323325a6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef9204f1-428e-48dc-9c95-2b44211f7b3f HTTP/1.1" status: 200 len: 898 time: 0.1247010 Apr 22 09:49:28.692738 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-5af3bacd-7828-4e6c-9d72-373d8a8b24de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aa0978-e883-46f3-816b-b3b6927338d6 HTTP/1.1" status: 200 len: 1000 time: 0.2066376 Apr 22 09:49:28.765814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-972fcdc5-d570-4ac3-8268-72328fb588ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:28.767125 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-972fcdc5-d570-4ac3-8268-72328fb588ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e9143-fbc0-4dad-a66f-f2449380dc5f HTTP/1.1" status: 200 len: 834 time: 0.0596514 Apr 22 09:49:28.852931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-6d76aacf-8b2a-42f1-95b5-bcdefcc4543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:49:28.854392 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-6d76aacf-8b2a-42f1-95b5-bcdefcc4543f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef9204f1-428e-48dc-9c95-2b44211f7b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713103 Apr 22 09:49:28.933541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35588) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:49:28.993141 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-2ceeb70b-5ab9-44d9-9366-8cca2589fa4b service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325715 Apr 22 09:49:29.044362 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-76e75b97-eca0-41d9-a083-6ae805eb342b tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 HTTP/1.1" status: 200 len: 992 time: 0.1095762 Apr 22 09:49:29.126631 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b257601c-746a-4beb-bfc2-ea1e8c687480 req-609d7dbf-0a15-4e9f-be88-a47e4d84dd69 service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271820 Apr 22 09:49:38.583430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:42.036129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b836649d-e898-4030-aa1f-deec669d1053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:44.421671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51637de5-693e-4384-9cb7-ce878ad96d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:45.411790 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:45.758765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:47.190463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:49:48.332292 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:50:08.595137 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:12.037681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-831b7eac-55db-4422-8dba-8fc94ea1006e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:14.423596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ecd09240-445e-4726-ac8b-7304cfbb1e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:15.414230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:15.762126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:17.186419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:25.331103 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:50:29.761076 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-1873e510-c9d6-4772-9cda-5a49fdea3c8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734901 Apr 22 09:50:29.901323 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-613ce12f-ff09-4f19-8538-dda7455d67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:29.902933 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-613ce12f-ff09-4f19-8538-dda7455d67de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 1098 time: 0.0730400 Apr 22 09:50:30.044431 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-a2763a32-556d-44a3-a349-c007109d13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:30.045855 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-a2763a32-556d-44a3-a349-c007109d13cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef9204f1-428e-48dc-9c95-2b44211f7b3f HTTP/1.1" status: 200 len: 898 time: 0.1232195 Apr 22 09:50:30.149132 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-b3f7c7f2-689f-4a0b-a922-e918dd3c2cc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aa0978-e883-46f3-816b-b3b6927338d6 HTTP/1.1" status: 200 len: 1000 time: 0.0954931 Apr 22 09:50:30.210158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-8645ff01-38ef-4ae1-8116-576b52ee8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:30.211486 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-8645ff01-38ef-4ae1-8116-576b52ee8dc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e9143-fbc0-4dad-a66f-f2449380dc5f HTTP/1.1" status: 200 len: 834 time: 0.0559597 Apr 22 09:50:30.288072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-5b3a3c9d-a71e-41e1-9df2-0ebdb98cec90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:30.289552 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-5b3a3c9d-a71e-41e1-9df2-0ebdb98cec90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef9204f1-428e-48dc-9c95-2b44211f7b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716915 Apr 22 09:50:30.420754 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-f2215e13-db4a-41e3-9c2e-72e6646436fc service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231368 Apr 22 09:50:30.551740 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2eec26fa-b9f2-4cea-81ba-caf24e307996 req-87f78d30-673d-486f-9731-c667b0764ae3 service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241305 Apr 22 09:50:38.608727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:40.057450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35618) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:40.062550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fdf26558-437a-4d3a-aab1-b0bfd11142b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:50:40.687203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdf26558-437a-4d3a-aab1-b0bfd11142b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:40.702525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdf26558-437a-4d3a-aab1-b0bfd11142b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:40.882750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf26558-437a-4d3a-aab1-b0bfd11142b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 07a30c7b-02ac-4e25-8388-d197ed00bb2b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:50:41.066482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf26558-437a-4d3a-aab1-b0bfd11142b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:50:41.076304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fdf26558-437a-4d3a-aab1-b0bfd11142b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:41.077505 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fdf26558-437a-4d3a-aab1-b0bfd11142b1 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/07a30c7b-02ac-4e25-8388-d197ed00bb2b HTTP/1.1" status: 200 len: 887 time: 1.0190802 Apr 22 09:50:41.081991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55cbeb-a7c1-4bd6-a135-cce05cf15caf None None] Sync routers for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:50:41.091433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55cbeb-a7c1-4bd6-a135-cce05cf15caf None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:50:41.092044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0e55cbeb-a7c1-4bd6-a135-cce05cf15caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:41.154808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0e55cbeb-a7c1-4bd6-a135-cce05cf15caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:41.163214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55cbeb-a7c1-4bd6-a135-cce05cf15caf None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:50:41.163806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0e55cbeb-a7c1-4bd6-a135-cce05cf15caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:41.224635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-0e55cbeb-a7c1-4bd6-a135-cce05cf15caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:41.225041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55cbeb-a7c1-4bd6-a135-cce05cf15caf None None] The sync data for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv is: [] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:50:41.968539 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4640079-5d0d-445a-90e3-bc6098a1654e None None] New status for floating IP cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:50:41.998162 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c8de791-5df5-4b6d-a3b6-c41157bcac2c no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:50:42.059126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2872c34d-4545-42a7-bd41-5437ed2aaa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:42.129099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:42.162699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:50:42.165992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:42.166767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c713b4a0-0eda-47b1-a088-320ab11b5a2d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:50:42.287366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:42.321920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.322266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.322612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.322944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.323318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.323606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.323932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.324261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.324616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.324938 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.325258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.325577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:42.358401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:42.374284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port c713b4a0-0eda-47b1-a088-320ab11b5a2d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c713b4a0-0eda-47b1-a088-320ab11b5a2d,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:50:42.377947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:42.445303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=c713b4a0-0eda-47b1-a088-320ab11b5a2d,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:44.125550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35626) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:44.130786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b8cfda0c-00db-492f-9bfa-d8fe60ae56df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:50:44.426471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e861c97f-949c-487b-bff3-8b20b257cba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:44.648070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8cfda0c-00db-492f-9bfa-d8fe60ae56df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:44.659258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8cfda0c-00db-492f-9bfa-d8fe60ae56df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1790227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1790218', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1677659'] for router, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:44.963887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cfda0c-00db-492f-9bfa-d8fe60ae56df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 07a30c7b-02ac-4e25-8388-d197ed00bb2b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:50:45.140720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cfda0c-00db-492f-9bfa-d8fe60ae56df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:50:45.147123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b8cfda0c-00db-492f-9bfa-d8fe60ae56df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:45.148513 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b8cfda0c-00db-492f-9bfa-d8fe60ae56df tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/07a30c7b-02ac-4e25-8388-d197ed00bb2b HTTP/1.1" status: 200 len: 886 time: 1.0217016 Apr 22 09:50:45.150552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] Sync routers for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:50:45.151214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35630) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:45.160364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:50:45.161032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:45.261144 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-da06b0ba-b6ae-451c-8655-a81a2e4811c0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 HTTP/1.1" status: 200 len: 990 time: 0.1069596 Apr 22 09:50:45.350424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:50:45.430670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:45.715630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:44Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.67', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'port_id': '90aa0978-e883-46f3-816b-b3b6927338d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'mac_address': 'fa:16:3e:59:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:49:25Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:45.719494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] Checking router: 07a30c7b-02ac-4e25-8388-d197ed00bb2b for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:50:45.727697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:50:45.728992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:45.850835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:45.961268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:50:46.263995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35634) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:46.311226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:44Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.67', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'port_id': '90aa0978-e883-46f3-816b-b3b6927338d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'mac_address': 'fa:16:3e:59:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:49:25Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:46.315143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20cdf38-1b8c-42a4-9f3b-dad25fc3d719 None None] The sync data for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv is: [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:44Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'floating_ip_address': '172.26.2.67', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'port_id': '90aa0978-e883-46f3-816b-b3b6927338d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'mac_address': 'fa:16:3e:59:dc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:49:25Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 2, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:50:42Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:50:46.373738 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-422ffb86-4d78-4548-8ec2-081ef5594ecf tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 HTTP/1.1" status: 200 len: 990 time: 0.1085479 Apr 22 09:50:47.190417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:47.377677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35638) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:47.488345 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-61a4a523-ace7-4355-95c3-4cf3db7164f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 HTTP/1.1" status: 200 len: 990 time: 0.1095169 Apr 22 09:50:47.901961 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0106a-7bb1-4886-b807-8b972041aee8 None None] New status for floating IP cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:50:48.044111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c8de791-5df5-4b6d-a3b6-c41157bcac2c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:50:48.115702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:50:48.115987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:48.236957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:48.272963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:50:48.277320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:48.278342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c713b4a0-0eda-47b1-a088-320ab11b5a2d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:50:48.393391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:48.405457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c713b4a0-0eda-47b1-a088-320ab11b5a2d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:50:48.405888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:48.492385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35642) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:48.533082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:48.550701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port c713b4a0-0eda-47b1-a088-320ab11b5a2d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c713b4a0-0eda-47b1-a088-320ab11b5a2d,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:50:48.555329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:48.609415 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-40d2bab3-b856-4cb2-a547-bd381cc690eb tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/floatingips/cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 HTTP/1.1" status: 200 len: 992 time: 0.1157694 Apr 22 09:50:48.634555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=c713b4a0-0eda-47b1-a088-320ab11b5a2d,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:48.882254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35650) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:49.086272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 385a5354-7adb-48da-81b6-eea900ceecf3 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:50:49.086612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:49.268323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:49.268601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:49.389556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 385a5354-7adb-48da-81b6-eea900ceecf3 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:50:49.667096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:49.714280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=385a5354-7adb-48da-81b6-eea900ceecf3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:49.752002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.752345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.752718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.753055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.753387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.753722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.754051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.754377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.754703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.755024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.755342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.755663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:49.817926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:49.818261 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Floating IP cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 disassociated (deleted). External IP: 172.26.2.67, port: 90aa0978-e883-46f3-816b-b3b6927338d6. Apr 22 09:50:50.003860 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c8de791-5df5-4b6d-a3b6-c41157bcac2c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:50:50.073146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:50:50.073516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:50.180365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 07a30c7b-02ac-4e25-8388-d197ed00bb2b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:50:50.203973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c713b4a0-0eda-47b1-a088-320ab11b5a2d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:50:50.348597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c713b4a0-0eda-47b1-a088-320ab11b5a2d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:50:50.348962 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:50.377276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:50:50.406513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:50.423113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] Sync routers for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:50:50.446087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:50:50.446734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:50.465106 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a8a9c577-ef2d-4cd4-b758-e477b0bc0bf9 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/floatingips/cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35 HTTP/1.1" status: 204 len: 168 time: 1.5786996 Apr 22 09:50:50.465106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:50:50.542337 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7fa825-43f8-452b-b4d7-2fd631bc4ab0'] response: {'name': 'network-changed', 'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6', 'status': 'completed', 'code': 200} Apr 22 09:50:50.644044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-37fa6636-15d6-4a26-b5b9-6f40e7497811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:50.645597 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-37fa6636-15d6-4a26-b5b9-6f40e7497811 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 1098 time: 0.0825367 Apr 22 09:50:50.770661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:50:50.791652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-861cf8c3-5d4f-45dc-beb2-31944065a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:50.793229 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-861cf8c3-5d4f-45dc-beb2-31944065a69a service neutron] 10.222.0.35 "GET /v2.0/networks?id=ef9204f1-428e-48dc-9c95-2b44211f7b3f HTTP/1.1" status: 200 len: 898 time: 0.1413631 Apr 22 09:50:50.995317 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-faa0bc87-08e1-4db1-bdd3-3213b0eaa099 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90aa0978-e883-46f3-816b-b3b6927338d6 HTTP/1.1" status: 200 len: 217 time: 0.1951756 Apr 22 09:50:51.111285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-e5ca0e9c-0d97-4afd-8371-d69443a63b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:51.112740 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-e5ca0e9c-0d97-4afd-8371-d69443a63b99 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bb2e9143-fbc0-4dad-a66f-f2449380dc5f HTTP/1.1" status: 200 len: 834 time: 0.1111631 Apr 22 09:50:51.163501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:44Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:51.167301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] Checking router: 07a30c7b-02ac-4e25-8388-d197ed00bb2b for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:50:51.176070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:50:51.176741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:51.182356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715203fe-1020-412c-8f62-a479b5d88ee9 req-eeee0f68-f16d-4e1e-a338-d51ac657c0e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:51.183833 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-715203fe-1020-412c-8f62-a479b5d88ee9 req-eeee0f68-f16d-4e1e-a338-d51ac657c0e7 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 945 time: 0.1503460 Apr 22 09:50:51.249004 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-715203fe-1020-412c-8f62-a479b5d88ee9 req-6b176d42-a376-49dc-a63b-4eba2ce258d5 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583172 Apr 22 09:50:51.251171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-9b440003-4489-4c3a-b9c8-93bd46a0b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:51.252484 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-9b440003-4489-4c3a-b9c8-93bd46a0b7b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ef9204f1-428e-48dc-9c95-2b44211f7b3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324508 Apr 22 09:50:51.358269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:50:51.390336 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-63a67e9c-1968-47d0-aea6-e91e7d88cec4 service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302400 Apr 22 09:50:51.532309 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c2bc7f-afd5-4920-aa72-74581a1157fc req-e7fb0429-8eb6-4fff-bf31-72de6437262b service neutron] 10.222.0.35 "GET /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347036 Apr 22 09:50:51.693152 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:44Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:51.697069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0681b-7794-47f8-9276-29c3354c264d None None] The sync data for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv is: [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:44Z', 'revision_number': 6, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2c8de791-5df5-4b6d-a3b6-c41157bcac2c', 'name': '', 'network_id': 'ef9204f1-428e-48dc-9c95-2b44211f7b3f', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'mac_address': 'fa:16:3e:4b:6c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:49:01Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'subnets': [{'id': 'bb2e9143-fbc0-4dad-a66f-f2449380dc5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:50:52.322753 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b132c-9131-4bba-b94e-474c8635a08c None None] New status for floating IP cbc4ce3c-8ab0-4e86-a60f-c06dd6b49e35: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:50:52.453596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427abdcb-3134-4968-8b6c-14980a9e01f4 req-53f6a7d1-f633-4442-94ee-075ac369f3a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:52.454321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-427abdcb-3134-4968-8b6c-14980a9e01f4 req-53f6a7d1-f633-4442-94ee-075ac369f3a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Synchronizing usage tracker for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:50:52.483585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-427abdcb-3134-4968-8b6c-14980a9e01f4 req-53f6a7d1-f633-4442-94ee-075ac369f3a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Unset dirty status for tenant:e5f6bff8ef4d4ecd8c3dc1444d6086c9 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:50:52.484780 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-427abdcb-3134-4968-8b6c-14980a9e01f4 req-53f6a7d1-f633-4442-94ee-075ac369f3a0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 945 time: 0.1148446 Apr 22 09:50:52.530105 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-427abdcb-3134-4968-8b6c-14980a9e01f4 req-43ea4709-192b-4f07-9e79-91877cb33aca tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/security-groups?id=d63a8934-2fd2-46f9-b402-05659b8e11da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394087 Apr 22 09:50:52.714570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-9363f631-95c3-4dcc-84c4-994a7b09e9f8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:50:52.715991 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-9363f631-95c3-4dcc-84c4-994a7b09e9f8 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 945 time: 0.0794177 Apr 22 09:50:52.788029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 90aa0978-e883-46f3-816b-b3b6927338d6 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:50:52.788358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:53.031392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 90aa0978-e883-46f3-816b-b3b6927338d6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=90aa0978-e883-46f3-816b-b3b6927338d6,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:50:53.031745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:53.157294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 90aa0978-e883-46f3-816b-b3b6927338d6 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:50:53.300167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:53.352673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=90aa0978-e883-46f3-816b-b3b6927338d6,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:53.397304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.397640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.397973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.398297 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.398617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.398966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.399289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.399642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.399956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.400267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.400687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.401244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:50:53.440470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] No DVR routers for this DVR port 90aa0978-e883-46f3-816b-b3b6927338d6 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:50:53.442956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:53.445456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'name': 'network-vif-deleted', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:50:53.461643 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2afc195c-f8fd-454a-9e21-2c70103f9402 req-2ad8ccc4-6e9a-45d6-a769-ec6ccecd466c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.35 "DELETE /v2.0/ports/90aa0978-e883-46f3-816b-b3b6927338d6 HTTP/1.1" status: 204 len: 173 time: 0.7400391 Apr 22 09:50:53.491224 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0d6bc5-656c-42a3-92a2-60abc8e589f4'] response: {'server_uuid': '8d14a592-8c37-4f6a-9a05-ffa4d247f912', 'name': 'network-vif-deleted', 'tag': '90aa0978-e883-46f3-816b-b3b6927338d6', 'status': 'completed', 'code': 200} Apr 22 09:50:53.695214 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0535ecb6-0d01-49ae-a21d-7911a89f2d75 req-91004109-7395-4d6a-9e38-3cb8382ea89c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d14a592-8c37-4f6a-9a05-ffa4d247f912 HTTP/1.1" status: 200 len: 210 time: 0.0427392 Apr 22 09:50:54.792800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35670) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:54.863074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3237c5b7-b030-437f-8998-1a2a02fd6b88 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:54.893997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3237c5b7-b030-437f-8998-1a2a02fd6b88 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:54.962791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3237c5b7-b030-437f-8998-1a2a02fd6b88 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:54.981964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237c5b7-b030-437f-8998-1a2a02fd6b88 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63a8934-2fd2-46f9-b402-05659b8e11da,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:55.000829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3237c5b7-b030-437f-8998-1a2a02fd6b88 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:55.004254 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3237c5b7-b030-437f-8998-1a2a02fd6b88 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/security-groups/d63a8934-2fd2-46f9-b402-05659b8e11da HTTP/1.1" status: 204 len: 168 time: 0.2081487 Apr 22 09:50:55.032264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35676) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:55.700740 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:56.062605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:50:56.063308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:56.219025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 90aa0978-e883-46f3-816b-b3b6927338d6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:50:56.253468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 90aa0978-e883-46f3-816b-b3b6927338d6 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:50:56.253814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 90aa0978-e883-46f3-816b-b3b6927338d6 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:50:56.254051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port 2c8de791-5df5-4b6d-a3b6-c41157bcac2c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:50:56.254413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:56.383914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for 2c8de791-5df5-4b6d-a3b6-c41157bcac2c owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:50:56.653304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:56.819934 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=2c8de791-5df5-4b6d-a3b6-c41157bcac2c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:57.098026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:57.456584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Router 07a30c7b-02ac-4e25-8388-d197ed00bb2b has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:50:57.643998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:50:57.655071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] Sync routers for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:50:57.658919 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-69a42787-ba30-41cb-abf9-edb113de803a tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "PUT /v2.0/routers/07a30c7b-02ac-4e25-8388-d197ed00bb2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6255648 Apr 22 09:50:57.661496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35680) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:57.663908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:50:57.664539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:57.731764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f1d30a-14b4-4dd1-9c5e-eb327a9458f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting subnet bb2e9143-fbc0-4dad-a66f-f2449380dc5f {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:50:57.734783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86f1d30a-14b4-4dd1-9c5e-eb327a9458f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:57.793322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86f1d30a-14b4-4dd1-9c5e-eb327a9458f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:57.874956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86f1d30a-14b4-4dd1-9c5e-eb327a9458f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:57.890621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:50:57.949091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86f1d30a-14b4-4dd1-9c5e-eb327a9458f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:57.990660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1d30a-14b4-4dd1-9c5e-eb327a9458f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2e9143-fbc0-4dad-a66f-f2449380dc5f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:58.001675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-86f1d30a-14b4-4dd1-9c5e-eb327a9458f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:58.015890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cec3fe-ae08-4370-960e-e87d95729b87 None None] Network ef9204f1-428e-48dc-9c95-2b44211f7b3f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:50:58.018545 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-86f1d30a-14b4-4dd1-9c5e-eb327a9458f0 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/subnets/bb2e9143-fbc0-4dad-a66f-f2449380dc5f HTTP/1.1" status: 204 len: 168 time: 0.3560584 Apr 22 09:50:58.021004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35684) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:58.207226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:58.348557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:56Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:58.353382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] Checking router: 07a30c7b-02ac-4e25-8388-d197ed00bb2b for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:50:58.362430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] Routers {'07a30c7b-02ac-4e25-8388-d197ed00bb2b'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:50:58.363219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:58.420058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] DHCP port deletion for ef9204f1-428e-48dc-9c95-2b44211f7b3f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:50:58.434853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] Deleting port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:50:58.435218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:58.517071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:58.530708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Deleting port c713b4a0-0eda-47b1-a088-320ab11b5a2d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:50:58.531884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:58.646004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] Set router 07a30c7b-02ac-4e25-8388-d197ed00bb2b gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:50:58.730799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] For port c713b4a0-0eda-47b1-a088-320ab11b5a2d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c713b4a0-0eda-47b1-a088-320ab11b5a2d,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:50:58.731171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:58.856645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Calling delete_port for c713b4a0-0eda-47b1-a088-320ab11b5a2d owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:50:58.956327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] For port 3df84ecf-3079-4ccd-83c7-ce199bbb1076, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=3df84ecf-3079-4ccd-83c7-ce199bbb1076,segment=NetworkSegment(92095f91-1f56-4b2d-929a-58770bc9494d),segment_id=92095f91-1f56-4b2d-929a-58770bc9494d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:50:58.956947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.041210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.086739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] Calling delete_port for 3df84ecf-3079-4ccd-83c7-ce199bbb1076 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:50:59.088058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Port': ['ID=c713b4a0-0eda-47b1-a088-320ab11b5a2d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:59.180765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.214569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.265365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] Pushing event deleted for resources: {'Port': ['ID=3df84ecf-3079-4ccd-83c7-ce199bbb1076,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:59.269507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25b358-2ffc-46ec-a9ee-2bf99549476c None None] No DVR routers for this DVR port 3df84ecf-3079-4ccd-83c7-ce199bbb1076 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:50:59.284388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:56Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:59.288318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95808b5a-cedb-405e-9429-e0d87de0e5f6 None None] The sync data for ids ['07a30c7b-02ac-4e25-8388-d197ed00bb2b'] in dv-neutron-839018-1-hyperv is: [{'id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'name': 'tempest-TestNetworkBasicOps-router-937203382', 'tenant_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:48:56Z', 'updated_at': '2022-04-22T09:50:56Z', 'revision_number': 7, 'project_id': 'e5f6bff8ef4d4ecd8c3dc1444d6086c9', 'gw_port': {'id': 'c713b4a0-0eda-47b1-a088-320ab11b5a2d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a30c7b-02ac-4e25-8388-d197ed00bb2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:48:57Z', 'updated_at': '2022-04-22T09:50:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:50:59.359607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.362111 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.386818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.387357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Fanout notify agent at l3_agent the message router_deleted on router 07a30c7b-02ac-4e25-8388-d197ed00bb2b {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:50:59.403300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.404472 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8e6d7322-2fba-4d88-83a9-0cbc997883a2 tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/routers/07a30c7b-02ac-4e25-8388-d197ed00bb2b HTTP/1.1" status: 204 len: 168 time: 1.3825133 Apr 22 09:50:59.407155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35688) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:50:59.525472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.659746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.685845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9204f1-428e-48dc-9c95-2b44211f7b3f']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:59.698166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92095f91-1f56-4b2d-929a-58770bc9494d') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:59.698395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92095f91-1f56-4b2d-929a-58770bc9494d') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:50:59.710388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.727256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.733361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:50:59.733742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:50:59.748098 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:50:59.934062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.938364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:50:59.966113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] Pushing event deleted for resources: {'Network': ['ID=ef9204f1-428e-48dc-9c95-2b44211f7b3f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:50:59.978456 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9ec36f66-395a-4309-b5b4-037fb759ca5c tempest-TestNetworkBasicOps-760636089 tempest-TestNetworkBasicOps-760636089-project] 10.222.0.32 "DELETE /v2.0/networks/ef9204f1-428e-48dc-9c95-2b44211f7b3f HTTP/1.1" status: 204 len: 168 time: 0.5675623 Apr 22 09:51:00.037314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3df84ecf-3079-4ccd-83c7-ce199bbb1076 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:51:00.070547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 3df84ecf-3079-4ccd-83c7-ce199bbb1076 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:51:00.070966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 3df84ecf-3079-4ccd-83c7-ce199bbb1076 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:51:00.071982 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c8de791-5df5-4b6d-a3b6-c41157bcac2c no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:51:00.104408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 2c8de791-5df5-4b6d-a3b6-c41157bcac2c {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:51:00.104745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2c8de791-5df5-4b6d-a3b6-c41157bcac2c not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:51:00.105150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c713b4a0-0eda-47b1-a088-320ab11b5a2d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:51:00.140267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: c713b4a0-0eda-47b1-a088-320ab11b5a2d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:51:00.140625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c713b4a0-0eda-47b1-a088-320ab11b5a2d not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:51:00.351298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35696) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:00.536285 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-179f5333-060f-4e63-aeba-bb1fd0748322 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5f6bff8ef4d4ecd8c3dc1444d6086c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838174 Apr 22 09:51:00.538844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35702) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:00.599619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3946-8b41-49f6-995e-8a757f3a8e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:00.623966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3946-8b41-49f6-995e-8a757f3a8e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:00.674797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3946-8b41-49f6-995e-8a757f3a8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:00.689803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d3946-8b41-49f6-995e-8a757f3a8e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4069a223-700a-4382-9cd6-8556309222b5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:00.698335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f8d3946-8b41-49f6-995e-8a757f3a8e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:00.699453 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1f8d3946-8b41-49f6-995e-8a757f3a8e85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4069a223-700a-4382-9cd6-8556309222b5 HTTP/1.1" status: 204 len: 168 time: 0.1597188 Apr 22 09:51:00.973810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35710) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:00.991920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:01.006966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:01.011315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1e0ea3e87349008544b83be2731b8e is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:01.014072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:01.019592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:01.104633 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:01.108284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:01.158063 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9b1e0ea3e87349008544b83be2731b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1831505 Apr 22 09:51:01.158904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbafc04-c1b7-4229-926f-894871eaba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e10e7f0-02a2-44f2-9f9c-0ee0cad2b2de,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:01.160799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35714) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:01.218804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7f8b-14c4-4a82-961c-a9c48a52753b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:01.244873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7f8b-14c4-4a82-961c-a9c48a52753b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:01.295279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7f8b-14c4-4a82-961c-a9c48a52753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:01.314828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f7f8b-14c4-4a82-961c-a9c48a52753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e10e7f0-02a2-44f2-9f9c-0ee0cad2b2de,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:01.319239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3b9f7f8b-14c4-4a82-961c-a9c48a52753b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:01.320229 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3b9f7f8b-14c4-4a82-961c-a9c48a52753b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e10e7f0-02a2-44f2-9f9c-0ee0cad2b2de HTTP/1.1" status: 204 len: 168 time: 0.1584134 Apr 22 09:51:02.090671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35738) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:02.191657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1755235550-network', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:02.196970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:02.200959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Usage tracker for resource:network and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:02.203802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:02.209925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:02.219838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Made reservation on behalf of 42c19898545c4c0b95dcae76e4c2ca2b for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:51:02.222180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.233730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.247389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:02.251120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Usage tracker for resource:security_group_rule and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:02.253854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:02.259814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:02.329449 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:51:02.340991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.344680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.371208 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:51:02.383194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3946a79c-a787-43d0-905d-affc5fc55576,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:02.388358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.388716 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Added segment 4e88e512-fb4c-485e-913d-4d0a04d19f1e of type vlan for network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc Apr 22 09:51:02.420971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.456776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.457974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:02.458540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.569718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] Pushing event updated for resources: {'Network': ['ID=09f6ed3e-65ac-40f2-88d8-010167f2e7bc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:02.573741 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4d75f3a7-cc1f-4ee4-98d6-68899ee18e52 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4820282 Apr 22 09:51:02.577060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35744) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:02.580809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:51:02.582272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Request body: {'subnet': {'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1755235550-subnet', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:02.587229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:02.591048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Usage tracker for resource:subnet and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:02.593965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:02.599585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:02.609292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Made reservation on behalf of 42c19898545c4c0b95dcae76e4c2ca2b for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:51:02.611527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.816221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.887397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa508ed4-028c-41f7-9b7c-374f87956acd,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:02.895439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Checking segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:02.895787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Network hostable DHCP agents. Network: 09f6ed3e-65ac-40f2-88d8-010167f2e7bc, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:51:02.914337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:51:02.923644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 09f6ed3e-65ac-40f2-88d8-010167f2e7bc) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:02.928510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:02.931594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469250d8-00fd-4270-9e43-60cb162700bc None None] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:51:02.932607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.952994 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b228f1e0-4df2-4b68-b1aa-410e5526987e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3751087 Apr 22 09:51:02.955581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35748) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:02.960378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:02.964849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:02.968631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Usage tracker for resource:router and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:02.971407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:02.977035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:02.988101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:02.989114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.004695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.156923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:51:03.157929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.286678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.314354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Allocated IP 172.20.0.2 (09f6ed3e-65ac-40f2-88d8-010167f2e7bc/aa508ed4-028c-41f7-9b7c-374f87956acd/875feae8-537f-4353-ae50-df48d689ba40) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:51:03.523245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.533696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Transition to ACTIVE for port object 875feae8-537f-4353-ae50-df48d689ba40 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:03.553406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Transition to ACTIVE for port object 875feae8-537f-4353-ae50-df48d689ba40 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:03.562321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.627954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:03.635167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:03.640917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:51:03.643075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Pushing event updated for resources: {'Port': ['ID=875feae8-537f-4353-ae50-df48d689ba40,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:03.704235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.733401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Attempting to bind port 875feae8-537f-4353-ae50-df48d689ba40 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:51:03.733760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Attempting to bind port 875feae8-537f-4353-ae50-df48d689ba40 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:51:03.734116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Attempting to bind port 875feae8-537f-4353-ae50-df48d689ba40 on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:51:03.734466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.739402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:51:03.739903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Checking segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:03.740304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.740716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Bound using segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:51:03.741167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Bound port: 875feae8-537f-4353-ae50-df48d689ba40, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:51:03.741533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.830965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] For port 875feae8-537f-4353-ae50-df48d689ba40, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:51:03.834163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] For port 875feae8-537f-4353-ae50-df48d689ba40, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=875feae8-537f-4353-ae50-df48d689ba40,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:51:03.839640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:03.872653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Allocated IP 172.26.2.195 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/97f23868-b38c-45a4-a9b7-44b370bb6e5e) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:51:03.970067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88f977-59ec-43e2-a4ea-fd9199a05735 None None] Pushing event updated for resources: {'Port': ['ID=875feae8-537f-4353-ae50-df48d689ba40,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:04.032173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:04.080279 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:04.148615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:04.152414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:04.155416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:51:04.201147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Pushing event updated for resources: {'Port': ['ID=97f23868-b38c-45a4-a9b7-44b370bb6e5e,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:04.588430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:04.871360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c19e8d-7f41-425c-8698-46b7e8415f21 None None] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:51:04.947882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:04.990016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b1404c53-142b-4b44-8d1f-9809e42d0d7d None None] Provisioning for port 875feae8-537f-4353-ae50-df48d689ba40 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:05.298620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Router 92fa38e2-34c4-479e-a568-dd53c5338000 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:51:05.493400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:51:05.504930 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:51:05.514429 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:05.515362 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:05.518871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:05.522796 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1f97ef80-a05c-44fa-9c80-04be05ecc97e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5637817 Apr 22 09:51:05.522967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35752) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:05.690527 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:05.970455 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:04Z', 'revision_number': 3, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:05.976458 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:51:05.976854 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Updating router 92fa38e2-34c4-479e-a568-dd53c5338000 port 97f23868-b38c-45a4-a9b7-44b370bb6e5e binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:51:06.032516 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.037213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 875feae8-537f-4353-ae50-df48d689ba40 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:06.115091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 875feae8-537f-4353-ae50-df48d689ba40 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:06.120885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 875feae8-537f-4353-ae50-df48d689ba40 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:06.121267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.199778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.246756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.282566 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 875feae8-537f-4353-ae50-df48d689ba40, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=875feae8-537f-4353-ae50-df48d689ba40,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:06.288038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.360296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=875feae8-537f-4353-ae50-df48d689ba40,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:06.405936 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.417454 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Transition to ACTIVE for port object 97f23868-b38c-45a4-a9b7-44b370bb6e5e will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:06.419113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Allocated IP 172.20.0.1 (09f6ed3e-65ac-40f2-88d8-010167f2e7bc/aa508ed4-028c-41f7-9b7c-374f87956acd/0e961adc-ff73-4952-b961-21eee56d86f2) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:51:06.424196 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.496727 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Attempting to bind port 97f23868-b38c-45a4-a9b7-44b370bb6e5e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:51:06.497091 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Attempting to bind port 97f23868-b38c-45a4-a9b7-44b370bb6e5e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:51:06.497449 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Attempting to bind port 97f23868-b38c-45a4-a9b7-44b370bb6e5e on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:51:06.512546 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:51:06.513422 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:06.514223 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.514605 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:51:06.515059 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Bound port: 97f23868-b38c-45a4-a9b7-44b370bb6e5e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:51:06.515419 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.568672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.576871 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Pushing event updated for resources: {'Port': ['ID=97f23868-b38c-45a4-a9b7-44b370bb6e5e,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:06.584579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Transition to ACTIVE for port object 0e961adc-ff73-4952-b961-21eee56d86f2 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:06.590503 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.590842 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.591174 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.591583 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.591820 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.592143 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.592510 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.592802 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.593139 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.593452 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.593765 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.594073 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:06.602916 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] For port 97f23868-b38c-45a4-a9b7-44b370bb6e5e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:51:06.606679 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] For port 97f23868-b38c-45a4-a9b7-44b370bb6e5e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=97f23868-b38c-45a4-a9b7-44b370bb6e5e,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:51:06.609551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.611731 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.672626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:06.675136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:06.683988 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:51:06.691196 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:06.691809 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:06.713881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Pushing event updated for resources: {'Port': ['ID=0e961adc-ff73-4952-b961-21eee56d86f2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:06.745770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:06.746691 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94899ec6-c7f6-41cb-ae33-61ba41afd6da None None] Pushing event updated for resources: {'Port': ['ID=97f23868-b38c-45a4-a9b7-44b370bb6e5e,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:06.888731 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:06.948921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-95a80026-2ba2-47af-b8bb-56086e4afb47 None None] Provisioning for port 0e961adc-ff73-4952-b961-21eee56d86f2 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:06.954035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-95a80026-2ba2-47af-b8bb-56086e4afb47 None None] Provisioning complete for port 0e961adc-ff73-4952-b961-21eee56d86f2 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:06.954415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-95a80026-2ba2-47af-b8bb-56086e4afb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:07.012178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-95a80026-2ba2-47af-b8bb-56086e4afb47 None None] Port 0e961adc-ff73-4952-b961-21eee56d86f2 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:51:07.142698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:07.186101 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:04Z', 'revision_number': 3, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:07.192163 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b39407-407a-4cd5-a94a-059c02e98387 None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:04Z', 'revision_number': 3, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:51:07.398269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:07.418123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:07.525954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Pushing event updated for resources: {'Port': ['ID=0e961adc-ff73-4952-b961-21eee56d86f2,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:07.528616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:07.669442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:07.670599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:07.868874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Router 92fa38e2-34c4-479e-a568-dd53c5338000 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:51:07.940708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-425d0cfd-b81e-410d-a8ea-b972d34e8925 None None] Provisioning complete for port 0e961adc-ff73-4952-b961-21eee56d86f2 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:07.941278 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-425d0cfd-b81e-410d-a8ea-b972d34e8925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.003380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-425d0cfd-b81e-410d-a8ea-b972d34e8925 None None] Port 0e961adc-ff73-4952-b961-21eee56d86f2 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:51:08.066834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:51:08.076705 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cd49e912-6e37-4f42-a38d-966c88acdd5d admin admin] 10.222.0.32 "PUT /v2.0/routers/92fa38e2-34c4-479e-a568-dd53c5338000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5526884 Apr 22 09:51:08.098174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 875feae8-537f-4353-ae50-df48d689ba40 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:08.170228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 875feae8-537f-4353-ae50-df48d689ba40 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:08.170595 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.292880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 97f23868-b38c-45a4-a9b7-44b370bb6e5e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:08.358398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 97f23868-b38c-45a4-a9b7-44b370bb6e5e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:08.363118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 97f23868-b38c-45a4-a9b7-44b370bb6e5e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:08.363497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.486494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.505121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 97f23868-b38c-45a4-a9b7-44b370bb6e5e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=97f23868-b38c-45a4-a9b7-44b370bb6e5e,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:08.511739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.582430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=97f23868-b38c-45a4-a9b7-44b370bb6e5e,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:08.619598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35770) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:08.623980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.625536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1062649313-network', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:08.630394 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:08.634710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Usage tracker for resource:network and tenant:f4c5a125f890492784a402187fbd11ce is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:08.637806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:08.643614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:08.654450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Made reservation on behalf of f4c5a125f890492784a402187fbd11ce for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:51:08.656727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.671902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.684511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:08.688572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c5a125f890492784a402187fbd11ce is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:08.693122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:51:08.693306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:08.699872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:08.703134 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:08.703759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:08.785916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.790252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.820437 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:51:08.829470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc003d-08bc-4054-87c1-63b9091f218c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:08.835349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.835666 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Added segment b31f8a46-1d36-4a37-b46e-013db3c5227a of type vlan for network 6e705d61-b55a-4156-8f18-5d21ebe2745f Apr 22 09:51:08.863131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.886429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:08.893638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.894689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:08.895262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:08.996252 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3753965 Apr 22 09:51:09.000118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35774) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:09.002278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb424c-967b-445a-abad-22ab5c603290 admin admin] Pushing event updated for resources: {'Network': ['ID=6e705d61-b55a-4156-8f18-5d21ebe2745f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:09.008180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Request body: {'subnet': {'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1062649313-subnet', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'ip_version': 4}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:09.013894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:09.022612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Usage tracker for resource:subnet and tenant:f4c5a125f890492784a402187fbd11ce is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:09.026300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:09.032524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:09.032696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 6e705d61-b55a-4156-8f18-5d21ebe2745f details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:51:09.042827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Made reservation on behalf of f4c5a125f890492784a402187fbd11ce for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:51:09.045335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:09.249697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:09.323668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70af22d2-97d9-4e16-99cc-9b7929f418fc,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:09.330950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 2, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:09.332422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Checking segment: {'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:09.332806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Network hostable DHCP agents. Network: 6e705d61-b55a-4156-8f18-5d21ebe2745f, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:51:09.334943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:51:09.335299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Updating router 92fa38e2-34c4-479e-a568-dd53c5338000 port 0e961adc-ff73-4952-b961-21eee56d86f2 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:51:09.351359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Network 6e705d61-b55a-4156-8f18-5d21ebe2745f is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:51:09.360341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 6e705d61-b55a-4156-8f18-5d21ebe2745f) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:09.365031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:09.365601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:09.371753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9d972-4e14-4de5-be3d-a00f1027cf38 None None] Network 6e705d61-b55a-4156-8f18-5d21ebe2745f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:51:09.389193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35778) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:09.389446 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-150361f7-c40c-4af5-9bcd-cc44bff26718 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3869901 Apr 22 09:51:09.394745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:09.399393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:09.404031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Usage tracker for resource:router and tenant:f4c5a125f890492784a402187fbd11ce is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:09.407016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:09.413089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:09.423386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:09.424718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:09.440878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:09.468801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:09.748258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-6e705d61-b55a-4156-8f18-5d21ebe2745f', 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'fixed_ips': [{'subnet_id': '70af22d2-97d9-4e16-99cc-9b7929f418fc'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 09:51:09.749121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:09.831902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.017390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 97f23868-b38c-45a4-a9b7-44b370bb6e5e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:10.076622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Allocated IP 172.20.0.2 (6e705d61-b55a-4156-8f18-5d21ebe2745f/70af22d2-97d9-4e16-99cc-9b7929f418fc/d61f2500-f067-47c1-a51b-01b753f27855) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:51:10.147675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.177186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.178033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.254459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Transition to ACTIVE for port object 0e961adc-ff73-4952-b961-21eee56d86f2 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:10.270092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.311672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 97f23868-b38c-45a4-a9b7-44b370bb6e5e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:10.312047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.320883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Allocated IP 172.26.2.222 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/f5dabca8-327b-4e51-92a9-d08502f72025) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:51:10.477592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.518624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.576369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1027e0e-5cef-4652-b522-3ac04b3a9620 None None] Pushing event updated for resources: {'Port': ['ID=0e961adc-ff73-4952-b961-21eee56d86f2,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:10.592012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:10.599579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:10.604446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:51:10.628547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Pushing event updated for resources: {'Port': ['ID=f5dabca8-327b-4e51-92a9-d08502f72025,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:10.723439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.737409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Attempting to bind port 0e961adc-ff73-4952-b961-21eee56d86f2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:51:10.737777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Attempting to bind port 0e961adc-ff73-4952-b961-21eee56d86f2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:51:10.738136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Attempting to bind port 0e961adc-ff73-4952-b961-21eee56d86f2 on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:51:10.754452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Transition to ACTIVE for port object d61f2500-f067-47c1-a51b-01b753f27855 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:10.762039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:51:10.762409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Checking segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:10.762815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.763204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Bound using segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:51:10.763670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Bound port: 0e961adc-ff73-4952-b961-21eee56d86f2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:51:10.764044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.838217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Transition to ACTIVE for port object d61f2500-f067-47c1-a51b-01b753f27855 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:10.849143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:10.944869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Network 6e705d61-b55a-4156-8f18-5d21ebe2745f is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:10.950498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:10.952248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Pushing event updated for resources: {'Port': ['ID=d61f2500-f067-47c1-a51b-01b753f27855,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:10.954345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:51:10.961125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] For port 0e961adc-ff73-4952-b961-21eee56d86f2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:51:11.029118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] For port 0e961adc-ff73-4952-b961-21eee56d86f2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0e961adc-ff73-4952-b961-21eee56d86f2,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:51:11.036234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:11.125182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Attempting to bind port d61f2500-f067-47c1-a51b-01b753f27855 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:51:11.126245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Attempting to bind port d61f2500-f067-47c1-a51b-01b753f27855 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:51:11.126245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Attempting to bind port d61f2500-f067-47c1-a51b-01b753f27855 on network 6e705d61-b55a-4156-8f18-5d21ebe2745f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:51:11.132258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:11.142273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:51:11.142642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Checking segment: {'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:11.143024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:11.143414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Bound using segment: {'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:51:11.143865 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Bound port: d61f2500-f067-47c1-a51b-01b753f27855, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:51:11.144234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:11.155515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1027e0e-5cef-4652-b522-3ac04b3a9620 None None] Pushing event updated for resources: {'Port': ['ID=0e961adc-ff73-4952-b961-21eee56d86f2,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:11.159863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:11.160676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:11.398327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] For port d61f2500-f067-47c1-a51b-01b753f27855, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:51:11.403862 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] For port d61f2500-f067-47c1-a51b-01b753f27855, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d61f2500-f067-47c1-a51b-01b753f27855,segment=NetworkSegment(b31f8a46-1d36-4a37-b46e-013db3c5227a),segment_id=b31f8a46-1d36-4a37-b46e-013db3c5227a)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:51:11.421077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:11.464289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:11.480759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:11.636331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5084d2-1dda-46e9-a831-2f2e9dde3c0b None None] Pushing event updated for resources: {'Port': ['ID=d61f2500-f067-47c1-a51b-01b753f27855,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:11.713768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Router f73440fb-6303-407f-9bd0-8c4da85d87b2 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 09:51:11.846665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:10Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:11.851229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e61ef5-7168-4d64-9a39-97f9413ad8f8 None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:10Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:51:11.947203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:51:11.961973 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Sync routers for ids ['f73440fb-6303-407f-9bd0-8c4da85d87b2'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:51:11.972078 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Routers {'f73440fb-6303-407f-9bd0-8c4da85d87b2'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:11.972727 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f73440fb-6303-407f-9bd0-8c4da85d87b2'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:11.977117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:11.979950 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d68fecc7-b507-4f1c-9480-e229cd5e2319 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5895619 Apr 22 09:51:11.983051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35782) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:12.064627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-41a91d54-12c1-422c-8548-61c3b96fa2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:12.120727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d61f2500-f067-47c1-a51b-01b753f27855 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:12.198594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port d61f2500-f067-47c1-a51b-01b753f27855 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:12.204991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0e961adc-ff73-4952-b961-21eee56d86f2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:12.262753 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Set router f73440fb-6303-407f-9bd0-8c4da85d87b2 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:12.317891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 0e961adc-ff73-4952-b961-21eee56d86f2 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:12.324960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 0e961adc-ff73-4952-b961-21eee56d86f2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:12.325323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:12.554185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:12.604499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 0e961adc-ff73-4952-b961-21eee56d86f2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0e961adc-ff73-4952-b961-21eee56d86f2,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:12.618183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:12.710958 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:51:10Z', 'revision_number': 3, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port': {'id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:58:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:10Z', 'updated_at': '2022-04-22T09:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:12.718928 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Checking router: f73440fb-6303-407f-9bd0-8c4da85d87b2 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:51:12.719400 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Updating router f73440fb-6303-407f-9bd0-8c4da85d87b2 port f5dabca8-327b-4e51-92a9-d08502f72025 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:51:12.723095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=0e961adc-ff73-4952-b961-21eee56d86f2,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:12.771806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f339e7-2a68-4e1d-89eb-890d279963b0 None None] Network 6e705d61-b55a-4156-8f18-5d21ebe2745f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:51:12.787317 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:12.942904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0edf3e61-687e-4921-a41f-ad1d939917d3 None None] Provisioning for port d61f2500-f067-47c1-a51b-01b753f27855 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:12.958688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0edf3e61-687e-4921-a41f-ad1d939917d3 None None] Provisioning complete for port d61f2500-f067-47c1-a51b-01b753f27855 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:12.959059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0edf3e61-687e-4921-a41f-ad1d939917d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.033953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.195032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0edf3e61-687e-4921-a41f-ad1d939917d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.241424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0edf3e61-687e-4921-a41f-ad1d939917d3 None None] For port d61f2500-f067-47c1-a51b-01b753f27855, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d61f2500-f067-47c1-a51b-01b753f27855,segment=NetworkSegment(b31f8a46-1d36-4a37-b46e-013db3c5227a),segment_id=b31f8a46-1d36-4a37-b46e-013db3c5227a)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:13.246828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0edf3e61-687e-4921-a41f-ad1d939917d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.270415 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.299964 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Transition to ACTIVE for port object f5dabca8-327b-4e51-92a9-d08502f72025 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:13.311703 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.339526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf3e61-687e-4921-a41f-ad1d939917d3 None None] Pushing event updated for resources: {'Port': ['ID=d61f2500-f067-47c1-a51b-01b753f27855,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:13.352704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Allocated IP 172.20.0.1 (6e705d61-b55a-4156-8f18-5d21ebe2745f/70af22d2-97d9-4e16-99cc-9b7929f418fc/79db5f6b-4c20-4363-9518-cfb834feeb80) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:51:13.404470 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4aaf6-0418-45f7-8f7a-4e7a910aefa9 None None] Pushing event updated for resources: {'Port': ['ID=f5dabca8-327b-4e51-92a9-d08502f72025,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:13.408836 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Attempting to bind port f5dabca8-327b-4e51-92a9-d08502f72025 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:51:13.409195 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Attempting to bind port f5dabca8-327b-4e51-92a9-d08502f72025 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:51:13.409619 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Attempting to bind port f5dabca8-327b-4e51-92a9-d08502f72025 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:51:13.416100 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:51:13.416484 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:13.417059 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.417446 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:51:13.417919 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Bound port: f5dabca8-327b-4e51-92a9-d08502f72025, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:51:13.418276 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.506129 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] For port f5dabca8-327b-4e51-92a9-d08502f72025, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:51:13.509824 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] For port f5dabca8-327b-4e51-92a9-d08502f72025, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f5dabca8-327b-4e51-92a9-d08502f72025,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:51:13.514243 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.530684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.546876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Transition to ACTIVE for port object 79db5f6b-4c20-4363-9518-cfb834feeb80 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:13.577597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1de0c803-cf9c-4372-ba6f-84df7ee72621 None None] Provisioning complete for port d61f2500-f067-47c1-a51b-01b753f27855 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:13.578776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1de0c803-cf9c-4372-ba6f-84df7ee72621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.583074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.597962 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Routers {'f73440fb-6303-407f-9bd0-8c4da85d87b2'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:13.598567 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:50:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f73440fb-6303-407f-9bd0-8c4da85d87b2'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:13.646481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Network 6e705d61-b55a-4156-8f18-5d21ebe2745f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:13.649829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:13.654984 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4aaf6-0418-45f7-8f7a-4e7a910aefa9 None None] Pushing event updated for resources: {'Port': ['ID=f5dabca8-327b-4e51-92a9-d08502f72025,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:13.658379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:51:13.694380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Pushing event updated for resources: {'Port': ['ID=79db5f6b-4c20-4363-9518-cfb834feeb80,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:13.726168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:13.787117 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] Set router f73440fb-6303-407f-9bd0-8c4da85d87b2 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:13.953608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b31600f0-fda8-456d-a290-0b97346e7386 None None] Provisioning for port 79db5f6b-4c20-4363-9518-cfb834feeb80 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:13.958489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b31600f0-fda8-456d-a290-0b97346e7386 None None] Provisioning complete for port 79db5f6b-4c20-4363-9518-cfb834feeb80 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:13.958855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b31600f0-fda8-456d-a290-0b97346e7386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.028385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b31600f0-fda8-456d-a290-0b97346e7386 None None] Port 79db5f6b-4c20-4363-9518-cfb834feeb80 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:51:14.040244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0e961adc-ff73-4952-b961-21eee56d86f2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:14.102799 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:51:10Z', 'revision_number': 3, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port': {'id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:58:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:10Z', 'updated_at': '2022-04-22T09:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:14.107312 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da2f4ea-9b20-431b-a1ae-23c8e3439d0f None None] The sync data for ids ['f73440fb-6303-407f-9bd0-8c4da85d87b2'] in dv-neutron-839018-1-hyperv is: [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:51:10Z', 'revision_number': 3, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port': {'id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:58:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:10Z', 'updated_at': '2022-04-22T09:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:51:14.113931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.121084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 0e961adc-ff73-4952-b961-21eee56d86f2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:14.121454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.251296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d61f2500-f067-47c1-a51b-01b753f27855 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:14.320648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port d61f2500-f067-47c1-a51b-01b753f27855 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:14.321373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.360795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.369187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.475004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a748e800-6518-4391-9390-92ed705c976a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.490464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.495710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Pushing event updated for resources: {'Port': ['ID=79db5f6b-4c20-4363-9518-cfb834feeb80,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:14.637741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Network 6e705d61-b55a-4156-8f18-5d21ebe2745f is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:14.638925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:14.843013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Router f73440fb-6303-407f-9bd0-8c4da85d87b2 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:51:14.870431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d01a855c-e6d6-42b7-98c6-87dbf3b1e387 None None] Provisioning complete for port 79db5f6b-4c20-4363-9518-cfb834feeb80 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:14.870953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d01a855c-e6d6-42b7-98c6-87dbf3b1e387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:14.930252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d01a855c-e6d6-42b7-98c6-87dbf3b1e387 None None] Port 79db5f6b-4c20-4363-9518-cfb834feeb80 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:51:15.038799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:51:15.047451 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b82d2e2c-5c7b-4a13-abe2-7ce5be2abf8d admin admin] 10.222.0.32 "PUT /v2.0/routers/f73440fb-6303-407f-9bd0-8c4da85d87b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633759 Apr 22 09:51:15.423062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.513084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35792) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:15.518858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1251556500', 'description': 'tempest-secgroup-smoke-1251556500 description', 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:15.525278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:15.529495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:security_group and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:15.532613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:15.538382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:15.549952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.570537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:15.575860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:security_group_rule and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:15.578806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:15.584721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:15.609585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Sync routers for ids ['f73440fb-6303-407f-9bd0-8c4da85d87b2'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:51:15.620429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Routers {'f73440fb-6303-407f-9bd0-8c4da85d87b2'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:15.621092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:51:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f73440fb-6303-407f-9bd0-8c4da85d87b2'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:15.661646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.666501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.710266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11be0cae-ec31-4649-87ee-391c1d4a438a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:15.712833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.716780 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a7f0f1d0-45bc-4d3e-b68b-c6ae7fe44126 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1997991 Apr 22 09:51:15.717125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35796) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:15.722544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'security_group_rule': {'security_group_id': '11be0cae-ec31-4649-87ee-391c1d4a438a', 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:15.729047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:15.736665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:security_group_rule and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:15.739822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:15.746482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:15.763206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.787362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.811725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Set router f73440fb-6303-407f-9bd0-8c4da85d87b2 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:15.826732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.830541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.859587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ed2abd-1234-4583-8dd3-fe9c6ccf3223,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:15.866774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.868063 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-12e9492d-c849-4a01-8722-bdb83d8a321b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499538 Apr 22 09:51:15.870776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 35800) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:15.875626 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'security_group_rule': {'security_group_id': '11be0cae-ec31-4649-87ee-391c1d4a438a', 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:15.881233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:15.885006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:security_group_rule and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:15.887786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:15.893414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:15.912064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.980291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:15.985404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.009322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a20cdf0-76b2-4e66-9660-72d7da1c7550,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:16.022039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.024530 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-77d8e046-8d7b-4e01-a31f-fb959318d692 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516786 Apr 22 09:51:16.026742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35804) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:16.033046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'security_group_rule': {'security_group_id': '11be0cae-ec31-4649-87ee-391c1d4a438a', 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:16.041579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:16.046411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:security_group_rule and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:16.049528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:16.056160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:16.074921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.086173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f5dabca8-327b-4e51-92a9-d08502f72025 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:16.139891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.143871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.173773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04211fe9-c894-46f8-a881-0bdce3b19658,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:16.184842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.186055 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a3004f03-060c-41f4-8cc2-460c4201440b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583312 Apr 22 09:51:16.188649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35808) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:16.193537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'security_group_rule': {'security_group_id': '11be0cae-ec31-4649-87ee-391c1d4a438a', 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:16.199825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:16.203693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:security_group_rule and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:16.206557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:16.213619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:16.225497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port f5dabca8-327b-4e51-92a9-d08502f72025 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:16.232570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.236447 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f5dabca8-327b-4e51-92a9-d08502f72025 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:16.236827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.298240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.302450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.311238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:51:13Z', 'revision_number': 4, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port': {'id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:58:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:10Z', 'updated_at': '2022-04-22T09:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '79db5f6b-4c20-4363-9518-cfb834feeb80', 'name': '', 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'mac_address': 'fa:16:3e:c1:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70af22d2-97d9-4e16-99cc-9b7929f418fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:13Z', 'updated_at': '2022-04-22T09:51:14Z', 'revision_number': 2, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'subnets': [{'id': '70af22d2-97d9-4e16-99cc-9b7929f418fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:16.331292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d7e80d-f9fa-4000-b63c-338c0f6614c5,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:16.339461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.341097 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a703734f-252e-4244-9082-7e6d5c7b48d6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1511164 Apr 22 09:51:16.343304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35812) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:16.346224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Checking router: f73440fb-6303-407f-9bd0-8c4da85d87b2 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:51:16.346595 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Updating router f73440fb-6303-407f-9bd0-8c4da85d87b2 port 79db5f6b-4c20-4363-9518-cfb834feeb80 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 09:51:16.348260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'security_group_rule': {'security_group_id': '11be0cae-ec31-4649-87ee-391c1d4a438a', 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:16.354856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:16.358639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:security_group_rule and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:16.361506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:16.367146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:16.378447 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Project 42c19898545c4c0b95dcae76e4c2ca2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:51:16.385446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.419582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.428646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.453102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.453390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port f5dabca8-327b-4e51-92a9-d08502f72025, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f5dabca8-327b-4e51-92a9-d08502f72025,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:16.457813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.482825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.483097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37e042d-de96-4bc2-82da-8ec34d8e1d9d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:16.494753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.496110 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-095e0b54-d2c3-4208-9eee-df9d63ace098 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518788 Apr 22 09:51:16.498786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 35816) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:16.507637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'security_group_rule': {'security_group_id': '11be0cae-ec31-4649-87ee-391c1d4a438a', 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:16.513944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:16.518579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:security_group_rule and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:16.521632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:16.528762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:16.542109 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Project 42c19898545c4c0b95dcae76e4c2ca2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 09:51:16.551566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.622178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.623052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=f5dabca8-327b-4e51-92a9-d08502f72025,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:16.626399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.650776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffef952-4919-4a31-9d9f-71b99b510efb,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:16.660854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.662040 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11802c4b-885a-42b6-b8c4-787e2f3f9041 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1623096 Apr 22 09:51:16.851782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:16.863570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Transition to ACTIVE for port object 79db5f6b-4c20-4363-9518-cfb834feeb80 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:16.870289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:17.036547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933dd27-f279-4672-a7a0-700b4d0ffa9e None None] Pushing event updated for resources: {'Port': ['ID=79db5f6b-4c20-4363-9518-cfb834feeb80,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:17.119192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Attempting to bind port 79db5f6b-4c20-4363-9518-cfb834feeb80 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:51:17.119559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Attempting to bind port 79db5f6b-4c20-4363-9518-cfb834feeb80 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:51:17.119912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Attempting to bind port 79db5f6b-4c20-4363-9518-cfb834feeb80 on network 6e705d61-b55a-4156-8f18-5d21ebe2745f {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:51:17.125292 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:51:17.126155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Checking segment: {'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:17.126155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:17.126529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Bound using segment: {'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:51:17.127017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Bound port: 79db5f6b-4c20-4363-9518-cfb834feeb80, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31f8a46-1d36-4a37-b46e-013db3c5227a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:51:17.127412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:17.234730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:17.243321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] For port 79db5f6b-4c20-4363-9518-cfb834feeb80, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:51:17.246837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] For port 79db5f6b-4c20-4363-9518-cfb834feeb80, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=79db5f6b-4c20-4363-9518-cfb834feeb80,segment=NetworkSegment(b31f8a46-1d36-4a37-b46e-013db3c5227a),segment_id=b31f8a46-1d36-4a37-b46e-013db3c5227a)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:51:17.251199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:17.334849 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Routers {'f73440fb-6303-407f-9bd0-8c4da85d87b2'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:17.335470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:51:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f73440fb-6303-407f-9bd0-8c4da85d87b2'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:17.432241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933dd27-f279-4672-a7a0-700b4d0ffa9e None None] Pushing event updated for resources: {'Port': ['ID=79db5f6b-4c20-4363-9518-cfb834feeb80,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:17.565221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] Set router f73440fb-6303-407f-9bd0-8c4da85d87b2 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:17.934089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:51:13Z', 'revision_number': 4, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port': {'id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:58:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:10Z', 'updated_at': '2022-04-22T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '79db5f6b-4c20-4363-9518-cfb834feeb80', 'name': '', 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'mac_address': 'fa:16:3e:c1:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70af22d2-97d9-4e16-99cc-9b7929f418fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:13Z', 'updated_at': '2022-04-22T09:51:17Z', 'revision_number': 4, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'subnets': [{'id': '70af22d2-97d9-4e16-99cc-9b7929f418fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:17.938887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8392e311-73f3-4308-a6d1-73d4515a667b None None] The sync data for ids ['f73440fb-6303-407f-9bd0-8c4da85d87b2'] in dv-neutron-839018-1-hyperv is: [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:51:13Z', 'revision_number': 4, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port': {'id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:58:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:10Z', 'updated_at': '2022-04-22T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '79db5f6b-4c20-4363-9518-cfb834feeb80', 'name': '', 'network_id': '6e705d61-b55a-4156-8f18-5d21ebe2745f', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'mac_address': 'fa:16:3e:c1:49:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '70af22d2-97d9-4e16-99cc-9b7929f418fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:13Z', 'updated_at': '2022-04-22T09:51:17Z', 'revision_number': 4, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'subnets': [{'id': '70af22d2-97d9-4e16-99cc-9b7929f418fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:51:18.066761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f5dabca8-327b-4e51-92a9-d08502f72025 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:18.146672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f5dabca8-327b-4e51-92a9-d08502f72025 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:18.147052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:20.034057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 79db5f6b-4c20-4363-9518-cfb834feeb80 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:20.103200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 79db5f6b-4c20-4363-9518-cfb834feeb80 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:20.108830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 79db5f6b-4c20-4363-9518-cfb834feeb80 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:20.109195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:20.232498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:20.265717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 79db5f6b-4c20-4363-9518-cfb834feeb80, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=79db5f6b-4c20-4363-9518-cfb834feeb80,segment=NetworkSegment(b31f8a46-1d36-4a37-b46e-013db3c5227a),segment_id=b31f8a46-1d36-4a37-b46e-013db3c5227a)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:20.270908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:20.340183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=79db5f6b-4c20-4363-9518-cfb834feeb80,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:22.019010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 79db5f6b-4c20-4363-9518-cfb834feeb80 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:22.093384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 79db5f6b-4c20-4363-9518-cfb834feeb80 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:22.093859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:32.898222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-2c72d274-a445-4211-aa97-c549a8181d5c req-f97f1aad-0270-4fd4-ac0f-6a23a615bdc3 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:51:32.914637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-2c72d274-a445-4211-aa97-c549a8181d5c req-f97f1aad-0270-4fd4-ac0f-6a23a615bdc3 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:51:32.915853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-f97f1aad-0270-4fd4-ac0f-6a23a615bdc3 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251556500&fields=id&tenant_id=42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 267 time: 0.0559704 Apr 22 09:51:33.063655 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d274-a445-4211-aa97-c549a8181d5c req-3ae4ce67-d177-4cb7-b72e-86158ed46c6a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:33.065124 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-3ae4ce67-d177-4cb7-b72e-86158ed46c6a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 812 time: 0.1425912 Apr 22 09:51:33.079853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-c529c52c-562b-4238-a965-33469e85c348 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/quotas/42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 375 time: 0.0094278 Apr 22 09:51:33.165936 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cf274d83-5f8b-4ad5-b18d-66b372fc60ca tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812659 Apr 22 09:51:33.181369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-34e629cc-7b54-434b-b059-70940fc425d6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:51:33.182291 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-34e629cc-7b54-434b-b059-70940fc425d6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053892 Apr 22 09:51:33.424003 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cb987fb9-98e2-4b82-9ade-9a853d8c87de service neutron] 10.222.0.32 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362788 Apr 22 09:51:33.554806 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-8b539643-3d76-4615-962e-e1bd9939f339 service neutron] 10.222.0.32 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250932 Apr 22 09:51:33.947982 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f518af03-ec5b-4a73-8bfd-fa18d2cbb884 req-f8547ce7-2ab0-4261-b53d-fb4029b6f177 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:51:33.974158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f518af03-ec5b-4a73-8bfd-fa18d2cbb884 req-f8547ce7-2ab0-4261-b53d-fb4029b6f177 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:51:33.975576 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f518af03-ec5b-4a73-8bfd-fa18d2cbb884 req-f8547ce7-2ab0-4261-b53d-fb4029b6f177 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 210 time: 0.0725019 Apr 22 09:51:34.983892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d274-a445-4211-aa97-c549a8181d5c req-caa51ded-f0a4-4959-b37c-8133bd8a2673 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:34.984606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-2c72d274-a445-4211-aa97-c549a8181d5c req-caa51ded-f0a4-4959-b37c-8133bd8a2673 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:51:35.002688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-2c72d274-a445-4211-aa97-c549a8181d5c req-caa51ded-f0a4-4959-b37c-8133bd8a2673 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:51:35.004171 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-caa51ded-f0a4-4959-b37c-8133bd8a2673 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 812 time: 0.1646323 Apr 22 09:51:35.074668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-2c72d274-a445-4211-aa97-c549a8181d5c req-145ce0e7-db30-40f0-ac40-3593b258baec tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:51:35.086992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-2c72d274-a445-4211-aa97-c549a8181d5c req-145ce0e7-db30-40f0-ac40-3593b258baec tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:51:35.088128 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-145ce0e7-db30-40f0-ac40-3593b258baec tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 380 time: 0.0620680 Apr 22 09:51:35.097300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'port': {'device_id': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'admin_state_up': True, 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'security_groups': ['11be0cae-ec31-4649-87ee-391c1d4a438a']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:35.137992 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d288b999-42d0-47c8-a2e1-b5bf332d46c5 req-07cadcf9-2013-4ed2-9288-416ec1437014 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 210 time: 0.0486865 Apr 22 09:51:35.247555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:35.257190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:35.266718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Made reservation on behalf of 42c19898545c4c0b95dcae76e4c2ca2b for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:51:35.270311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:35.544625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Allocated IP 172.20.0.13 (09f6ed3e-65ac-40f2-88d8-010167f2e7bc/aa508ed4-028c-41f7-9b7c-374f87956acd/61b0a68e-59f0-4caf-9aa9-f9d28f00230c) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:51:35.743687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:35.759868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Transition to ACTIVE for port object 61b0a68e-59f0-4caf-9aa9-f9d28f00230c will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:35.783468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:35.854640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:35.862260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:35.867860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:51:35.895640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:35.934040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:35.934673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:35.960867 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-cad970dc-feb5-4da5-bc32-61720f14549e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8672619 Apr 22 09:51:35.977469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Request body: {'port': {'device_id': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:36.065773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7fbcd9b6-0caf-40e6-82a7-b3b794635bad None None] Provisioning for port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:36.071920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7fbcd9b6-0caf-40e6-82a7-b3b794635bad None None] Provisioning complete for port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:36.072537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7fbcd9b6-0caf-40e6-82a7-b3b794635bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:36.095595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:36.128217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-7fbcd9b6-0caf-40e6-82a7-b3b794635bad None None] Port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:51:36.442306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c50501-0641-41ec-b1d1-49990aeace34 req-e431a4c8-78d1-49cc-aa62-0107fee30110 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:36.442891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-26c50501-0641-41ec-b1d1-49990aeace34 req-e431a4c8-78d1-49cc-aa62-0107fee30110 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:51:36.471158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-26c50501-0641-41ec-b1d1-49990aeace34 req-e431a4c8-78d1-49cc-aa62-0107fee30110 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:51:36.472323 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-26c50501-0641-41ec-b1d1-49990aeace34 req-e431a4c8-78d1-49cc-aa62-0107fee30110 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 932 time: 0.2241621 Apr 22 09:51:36.563719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b0a68e-59f0-4caf-9aa9-f9d28f00230c {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:51:36.574273 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-26c50501-0641-41ec-b1d1-49990aeace34 req-7bf34135-80c9-497a-807f-9d45d25c2f88 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940793 Apr 22 09:51:36.575935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:36.600276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Transition to ACTIVE for port object 61b0a68e-59f0-4caf-9aa9-f9d28f00230c will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:51:36.604553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:36.767683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Pushing event updated for resources: {'Port': ['ID=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:36.849830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Attempting to bind port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:51:36.850094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Attempting to bind port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:51:36.850425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Attempting to bind port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:51:36.855358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:51:36.855673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Attempting to bind port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:51:36.861126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:51:36.861451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Checking segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:51:36.861824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Bound using segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:51:36.862243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Bound port: 61b0a68e-59f0-4caf-9aa9-f9d28f00230c, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:51:36.862582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:36.955935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] For port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:51:36.959681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] For port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:51:36.963935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:37.019302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:37.019487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:37.021111 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] 10.222.0.35 "PUT /v2.0/ports/61b0a68e-59f0-4caf-9aa9-f9d28f00230c HTTP/1.1" status: 200 len: 1094 time: 1.0484560 Apr 22 09:51:37.023725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'tag': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:51:37.054209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab39f0-2b11-4fb2-b7f1-2a040e32db54 service neutron] Pushing event updated for resources: {'Port': ['ID=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:37.152168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d274-a445-4211-aa97-c549a8181d5c req-7460d3b7-3f3c-42ad-a5de-5e0b4ab5de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:37.154090 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-7460d3b7-3f3c-42ad-a5de-5e0b4ab5de37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 1097 time: 0.0787830 Apr 22 09:51:37.232903 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809dbe96-313c-4ab7-bd48-8d0d99da9a74'] response: {'name': 'network-changed', 'server_uuid': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'tag': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'status': 'completed', 'code': 200} Apr 22 09:51:37.241345 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-00e5696d-843a-4a85-8ca2-fa8b31da7c13 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c HTTP/1.1" status: 200 len: 217 time: 0.0784833 Apr 22 09:51:37.307929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d274-a445-4211-aa97-c549a8181d5c req-6a7274a4-f7d7-4279-b971-0e9f59748b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:37.309323 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-6a7274a4-f7d7-4279-b971-0e9f59748b96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0619092 Apr 22 09:51:37.480110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d274-a445-4211-aa97-c549a8181d5c req-93fbb1f2-443f-43d1-afd2-b7be0194b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:37.481668 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-93fbb1f2-443f-43d1-afd2-b7be0194b521 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1659026 Apr 22 09:51:37.629552 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-0165d558-4a77-4e95-b5b2-ae468cb41f3c service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419542 Apr 22 09:51:37.770299 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2c72d274-a445-4211-aa97-c549a8181d5c req-f538c246-143d-437d-a0be-c3486d7735ab service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338732 Apr 22 09:51:37.958564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-f7e7f266-8352-4ce2-9dea-0324b5a9fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:37.959953 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-f7e7f266-8352-4ce2-9dea-0324b5a9fd86 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 1097 time: 0.1374772 Apr 22 09:51:37.967391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5307f3c-c57d-4eaf-ae08-4e14a909b8ea req-a97cb222-27af-422e-b1a8-af1cdf805a82 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:37.968754 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5307f3c-c57d-4eaf-ae08-4e14a909b8ea req-a97cb222-27af-422e-b1a8-af1cdf805a82 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.2509091 Apr 22 09:51:38.102594 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5307f3c-c57d-4eaf-ae08-4e14a909b8ea req-d5ee8499-7368-44e2-8d3c-a2256e431b3c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151962 Apr 22 09:51:38.133601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-770e34db-97b3-44ae-b2f8-7a7111c6e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:38.135049 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-770e34db-97b3-44ae-b2f8-7a7111c6e176 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1654599 Apr 22 09:51:38.205016 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-c95eb263-4e60-4bcb-930c-d4fbbe6d1193 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c HTTP/1.1" status: 200 len: 217 time: 0.0638092 Apr 22 09:51:38.269174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-e1c3e487-bea6-49a6-9cfd-1273e69e7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:38.270611 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-e1c3e487-bea6-49a6-9cfd-1273e69e7010 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0603387 Apr 22 09:51:38.349672 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-6c94eff3-f193-4321-a511-affb452d54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:38.351209 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-6c94eff3-f193-4321-a511-affb452d54d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754433 Apr 22 09:51:38.485383 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-b0d7fd6c-b220-4331-a19a-22eac079fbc8 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279318 Apr 22 09:51:38.620430 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2052edda-3620-492c-8da2-7c7e5dd24873 req-b89bb324-7806-4621-9460-dd75824962aa service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292820 Apr 22 09:51:38.624820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:39.327822 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:51:39.340619 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8316c27-5c64-4fca-90e3-d2d647b8a763 req-e5b38bf3-e3b5-4522-b81d-bb45568806e9 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:39.342032 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c8316c27-5c64-4fca-90e3-d2d647b8a763 req-e5b38bf3-e3b5-4522-b81d-bb45568806e9 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.1330352 Apr 22 09:51:39.385294 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c8316c27-5c64-4fca-90e3-d2d647b8a763 req-dfc4f49e-ec24-4185-8296-c81d06abd5eb tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374570 Apr 22 09:51:40.568233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9df43-e340-4f35-ad27-ea8229c68e6c req-8a5c08a1-e8f9-467e-bd86-8553ebd7efb8 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:40.569862 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3d9df43-e340-4f35-ad27-ea8229c68e6c req-8a5c08a1-e8f9-467e-bd86-8553ebd7efb8 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.0797830 Apr 22 09:51:40.614324 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3d9df43-e340-4f35-ad27-ea8229c68e6c req-c51e444c-01c1-4ee2-bdba-34d0fd5cc420 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387077 Apr 22 09:51:41.800753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada1dee-e751-4b1a-98b8-2686265db55f req-d0126cb0-2c64-4b6b-b51a-d5ae1f5dc238 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:41.802210 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4ada1dee-e751-4b1a-98b8-2686265db55f req-d0126cb0-2c64-4b6b-b51a-d5ae1f5dc238 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.0803261 Apr 22 09:51:41.845964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4ada1dee-e751-4b1a-98b8-2686265db55f req-4fc0cae8-4aa4-492f-8557-e89869506e17 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374942 Apr 22 09:51:42.036986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ead83367-6762-44ad-bde2-d14daa3be0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:43.032257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbf0e9-e9e7-4a0b-a1d5-e2ba1e42a558 req-b098042d-8ab1-43cd-866c-9fd0cdbec91e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:43.033735 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-89fbf0e9-e9e7-4a0b-a1d5-e2ba1e42a558 req-b098042d-8ab1-43cd-866c-9fd0cdbec91e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.0816135 Apr 22 09:51:43.080036 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-89fbf0e9-e9e7-4a0b-a1d5-e2ba1e42a558 req-b0280915-2b79-4c1f-aac4-ac09bf2f18a5 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406604 Apr 22 09:51:44.262803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fddb0-6f13-4d57-be6e-297595e67d50 req-aa4df15a-4b62-4b13-a525-55447f7584c1 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:44.264249 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-471fddb0-6f13-4d57-be6e-297595e67d50 req-aa4df15a-4b62-4b13-a525-55447f7584c1 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.0824628 Apr 22 09:51:44.311647 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-471fddb0-6f13-4d57-be6e-297595e67d50 req-312a0f5b-f630-4256-945c-db05e3ea0a7c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417073 Apr 22 09:51:44.428314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0bab6c8b-10ac-4d51-919c-f12ae8477590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:45.425484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:45.494669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcfb02-4afc-4378-b631-b347d8792e8a req-9cded861-533f-4e25-b722-9bcbc4b32eba tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:45.496141 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9fbcfb02-4afc-4378-b631-b347d8792e8a req-9cded861-533f-4e25-b722-9bcbc4b32eba tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.0797424 Apr 22 09:51:45.543653 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9fbcfb02-4afc-4378-b631-b347d8792e8a req-2544f751-1d1c-4c7c-b6d1-66eeb705973d tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Apr 22 09:51:45.761482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:46.726036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e354bc-1fa6-497f-be18-3ea6b3fad1f9 req-c2705e17-fb56-4ed5-9d7e-9dd70e249637 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:46.728151 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-69e354bc-1fa6-497f-be18-3ea6b3fad1f9 req-c2705e17-fb56-4ed5-9d7e-9dd70e249637 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.0804176 Apr 22 09:51:46.774771 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-69e354bc-1fa6-497f-be18-3ea6b3fad1f9 req-019c58ae-73d9-49ef-b3ac-04bc88fa7e6c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Apr 22 09:51:47.194462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:47.957029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f389f-f8e2-4398-80f2-59554feb89f9 req-19b3e12d-2425-4777-9afd-10693d255dae tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:47.958375 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-759f389f-f8e2-4398-80f2-59554feb89f9 req-19b3e12d-2425-4777-9afd-10693d255dae tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 944 time: 0.0776036 Apr 22 09:51:48.001764 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-759f389f-f8e2-4398-80f2-59554feb89f9 req-1537176c-2263-4997-b78f-52c7a9dbf24a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377347 Apr 22 09:51:48.437805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 61b0a68e-59f0-4caf-9aa9-f9d28f00230c details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:51:48.567238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:48.585465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'port_id': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'mac_address': 'fa:16:3e:08:59:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:51:48.651489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:48.668431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b0a68e-59f0-4caf-9aa9-f9d28f00230c {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:51:48.683765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:48.687718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:48.753863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:48.760770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.761120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.761460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.761796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.762129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.762460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.762795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.763147 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.763474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.763802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.764122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:48.764468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:49.038956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['61b0a68e-59f0-4caf-9aa9-f9d28f00230c'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:51:49.202265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e44130-4aff-4d07-80e3-5839cd3b1f5e req-08043a15-40ac-475b-a3d6-a0c7ef48d138 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:49.203969 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43e44130-4aff-4d07-80e3-5839cd3b1f5e req-08043a15-40ac-475b-a3d6-a0c7ef48d138 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 945 time: 0.0926893 Apr 22 09:51:49.251245 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43e44130-4aff-4d07-80e3-5839cd3b1f5e req-152e67b5-0a59-4196-9eb4-3e1dcd8f926b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408964 Apr 22 09:51:50.438078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 61b0a68e-59f0-4caf-9aa9-f9d28f00230c up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:51:50.508607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:51:50.516988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:51:50.517357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:50.549139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044511bd-7157-4d8f-a34f-c83f31c71bd8 req-57d09dfa-1578-4e33-add1-7e647ba9c051 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:50.550530 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-044511bd-7157-4d8f-a34f-c83f31c71bd8 req-57d09dfa-1578-4e33-add1-7e647ba9c051 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 945 time: 0.1868546 Apr 22 09:51:50.597514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-044511bd-7157-4d8f-a34f-c83f31c71bd8 req-ac1c6836-71db-48d6-a1ae-a02d99be9ba7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400608 Apr 22 09:51:50.696280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:50.723690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:51:50.733503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:51:50.737711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:50.773323 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edffc67-b1d7-48d5-92cb-e9ccaf85db89'] response: {'server_uuid': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'code': 200} Apr 22 09:51:50.806035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:50.975228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdc837-91fb-436d-ae43-8ed7dee17a1e req-2061841b-b470-4e0f-b1eb-fdcd2f1e10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:50.977249 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-97bdc837-91fb-436d-ae43-8ed7dee17a1e req-2061841b-b470-4e0f-b1eb-fdcd2f1e10da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 1099 time: 0.0714250 Apr 22 09:51:51.021751 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-97bdc837-91fb-436d-ae43-8ed7dee17a1e req-151e7783-7a05-4cd8-8bb1-ef60054397ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374753 Apr 22 09:51:51.792717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882985fb-73ce-4959-b7ae-7efebb0dcbf1 req-b7dfe696-5b5b-439e-90a5-43f5f357c792 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:51.794151 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-882985fb-73ce-4959-b7ae-7efebb0dcbf1 req-b7dfe696-5b5b-439e-90a5-43f5f357c792 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 946 time: 0.0811460 Apr 22 09:51:51.837637 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-882985fb-73ce-4959-b7ae-7efebb0dcbf1 req-0fc62872-7ce0-4af9-86c2-7b4bef54c8c2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378077 Apr 22 09:51:53.021875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f006-52c3-40e8-ba3e-3c46995471db req-c31a8bad-00dd-4a64-9309-fa54195ef8f9 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:53.023320 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af15f006-52c3-40e8-ba3e-3c46995471db req-c31a8bad-00dd-4a64-9309-fa54195ef8f9 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 946 time: 0.0824060 Apr 22 09:51:53.067451 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af15f006-52c3-40e8-ba3e-3c46995471db req-729ba972-f131-4bc6-be3a-cda327a51e6b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 Apr 22 09:51:53.253369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bcfee9-8120-44bf-b647-01ad86749918 req-e9a8a71b-96b5-4209-9b3b-02d68cb63207 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:53.254717 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a5bcfee9-8120-44bf-b647-01ad86749918 req-e9a8a71b-96b5-4209-9b3b-02d68cb63207 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 946 time: 0.0812261 Apr 22 09:51:53.298643 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a5bcfee9-8120-44bf-b647-01ad86749918 req-4b7f7621-0581-4f5a-ac60-8e4ff82f9cca tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377452 Apr 22 09:51:53.321633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36026) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:53.430303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8034efa-085c-480b-b95e-a9338371ab2f tempest-TestVolumeBootPattern-476070199 tempest-TestVolumeBootPattern-476070199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:53.430995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e8034efa-085c-480b-b95e-a9338371ab2f tempest-TestVolumeBootPattern-476070199 tempest-TestVolumeBootPattern-476070199-project-admin] Synchronizing usage tracker for tenant:f4c5a125f890492784a402187fbd11ce on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:51:53.447596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e8034efa-085c-480b-b95e-a9338371ab2f tempest-TestVolumeBootPattern-476070199 tempest-TestVolumeBootPattern-476070199-project-admin] Unset dirty status for tenant:f4c5a125f890492784a402187fbd11ce on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:51:53.448818 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e8034efa-085c-480b-b95e-a9338371ab2f tempest-TestVolumeBootPattern-476070199 tempest-TestVolumeBootPattern-476070199-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 1094 time: 0.1262019 Apr 22 09:51:53.451669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36032) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:51:53.456797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:51:53.462827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:51:53.466616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:floatingip and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:51:53.469502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:51:53.475127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:51:53.485044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:53.619104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:53.755491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Allocated IP 172.26.2.15 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/b5f2fea0-c331-4eea-89bf-0ed987bca765) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:51:53.900264 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:53.928834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:53.991368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:51:53.994344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:51:53.997983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:51:54.037260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=b5f2fea0-c331-4eea-89bf-0ed987bca765,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:54.053288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.053635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.053980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.054373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.054708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.055040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.055368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.055693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.056018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.056342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.056690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.057010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:51:54.525851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:54.601411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:54.804741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:54.809076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:54.918514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=b5f2fea0-c331-4eea-89bf-0ed987bca765,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:51:54.929190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:55.099979 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Floating IP a8a57c53-db1b-4748-8ed9-69c92cf72c1b associated. External IP: 172.26.2.15, port: 61b0a68e-59f0-4caf-9aa9-f9d28f00230c. Apr 22 09:51:55.446532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Router 92fa38e2-34c4-479e-a568-dd53c5338000 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:51:55.747439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:51:55.756903 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:51:55.766915 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:55.767523 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:51:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:55.770926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:51:55.834009 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-16ca0db2-48fd-44f7-8926-e08e0bd74379 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3812344 Apr 22 09:51:55.834601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'tag': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:51:55.884517 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bcf04c0-8470-4ef0-8f8b-44fbd155b8f3'] response: {'name': 'network-changed', 'server_uuid': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'tag': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'status': 'completed', 'code': 200} Apr 22 09:51:55.986015 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:55.986285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-2fc57435-6c67-4e15-8df1-e5248623993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:55.987912 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-2fc57435-6c67-4e15-8df1-e5248623993a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 1099 time: 0.0745814 Apr 22 09:51:56.128925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-aa20d3d6-3445-4855-9b42-31691fe93292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:56.130414 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-aa20d3d6-3445-4855-9b42-31691fe93292 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1362512 Apr 22 09:51:56.236803 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-55860f96-3357-41f4-914a-c8b360544079 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c HTTP/1.1" status: 200 len: 999 time: 0.0994155 Apr 22 09:51:56.303536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-dbdaa7d8-c429-43e1-ba01-48f36029b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:56.305733 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-dbdaa7d8-c429-43e1-ba01-48f36029b343 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0629272 Apr 22 09:51:56.343785 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'a8a57c53-db1b-4748-8ed9-69c92cf72c1b', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.15', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:08:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:51:54Z', 'updated_at': '2022-04-22T09:51:54Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:56.347551 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:51:56.356296 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:51:56.356914 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:51:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:56.385066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-2b833d19-ac8a-46e8-a175-aaaf77fd7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:51:56.386439 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-2b833d19-ac8a-46e8-a175-aaaf77fd7b5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718057 Apr 22 09:51:56.525494 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-2fabf952-23b1-47dc-8a37-c906343ca1d3 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325042 Apr 22 09:51:56.534616 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:51:56.661973 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a82870a-7497-48b1-bebf-44c1c3ef86fc req-53daeefe-b123-404b-b4b1-eadaea9192cd service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290286 Apr 22 09:51:56.885700 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'a8a57c53-db1b-4748-8ed9-69c92cf72c1b', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.15', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:08:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:51:54Z', 'updated_at': '2022-04-22T09:51:54Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:51:56.889594 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a85ddb9-d5bb-4539-a1a3-18237a60c5cc None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'a8a57c53-db1b-4748-8ed9-69c92cf72c1b', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.15', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:08:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:51:54Z', 'updated_at': '2022-04-22T09:51:54Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:51:57.075313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c4bcef-abe3-4d30-971e-e3220e3a185e None None] New status for floating IP a8a57c53-db1b-4748-8ed9-69c92cf72c1b: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:52:08.624050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:12.040837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2b292396-6ba8-49e2-bf2c-848f16f9b639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:14.432004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7689b34-2274-479c-bae6-d1099717fde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:15.432165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:15.767039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:16.327552 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:52:17.197273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:30.837771 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-64bef253-3a84-4fe0-b5b2-c112e817feb8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720339 Apr 22 09:52:30.984458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-8f191dda-6a20-4bf5-b78d-c20b2ea3cf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:52:30.986039 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-8f191dda-6a20-4bf5-b78d-c20b2ea3cf93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 1099 time: 0.0787213 Apr 22 09:52:31.145631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-f77f1e03-7ae1-4665-9339-3b785c05a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:52:31.147617 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-f77f1e03-7ae1-4665-9339-3b785c05a995 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1408622 Apr 22 09:52:31.254002 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-000f4818-3ee8-45aa-b55c-9a206f05e418 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c HTTP/1.1" status: 200 len: 1001 time: 0.0998070 Apr 22 09:52:31.314440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-ddd30f3b-4010-4fe6-accd-a9d58f2ed34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:52:31.315859 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-ddd30f3b-4010-4fe6-accd-a9d58f2ed34b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0556693 Apr 22 09:52:31.394978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-92ff95bf-5a37-4657-abed-acb450018cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:52:31.395781 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-92ff95bf-5a37-4657-abed-acb450018cd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738592 Apr 22 09:52:31.628915 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-ca92ffe4-b632-4657-9d87-25038508562d service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266927 Apr 22 09:52:31.767549 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7a1a5e38-18d5-4f01-b4a6-f4bfe71c4d1d req-a92a4f25-c940-4266-bd97-bfac5c342180 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319442 Apr 22 09:52:38.656858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:42.042579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4258c455-f99a-4d36-a291-0ce1fa694a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:44.432478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b06ab5db-946f-48d4-a415-f6a99b4279ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:45.432775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:45.768218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:47.200578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:52:53.327011 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:53:08.656686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:12.044370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-177ac8e5-b8a7-41b4-91e5-9d83e5e3254d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:14.434598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a0bdce87-e2fc-44f2-8699-c59b17f63429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:15.433731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:15.773971 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:17.202443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:30.336094 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:53:31.268359 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-f3a98062-3e7c-4cad-8864-2564a7bd6bc7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1236436 Apr 22 09:53:31.422029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-57c658c5-0c5e-4342-8105-d1570db18442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:31.422211 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-57c658c5-0c5e-4342-8105-d1570db18442 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 1099 time: 0.0744865 Apr 22 09:53:31.588068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-78a38315-3d94-478f-a4d1-e2556887b0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:31.589544 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-78a38315-3d94-478f-a4d1-e2556887b0af service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1456082 Apr 22 09:53:31.698104 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-bc27816b-8e0e-4b49-9113-cda37d540746 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c HTTP/1.1" status: 200 len: 1001 time: 0.1006746 Apr 22 09:53:31.767989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-faecd323-0601-4b1c-8314-4fb482c56190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:31.769369 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-faecd323-0601-4b1c-8314-4fb482c56190 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0619776 Apr 22 09:53:31.845507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-b9a6370b-04b0-4ac4-aa2b-3a12c60dd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:31.846974 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-b9a6370b-04b0-4ac4-aa2b-3a12c60dd752 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717349 Apr 22 09:53:31.982177 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-5c552819-9d80-4f70-81ec-d70d58ba65f9 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285245 Apr 22 09:53:32.118998 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-efb89219-1bf5-4faf-ba26-e6d72a0b6c1b req-f9f54345-51c1-4f44-a132-022b48b6a50d service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307771 Apr 22 09:53:38.657445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:42.046394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b59906dd-5ab5-449f-8ce1-7ad731b6cfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:44.437000 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-56fc569c-c8e2-4416-8144-72515bb0d9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:45.436996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:45.765202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:47.205600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:52.081558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496000fd-2b84-4640-b897-2687ccbb546f req-ded5d1b8-6147-4963-8e62-5f13c09d9584 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:52.083070 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496000fd-2b84-4640-b897-2687ccbb546f req-ded5d1b8-6147-4963-8e62-5f13c09d9584 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 946 time: 0.0824068 Apr 22 09:53:52.129460 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496000fd-2b84-4640-b897-2687ccbb546f req-92cb3eb6-bbe8-4651-a777-f141afca11e2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 Apr 22 09:53:53.322564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2c20d-785f-4a83-90ed-d0ef21876605 req-d95354c8-27f4-4e82-a6a0-5f6e3b5dd14a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:53.323994 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-20a2c20d-785f-4a83-90ed-d0ef21876605 req-d95354c8-27f4-4e82-a6a0-5f6e3b5dd14a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 946 time: 0.0825937 Apr 22 09:53:53.367600 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-20a2c20d-785f-4a83-90ed-d0ef21876605 req-a58ea7d5-2b15-40d3-8822-88c1c971d046 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377958 Apr 22 09:53:53.772465 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-232d961d-7b02-4ebe-9c4a-9609b8b9dd21 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:53.773778 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-232d961d-7b02-4ebe-9c4a-9609b8b9dd21 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 946 time: 0.0786355 Apr 22 09:53:53.844384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Deleting port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:53:53.844645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:54.081421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] For port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:53:54.081770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:54.477374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:54.478080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:54.478080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Floating IP a8a57c53-db1b-4748-8ed9-69c92cf72c1b disassociated. External IP: 172.26.2.15, port: 61b0a68e-59f0-4caf-9aa9-f9d28f00230c. Apr 22 09:53:54.478368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Calling delete_port for 61b0a68e-59f0-4caf-9aa9-f9d28f00230c owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:53:54.565658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84983c9e-9b4c-4cbf-b3b4-f4d2b520cfb9 req-1b243b26-414f-4a2a-8cc4-34c2ea5a9f51 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:54.567280 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-84983c9e-9b4c-4cbf-b3b4-f4d2b520cfb9 req-1b243b26-414f-4a2a-8cc4-34c2ea5a9f51 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 946 time: 0.0819225 Apr 22 09:53:54.612612 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-84983c9e-9b4c-4cbf-b3b4-f4d2b520cfb9 req-cd059eb9-1106-47c2-80f7-bee3318dfe25 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385022 Apr 22 09:53:54.626138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:54.675498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event deleted for resources: {'Port': ['ID=61b0a68e-59f0-4caf-9aa9-f9d28f00230c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:53:54.686485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.686902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.687176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.687513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.687846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.688175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.688523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.688851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.689173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.689496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.689813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.690129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:53:54.871497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Router 92fa38e2-34c4-479e-a568-dd53c5338000 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:53:55.054389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:53:55.063915 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:53:55.074986 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:53:55.075606 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:53:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:53:55.130382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] No DVR routers for this DVR port 61b0a68e-59f0-4caf-9aa9-f9d28f00230c on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:53:55.132907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:53:55.135569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'name': 'network-vif-deleted', 'tag': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:53:55.154166 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bff52fcd-9669-4388-8dc6-51ee6e6b0572 req-ebfba71e-eb99-441e-9407-b64c0c55a81e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "DELETE /v2.0/ports/61b0a68e-59f0-4caf-9aa9-f9d28f00230c HTTP/1.1" status: 204 len: 173 time: 1.3753147 Apr 22 09:53:55.191509 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ca72b9-bdd2-4bea-8063-e25dd09731b0'] response: {'server_uuid': 'f14b7ef9-3c37-4753-a1e1-ee2f32314fe8', 'name': 'network-vif-deleted', 'tag': '61b0a68e-59f0-4caf-9aa9-f9d28f00230c', 'status': 'completed', 'code': 200} Apr 22 09:53:55.297175 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:53:55.637894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:53:55.642461 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:53:55.652249 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:53:55.652889 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:53:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:53:55.807305 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-94f4659b-136a-4832-8e35-a002b1211319 req-2e0bee1e-251e-4b82-aaa9-5fc47f095dd9 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=f14b7ef9-3c37-4753-a1e1-ee2f32314fe8 HTTP/1.1" status: 200 len: 210 time: 0.0625019 Apr 22 09:53:55.851204 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:53:56.177877 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:53:56.182123 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717dde5-0eb4-4cbf-afe1-a1f4e1815675 None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:53:56.399208 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca82ef5-a398-4328-a315-967e50648f4a None None] New status for floating IP a8a57c53-db1b-4748-8ed9-69c92cf72c1b: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:53:57.091304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-e738aed5-2503-425f-b53f-f3ca46790682 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251556500&fields=id&tenant_id=42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 267 time: 0.0381618 Apr 22 09:53:57.111460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 61b0a68e-59f0-4caf-9aa9-f9d28f00230c no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:53:57.143960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 61b0a68e-59f0-4caf-9aa9-f9d28f00230c {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:53:57.144298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 61b0a68e-59f0-4caf-9aa9-f9d28f00230c not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:53:57.243870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-0b02d416-0d99-44b3-8e97-fa98d56d8aa4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:53:57.245234 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-0b02d416-0d99-44b3-8e97-fa98d56d8aa4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 812 time: 0.1476707 Apr 22 09:53:57.259506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-38f3d832-4f2c-4955-96d6-ef7a4766c09d tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/quotas/42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 375 time: 0.0088692 Apr 22 09:53:57.347642 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-276c3640-739c-45f1-9a43-28bf1e13a9b2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833824 Apr 22 09:53:57.524163 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-a41a57ab-bd59-41cb-9fee-d815ffd2efe8 service neutron] 10.222.0.32 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647642 Apr 22 09:53:57.655694 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-a13bbae2-cf16-4a17-ba2d-1c6d225512d0 service neutron] 10.222.0.32 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255181 Apr 22 09:53:59.034598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-492fa3b6-48b8-4343-b3c1-110e8e7e8efd req-6f76f315-5464-4f78-8942-a6ac3f92354f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:53:59.052218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-492fa3b6-48b8-4343-b3c1-110e8e7e8efd req-6f76f315-5464-4f78-8942-a6ac3f92354f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:53:59.053676 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-492fa3b6-48b8-4343-b3c1-110e8e7e8efd req-6f76f315-5464-4f78-8942-a6ac3f92354f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0620637 Apr 22 09:54:00.155192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-4bcc74d1-f002-4dd4-8229-de2364efe33f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:00.156693 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-4bcc74d1-f002-4dd4-8229-de2364efe33f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 812 time: 0.1530755 Apr 22 09:54:00.206691 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-a0833b62-36e3-4b16-a5aa-0adfa0ed2a28 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 380 time: 0.0420597 Apr 22 09:54:00.212194 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9cc51b13-b7e9-4f00-9c84-6fd1bee9e8b3 req-8fb22a6c-a8f8-46e3-a2b1-3d39746baa13 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0488648 Apr 22 09:54:00.217251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'port': {'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'admin_state_up': True, 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'security_groups': ['11be0cae-ec31-4649-87ee-391c1d4a438a']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:54:00.354426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:54:00.365414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:54:00.376826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Made reservation on behalf of 42c19898545c4c0b95dcae76e4c2ca2b for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:54:00.381381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:00.546091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Allocated IP 172.20.0.10 (09f6ed3e-65ac-40f2-88d8-010167f2e7bc/aa508ed4-028c-41f7-9b7c-374f87956acd/3c66fee3-fa1d-41a3-9c61-726378ddb17d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:54:00.733523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:00.751256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Transition to ACTIVE for port object 3c66fee3-fa1d-41a3-9c61-726378ddb17d will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:54:00.775733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:00.952723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:54:00.955693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:54:00.964311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:54:00.995662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=3c66fee3-fa1d-41a3-9c61-726378ddb17d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:54:01.031868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:01.032417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:01.060030 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-7117c43a-a02b-42ba-b852-d852f99af914 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8463359 Apr 22 09:54:01.072806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Request body: {'port': {'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:54:01.162659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e6707a2e-018a-4707-a156-5393e10ea78b None None] Provisioning for port 3c66fee3-fa1d-41a3-9c61-726378ddb17d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:54:01.169461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e6707a2e-018a-4707-a156-5393e10ea78b None None] Provisioning complete for port 3c66fee3-fa1d-41a3-9c61-726378ddb17d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:54:01.169461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6707a2e-018a-4707-a156-5393e10ea78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:01.194260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:01.226251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-e6707a2e-018a-4707-a156-5393e10ea78b None None] Port 3c66fee3-fa1d-41a3-9c61-726378ddb17d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:54:01.523426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adf5d6-7f52-4cd7-aeff-64cccb00b629 req-2c2b03f9-997d-4864-8f9e-290fca20081d tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:01.524031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-60adf5d6-7f52-4cd7-aeff-64cccb00b629 req-2c2b03f9-997d-4864-8f9e-290fca20081d tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:54:01.548572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-60adf5d6-7f52-4cd7-aeff-64cccb00b629 req-2c2b03f9-997d-4864-8f9e-290fca20081d tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:54:01.549734 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-60adf5d6-7f52-4cd7-aeff-64cccb00b629 req-2c2b03f9-997d-4864-8f9e-290fca20081d tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 932 time: 0.2233064 Apr 22 09:54:01.655502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c66fee3-fa1d-41a3-9c61-726378ddb17d {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:54:01.662054 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-60adf5d6-7f52-4cd7-aeff-64cccb00b629 req-03a1d40c-c81a-4696-901c-89100a394652 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999763 Apr 22 09:54:01.665839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:01.683475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Transition to ACTIVE for port object 3c66fee3-fa1d-41a3-9c61-726378ddb17d will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:54:01.686745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:01.845129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Pushing event updated for resources: {'Port': ['ID=3c66fee3-fa1d-41a3-9c61-726378ddb17d,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:54:01.930719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Attempting to bind port 3c66fee3-fa1d-41a3-9c61-726378ddb17d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:54:01.931052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Attempting to bind port 3c66fee3-fa1d-41a3-9c61-726378ddb17d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:54:01.931362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Attempting to bind port 3c66fee3-fa1d-41a3-9c61-726378ddb17d on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:54:01.936116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Port 3c66fee3-fa1d-41a3-9c61-726378ddb17d on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:54:01.936467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Attempting to bind port 3c66fee3-fa1d-41a3-9c61-726378ddb17d on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:54:01.941870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:54:01.942719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Checking segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:54:01.943097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Bound using segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:54:01.943521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Bound port: 3c66fee3-fa1d-41a3-9c61-726378ddb17d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:54:01.943890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:02.031140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] For port 3c66fee3-fa1d-41a3-9c61-726378ddb17d, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:54:02.034337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] For port 3c66fee3-fa1d-41a3-9c61-726378ddb17d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:54:02.038789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:02.096871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:02.097494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:02.099420 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] 10.222.0.35 "PUT /v2.0/ports/3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 200 len: 1094 time: 1.0319707 Apr 22 09:54:02.099851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:54:02.136662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb573824-f2dc-490a-8cc5-2bea8b015609 service neutron] Pushing event updated for resources: {'Port': ['ID=3c66fee3-fa1d-41a3-9c61-726378ddb17d,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:54:02.175278 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b20ac0a-64c6-43d5-8a06-3fcad08b49c4'] response: {'name': 'network-changed', 'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'status': 'completed', 'code': 200} Apr 22 09:54:02.218076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-2e5c757b-6e13-4b11-94a5-2f61a52c4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:02.219601 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-2e5c757b-6e13-4b11-94a5-2f61a52c4b26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1097 time: 0.0768960 Apr 22 09:54:02.290920 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-c5b749c5-a294-4fb8-b6b5-6023f9c49500 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 200 len: 217 time: 0.0648346 Apr 22 09:54:02.353812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-986b0988-b7ef-48b5-a2a3-c97b2357b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:02.355187 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-986b0988-b7ef-48b5-a2a3-c97b2357b216 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0587649 Apr 22 09:54:02.431364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-51621d73-dcf5-46fd-99ce-86af42095bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:02.432870 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-51621d73-dcf5-46fd-99ce-86af42095bac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724704 Apr 22 09:54:02.571724 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-85f7f1f1-a108-4a4d-8314-d0f74f4d63df service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257806 Apr 22 09:54:02.836139 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bc1a84e-01b6-4e06-8ac2-222b28c6a7c5 req-65a89618-56cd-444e-8f0a-e8698a2ce070 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580853 Apr 22 09:54:02.887795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e716f5f-a2e5-4f09-b764-681156748fc8 req-4fd34c67-557c-48cd-a21e-5cf9a48cf2a8 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:02.889390 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8e716f5f-a2e5-4f09-b764-681156748fc8 req-4fd34c67-557c-48cd-a21e-5cf9a48cf2a8 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0863726 Apr 22 09:54:02.974817 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8e716f5f-a2e5-4f09-b764-681156748fc8 req-18d6225f-9738-4c50-8e79-efd17191c00e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550649 Apr 22 09:54:02.995474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-7e1df30e-258c-46d8-92e1-f87c17c996d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:02.997027 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-7e1df30e-258c-46d8-92e1-f87c17c996d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1097 time: 0.1067681 Apr 22 09:54:03.126239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-1dfc4e82-0854-4dad-8116-965ab3232181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:03.127698 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-1dfc4e82-0854-4dad-8116-965ab3232181 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1250925 Apr 22 09:54:03.196482 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-5f63d62a-0cab-4894-a289-a5b2d2307cc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 200 len: 217 time: 0.0628154 Apr 22 09:54:03.258346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-cb412d52-60a8-4f87-bc9b-a39b4ad80536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:03.259673 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-cb412d52-60a8-4f87-bc9b-a39b4ad80536 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0567050 Apr 22 09:54:03.333337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-aea28049-3f63-49e5-b2a2-06a087637dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:03.334811 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-aea28049-3f63-49e5-b2a2-06a087637dec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687249 Apr 22 09:54:03.463868 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-671c1a01-87bd-4713-a45a-ab57325e3c6c service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222665 Apr 22 09:54:03.594747 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cf76e740-04dc-4909-89d3-c044e4276ec8 req-bce009db-6ad1-40f9-98d4-696780d48506 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244380 Apr 22 09:54:04.156883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a910c-92e9-4514-baee-bd898023ff81 req-66f904b3-fedc-4499-ac23-60abdcc641fa tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:04.158340 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-353a910c-92e9-4514-baee-bd898023ff81 req-66f904b3-fedc-4499-ac23-60abdcc641fa tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0791111 Apr 22 09:54:04.202370 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-353a910c-92e9-4514-baee-bd898023ff81 req-dfbd941f-7462-43aa-9d70-4dfd4a0c20c7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383778 Apr 22 09:54:05.385449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e8f48-8c79-4303-ba91-5221fc7e3019 req-0db12f92-2ca7-4216-8a08-bdbf15a3db78 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:05.386884 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6d5e8f48-8c79-4303-ba91-5221fc7e3019 req-0db12f92-2ca7-4216-8a08-bdbf15a3db78 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0822682 Apr 22 09:54:05.430345 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6d5e8f48-8c79-4303-ba91-5221fc7e3019 req-51811fcf-a47d-4196-b036-24ed61440c93 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Apr 22 09:54:06.614441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5da67-ca26-40d9-96f2-d8266caf6209 req-fd0cd7b5-f677-43cf-9140-b04191215b96 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:06.615892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7e5da67-ca26-40d9-96f2-d8266caf6209 req-fd0cd7b5-f677-43cf-9140-b04191215b96 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0825727 Apr 22 09:54:06.658662 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7e5da67-ca26-40d9-96f2-d8266caf6209 req-b46d2d5c-d9a2-41d1-b930-63a6569716df tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371425 Apr 22 09:54:07.335524 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:54:07.838217 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a17b7-938b-4aa9-8719-40dc565b79c5 req-e8ac0af3-b1eb-4a28-a374-11c390c8dc69 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:07.839661 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-176a17b7-938b-4aa9-8719-40dc565b79c5 req-e8ac0af3-b1eb-4a28-a374-11c390c8dc69 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0782115 Apr 22 09:54:07.886564 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-176a17b7-938b-4aa9-8719-40dc565b79c5 req-3a2874cc-c931-4ba2-a580-dfa0d218792d tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 Apr 22 09:54:08.674424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:09.070507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fde87-d9a5-4490-bee7-836710f7cb55 req-2bd52ac3-9f29-4e6e-922c-8ad2f8bd9280 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:09.071963 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe2fde87-d9a5-4490-bee7-836710f7cb55 req-2bd52ac3-9f29-4e6e-922c-8ad2f8bd9280 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0791073 Apr 22 09:54:09.118980 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe2fde87-d9a5-4490-bee7-836710f7cb55 req-c7ab31fc-be71-4926-af93-c7e59303914c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 Apr 22 09:54:10.307873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cb156-7e07-45f5-a77a-77870b6dee76 req-50bc564b-da81-4f27-bc9d-164a1d2f4a88 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:10.309270 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-259cb156-7e07-45f5-a77a-77870b6dee76 req-50bc564b-da81-4f27-bc9d-164a1d2f4a88 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 944 time: 0.0797954 Apr 22 09:54:10.352170 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-259cb156-7e07-45f5-a77a-77870b6dee76 req-897d0f96-ce66-4e9d-807b-7d2e60b46a58 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Apr 22 09:54:11.189135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3c66fee3-fa1d-41a3-9c61-726378ddb17d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:54:11.322123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3c66fee3-fa1d-41a3-9c61-726378ddb17d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:54:11.335269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:54:11.389353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:11.405995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c66fee3-fa1d-41a3-9c61-726378ddb17d {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:54:11.421394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3c66fee3-fa1d-41a3-9c61-726378ddb17d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:54:11.425206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:11.532517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3c66fee3-fa1d-41a3-9c61-726378ddb17d,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:54:11.541699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.542049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.542387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.542720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.543049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.543750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.544562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.544898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.545227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.545551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.545872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.546193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:11.548545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14f758-fa6d-4da6-b9a1-7229d9df220a req-1e0c1eec-1139-4ee2-9276-a28164fd4da4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:11.552981 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8b14f758-fa6d-4da6-b9a1-7229d9df220a req-1e0c1eec-1139-4ee2-9276-a28164fd4da4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 945 time: 0.0964098 Apr 22 09:54:11.596901 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8b14f758-fa6d-4da6-b9a1-7229d9df220a req-42815951-1fc7-41d7-b4d4-9157e59c015f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383797 Apr 22 09:54:11.733566 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['3c66fee3-fa1d-41a3-9c61-726378ddb17d'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:54:12.048596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5a85a200-ab50-4a89-bb3c-fe5edf35ec59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:12.781799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4dfe9-48f1-4dc9-8613-07305934d05f req-9f6902f5-277b-433d-a9ef-3c2704b36f8c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:12.783288 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ddf4dfe9-48f1-4dc9-8613-07305934d05f req-9f6902f5-277b-433d-a9ef-3c2704b36f8c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 945 time: 0.0833106 Apr 22 09:54:12.826853 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ddf4dfe9-48f1-4dc9-8613-07305934d05f req-57b55fde-cebb-470d-9420-207ef90c9d51 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373037 Apr 22 09:54:13.205133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3c66fee3-fa1d-41a3-9c61-726378ddb17d up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:54:13.276748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 3c66fee3-fa1d-41a3-9c61-726378ddb17d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:54:13.281609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 3c66fee3-fa1d-41a3-9c61-726378ddb17d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:54:13.281981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:13.395947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:13.421558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:54:13.430739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3c66fee3-fa1d-41a3-9c61-726378ddb17d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:54:13.434825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:13.504560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3c66fee3-fa1d-41a3-9c61-726378ddb17d,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:54:13.523909 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3628cf-4e35-4c73-bd44-e86179ea1b73'] response: {'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'code': 200} Apr 22 09:54:13.784776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da086-48c2-49cf-a3b5-36fb447012ae req-1f935c12-61fd-4c51-bc9c-b3d0ed0d5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:13.786123 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-294da086-48c2-49cf-a3b5-36fb447012ae req-1f935c12-61fd-4c51-bc9c-b3d0ed0d5b0a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1099 time: 0.0672076 Apr 22 09:54:13.825157 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-294da086-48c2-49cf-a3b5-36fb447012ae req-65eb1cd9-bfe4-4177-9da9-24d6210940b8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336599 Apr 22 09:54:14.008896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd959c59-df73-4fe2-9d57-68fc0dcd5f8e req-52b8e465-726a-498f-9f9b-a1b1d464826e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:14.010344 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd959c59-df73-4fe2-9d57-68fc0dcd5f8e req-52b8e465-726a-498f-9f9b-a1b1d464826e tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 946 time: 0.0819306 Apr 22 09:54:14.055161 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd959c59-df73-4fe2-9d57-68fc0dcd5f8e req-8768263e-e39e-4e21-a041-720550a0c62b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389447 Apr 22 09:54:14.438903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ceda6abe-5860-4c52-bb72-17d31b7c446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:15.244555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28861695-c1fb-4a5d-bb61-7233b8cf660d req-3a037c31-7a7b-485d-9a1c-f27a75a44e8a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:15.246008 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-28861695-c1fb-4a5d-bb61-7233b8cf660d req-3a037c31-7a7b-485d-9a1c-f27a75a44e8a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 946 time: 0.0819316 Apr 22 09:54:15.290270 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-28861695-c1fb-4a5d-bb61-7233b8cf660d req-8c14461a-c6cf-453a-9818-7a16758e30e0 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386603 Apr 22 09:54:15.439632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:15.472576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e797b-f8fb-4fee-a957-5455dc296792 req-c25115a3-39fd-4135-859a-aede3a4814bb tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:15.474515 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-918e797b-f8fb-4fee-a957-5455dc296792 req-c25115a3-39fd-4135-859a-aede3a4814bb tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 946 time: 0.0801945 Apr 22 09:54:15.522047 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-918e797b-f8fb-4fee-a957-5455dc296792 req-b61ab823-1fa8-408f-ae9c-937c71ffde9a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Apr 22 09:54:15.545659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36168) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:54:15.615139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f9e0a9-383a-42e1-97e1-0711959cff0d tempest-TestVolumeBootPattern-476070199 tempest-TestVolumeBootPattern-476070199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:15.616643 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-09f9e0a9-383a-42e1-97e1-0711959cff0d tempest-TestVolumeBootPattern-476070199 tempest-TestVolumeBootPattern-476070199-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1094 time: 0.0699916 Apr 22 09:54:15.619435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36172) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:54:15.624078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:54:15.629894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:54:15.633692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:floatingip and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:54:15.636578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:54:15.642227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:54:15.652220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:15.767145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:15.787762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:16.025363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Allocated IP 172.26.2.216 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/d2eaf042-d53a-469d-94b4-2e534d8055db) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:54:16.179322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:16.210714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:16.272108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:54:16.274786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:54:16.278492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:54:16.318964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=d2eaf042-d53a-469d-94b4-2e534d8055db,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:54:16.335139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.335482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.335817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.336147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.336498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.336827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.337153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.337473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.337792 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.338107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.338423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.338732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:54:16.700750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:16.772739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:16.988351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:16.993389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:17.105784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=d2eaf042-d53a-469d-94b4-2e534d8055db,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:54:17.118606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:17.208809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:17.290551 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Floating IP d08a6caa-ebb8-4907-92c6-20a0c06d07a3 associated. External IP: 172.26.2.216, port: 3c66fee3-fa1d-41a3-9c61-726378ddb17d. Apr 22 09:54:17.752372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Router 92fa38e2-34c4-479e-a568-dd53c5338000 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:54:17.939869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:54:17.950025 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:54:17.964314 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:54:17.964948 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:54:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:54:17.967499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:18.034276 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fd8fd56a-036d-4975-a3d1-bf6f7cc59208 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4040370 Apr 22 09:54:18.034276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:54:18.142037 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870d84c1-ac12-42df-a542-cdea8ffafe01'] response: {'name': 'network-changed', 'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'status': 'completed', 'code': 200} Apr 22 09:54:18.147025 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:54:18.235193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-d4db0af6-7da9-4775-aab2-55b8f82b08d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:18.236708 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-d4db0af6-7da9-4775-aab2-55b8f82b08d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1099 time: 0.0723205 Apr 22 09:54:18.477915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-9f7a8b09-0a37-4cdb-8c88-f1dbe773a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:18.479378 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-9f7a8b09-0a37-4cdb-8c88-f1dbe773a62d service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.2374029 Apr 22 09:54:18.540182 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:16Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:54:18.544950 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:54:18.554306 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:54:18.554907 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:54:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:54:18.584962 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-141b8604-8451-4246-8054-224a7fc752f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 200 len: 1000 time: 0.0982420 Apr 22 09:54:18.646051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-61847d5a-09a5-43c1-98af-ecb18897095e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:18.647509 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-61847d5a-09a5-43c1-98af-ecb18897095e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0576708 Apr 22 09:54:18.726617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-d307c54a-4ddd-4160-964d-abbc19fcf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:18.728152 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-d307c54a-4ddd-4160-964d-abbc19fcf452 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750120 Apr 22 09:54:18.731944 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:54:18.861407 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-67e4306f-e8c9-403e-8483-2eadd8b63bdb service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263700 Apr 22 09:54:18.993265 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57089a4d-0b07-4a90-9578-abdaebfd1123 req-ab122977-15b4-4b0e-af65-66a8f41fbbec service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262271 Apr 22 09:54:19.077147 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:16Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:54:19.080992 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731475db-395a-48d8-9a8d-b8716a4cfba4 None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:16Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:54:19.274670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe1130-831a-4f05-a8ef-07326eebca57 None None] New status for floating IP d08a6caa-ebb8-4907-92c6-20a0c06d07a3: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:54:33.214244 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-030288d5-c8b8-469d-879c-77a651cf9695 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872483 Apr 22 09:54:33.380223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-e937ddae-a668-4682-9c5d-1e6c10378c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:33.380223 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-e937ddae-a668-4682-9c5d-1e6c10378c26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1099 time: 0.0984480 Apr 22 09:54:33.541557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-4efb80b3-c154-4516-b782-af7caa1dfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:33.541557 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-4efb80b3-c154-4516-b782-af7caa1dfff6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1425841 Apr 22 09:54:33.653558 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-6121fed8-33b6-4770-97c9-08dedc3331d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 200 len: 1002 time: 0.1029975 Apr 22 09:54:33.715687 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-ea6331e9-7000-4aa3-83cd-e4bf70f9bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:33.719961 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-ea6331e9-7000-4aa3-83cd-e4bf70f9bcf0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0595274 Apr 22 09:54:33.813307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-f350cb30-0130-426b-af30-33f462b7dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:54:33.813307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-f350cb30-0130-426b-af30-33f462b7dbb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874729 Apr 22 09:54:33.952876 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-efaf3d5c-9e6e-4f1e-8e0f-09b47b25e2c1 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312902 Apr 22 09:54:34.090685 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c4a6d73-992d-48c2-b0ed-1e5f3fd2908b req-705c0e0a-8e1b-41e2-b4a6-27460a93009e service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311889 Apr 22 09:54:38.682441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:42.054586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-df1512af-de4f-4cc6-b526-27074d7ba824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:44.335347 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:54:44.440224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-36dac70f-71fb-4daf-82d7-d0209f0052a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:45.443949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:45.769489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:54:47.210557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:08.693303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:12.056321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f93d3ea4-83a5-442e-9483-f740a187cee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:14.443167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-700422b1-132c-44a4-8126-96af84d5723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:15.446744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:15.771808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:17.213149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:21.335397 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:55:33.778319 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-2ea6e879-7a7f-4504-a9c7-7ddd7009c25a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829761 Apr 22 09:55:33.926310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-d8947c2d-73f7-4fbc-9899-629cdc69ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:55:33.927778 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-d8947c2d-73f7-4fbc-9899-629cdc69ccd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1099 time: 0.0789533 Apr 22 09:55:34.202926 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-b33b4bb8-dd79-4b72-bcb3-b0dcf76f4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:55:34.204566 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-b33b4bb8-dd79-4b72-bcb3-b0dcf76f4ef8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.2570348 Apr 22 09:55:34.316536 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-76114716-679b-4d8a-bc61-7d9ec8adc311 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 200 len: 1002 time: 0.1057799 Apr 22 09:55:34.401188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-ff008e20-4326-4f0f-9f57-21cbe210e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:55:34.402837 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-ff008e20-4326-4f0f-9f57-21cbe210e7de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0804377 Apr 22 09:55:34.482895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-5b423566-5e82-4a86-b3a8-39dcd875fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:55:34.484355 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-5b423566-5e82-4a86-b3a8-39dcd875fcae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743270 Apr 22 09:55:34.676070 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-32c6a8d1-a144-45ee-800f-f40d776f7521 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843176 Apr 22 09:55:34.815885 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa58f441-643d-4c08-a79d-86e502ce9c45 req-d6e6af52-5f6a-4de4-acce-dd9ef1ff6905 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335936 Apr 22 09:55:38.701522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:42.058598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a64f0c38-021b-4e30-91ed-2767c7c11347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:44.444688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c978de9-f379-4873-8a2c-823b571a34d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:45.448704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:45.773039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:47.217604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:55:57.482706 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-006c67da-c4d3-4913-bf37-9a1b672e9d53 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1251556500&fields=id&tenant_id=42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 267 time: 0.0397778 Apr 22 09:55:57.632372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-5e9364b4-1cf3-451b-95bb-33b978f1840f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:55:57.633753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-5e9364b4-1cf3-451b-95bb-33b978f1840f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 812 time: 0.1446159 Apr 22 09:55:57.649214 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-d39d2382-7fb7-4b59-8e6f-b934ba15af34 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/quotas/42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 375 time: 0.0100582 Apr 22 09:55:57.743194 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-a0056036-34e5-49ca-9d68-dc1ea504e622 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0885949 Apr 22 09:55:57.800804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-9f109db7-d8c8-4f74-aaf8-aee27192a206 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:55:57.801778 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-9f109db7-d8c8-4f74-aaf8-aee27192a206 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472033 Apr 22 09:55:57.933402 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-c98b3d61-75e6-4926-aa65-cf7d7f5d7f1e service neutron] 10.222.0.32 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256182 Apr 22 09:55:58.064751 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-15671097-6844-4eb5-81d7-fbaae7879064 service neutron] 10.222.0.32 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254644 Apr 22 09:55:58.334649 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:55:58.449722 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bb7ee966-73a9-4588-b8f8-6c82db973f32 req-3af92c24-11c1-4870-8d27-28828baa8cca tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 210 time: 0.0466118 Apr 22 09:55:59.472472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-10746a52-2232-4411-95b2-a7d4b8dd1e2f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:55:59.474612 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-10746a52-2232-4411-95b2-a7d4b8dd1e2f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 812 time: 0.1554539 Apr 22 09:55:59.524959 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-75bf7977-e435-463b-841e-f2f8218224a6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42c19898545c4c0b95dcae76e4c2ca2b HTTP/1.1" status: 200 len: 380 time: 0.0431550 Apr 22 09:55:59.534280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'port': {'device_id': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'admin_state_up': True, 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'security_groups': ['11be0cae-ec31-4649-87ee-391c1d4a438a']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:55:59.616632 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e344875c-7177-4eda-b80f-46893e407f81 req-2584ea7a-4817-4d5f-97f1-74dba6a91c58 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 210 time: 0.0480263 Apr 22 09:55:59.819425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:55:59.829134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:55:59.839119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Made reservation on behalf of 42c19898545c4c0b95dcae76e4c2ca2b for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:55:59.842563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:00.007803 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Allocated IP 172.20.0.8 (09f6ed3e-65ac-40f2-88d8-010167f2e7bc/aa508ed4-028c-41f7-9b7c-374f87956acd/232dee62-3d34-4f37-967f-17bca4303886) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:56:00.209749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:00.228563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Transition to ACTIVE for port object 232dee62-3d34-4f37-967f-17bca4303886 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:56:00.254460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:00.324494 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:56:00.327849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:56:00.333368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:56:00.381930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=232dee62-3d34-4f37-967f-17bca4303886,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:56:00.402199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.402645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.402891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.403235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.403576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.403911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.404529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.404862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.405197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.405524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.405851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.406175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:00.437409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:00.438319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:00.477103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-8f346616-7ae6-4eeb-bd8b-badc9312e544 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9465511 Apr 22 09:56:00.488890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Request body: {'port': {'device_id': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:56:00.594840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-42f06036-61d4-4ee8-92b6-bc1e3d1780ff None None] Provisioning for port 232dee62-3d34-4f37-967f-17bca4303886 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:56:00.600932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-42f06036-61d4-4ee8-92b6-bc1e3d1780ff None None] Provisioning complete for port 232dee62-3d34-4f37-967f-17bca4303886 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:56:00.601454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42f06036-61d4-4ee8-92b6-bc1e3d1780ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:00.620516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:00.660020 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-42f06036-61d4-4ee8-92b6-bc1e3d1780ff None None] Port 232dee62-3d34-4f37-967f-17bca4303886 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:56:00.834773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f3519-7901-4943-b525-a5697d244467 req-d03c84e4-9fc0-4c26-b4a7-8487a85b14e1 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:00.836324 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bb5f3519-7901-4943-b525-a5697d244467 req-d03c84e4-9fc0-4c26-b4a7-8487a85b14e1 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 931 time: 0.0942721 Apr 22 09:56:00.886153 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bb5f3519-7901-4943-b525-a5697d244467 req-9ebb3bee-50d1-4fa9-a900-9c7914c73dbf tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417967 Apr 22 09:56:01.045838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232dee62-3d34-4f37-967f-17bca4303886 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:56:01.053942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:01.070389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Transition to ACTIVE for port object 232dee62-3d34-4f37-967f-17bca4303886 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:56:01.076293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:01.275103 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Pushing event updated for resources: {'Port': ['ID=232dee62-3d34-4f37-967f-17bca4303886,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:56:01.360884 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Attempting to bind port 232dee62-3d34-4f37-967f-17bca4303886 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:56:01.361253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Attempting to bind port 232dee62-3d34-4f37-967f-17bca4303886 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:56:01.361603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Attempting to bind port 232dee62-3d34-4f37-967f-17bca4303886 on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:56:01.367074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Port 232dee62-3d34-4f37-967f-17bca4303886 on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:56:01.367421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Attempting to bind port 232dee62-3d34-4f37-967f-17bca4303886 on network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:56:01.373400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:56:01.374029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Checking segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:56:01.374315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Bound using segment: {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:56:01.374791 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Bound port: 232dee62-3d34-4f37-967f-17bca4303886, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e88e512-fb4c-485e-913d-4d0a04d19f1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:56:01.375164 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:01.472739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] For port 232dee62-3d34-4f37-967f-17bca4303886, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:56:01.476511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] For port 232dee62-3d34-4f37-967f-17bca4303886, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232dee62-3d34-4f37-967f-17bca4303886,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:56:01.481615 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:01.538338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:01.538948 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:01.540652 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/232dee62-3d34-4f37-967f-17bca4303886 HTTP/1.1" status: 200 len: 1093 time: 1.0564351 Apr 22 09:56:01.544025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'tag': '232dee62-3d34-4f37-967f-17bca4303886'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:56:01.580128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa5d14-ab9c-4a01-9154-c53f14c387d0 service neutron] Pushing event updated for resources: {'Port': ['ID=232dee62-3d34-4f37-967f-17bca4303886,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:56:01.622866 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d949474c-ce90-4b82-ab02-f95bc34c2cf4'] response: {'name': 'network-changed', 'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'tag': '232dee62-3d34-4f37-967f-17bca4303886', 'status': 'completed', 'code': 200} Apr 22 09:56:01.668971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-edc19b15-4129-4b09-8d9c-7ebd7754de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:01.670517 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-edc19b15-4129-4b09-8d9c-7ebd7754de67 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 1096 time: 0.0862203 Apr 22 09:56:01.750597 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-190c926e-44be-4b87-b048-350e4aea784f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232dee62-3d34-4f37-967f-17bca4303886 HTTP/1.1" status: 200 len: 217 time: 0.0730689 Apr 22 09:56:01.927056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-defae616-82bc-4a90-aede-6a0c4f05305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:01.928517 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-defae616-82bc-4a90-aede-6a0c4f05305e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.1712368 Apr 22 09:56:02.012811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-35a89fac-6548-43cb-9d02-dc2505def6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:02.014234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-35a89fac-6548-43cb-9d02-dc2505def6a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793738 Apr 22 09:56:02.098622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2309d2-892c-457c-982d-be4020cc898f req-40d5058c-f6fc-4412-852d-c608216de698 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:02.099842 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3b2309d2-892c-457c-982d-be4020cc898f req-40d5058c-f6fc-4412-852d-c608216de698 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.0967636 Apr 22 09:56:02.146002 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3b2309d2-892c-457c-982d-be4020cc898f req-f490357e-411d-48b0-9672-3376c2bac7a8 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399470 Apr 22 09:56:02.147932 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-b582eb9e-c70c-4bf8-851c-4d6765862116 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272411 Apr 22 09:56:02.280603 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-052e6489-c648-4f0c-ad47-9563ba67cf39 req-d7af2c2e-3fd1-48c9-9086-7079f024e54b service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261246 Apr 22 09:56:02.401789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-79d136ea-2520-4f82-b834-6d8a9297a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:02.403483 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-79d136ea-2520-4f82-b834-6d8a9297a069 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 1096 time: 0.0728996 Apr 22 09:56:02.562804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-50068804-5056-4350-8d1b-b936366ac8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:02.565284 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-50068804-5056-4350-8d1b-b936366ac8e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1548429 Apr 22 09:56:02.640976 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-c34fe374-700e-4c73-8a3d-01b8ae8039dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232dee62-3d34-4f37-967f-17bca4303886 HTTP/1.1" status: 200 len: 217 time: 0.0676658 Apr 22 09:56:02.711889 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-e847d3eb-faf5-43ce-aa88-71afd14e82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:02.713393 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-e847d3eb-faf5-43ce-aa88-71afd14e82f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0652239 Apr 22 09:56:02.793269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-bc9335de-ba66-4c8d-ade1-f96d058617a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:02.794747 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-bc9335de-ba66-4c8d-ade1-f96d058617a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733433 Apr 22 09:56:02.933311 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-4dafaff4-5666-4207-9368-8533cc3bc02e service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310687 Apr 22 09:56:03.087863 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-25d533ca-e157-4811-be85-db2cf2a78ab6 req-875dee16-1e9a-433b-a76f-a9ed2dded4a3 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439648 Apr 22 09:56:03.339536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b30ab-1fbf-46a7-bce9-8980594345b5 req-9b0f13f7-89a3-4d63-8765-2ba7d52c9e68 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:03.340253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-4b3b30ab-1fbf-46a7-bce9-8980594345b5 req-9b0f13f7-89a3-4d63-8765-2ba7d52c9e68 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:56:03.357177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-4b3b30ab-1fbf-46a7-bce9-8980594345b5 req-9b0f13f7-89a3-4d63-8765-2ba7d52c9e68 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:56:03.358334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4b3b30ab-1fbf-46a7-bce9-8980594345b5 req-9b0f13f7-89a3-4d63-8765-2ba7d52c9e68 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.1002276 Apr 22 09:56:03.408122 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4b3b30ab-1fbf-46a7-bce9-8980594345b5 req-bdd0e405-db21-40c4-880f-184b2e1cc028 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 Apr 22 09:56:04.607197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478fc4d-5fe3-4f40-a272-3b159e4dec4b req-6d5ab502-6d8e-4b43-9604-6587f550a5f2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:04.608711 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9478fc4d-5fe3-4f40-a272-3b159e4dec4b req-6d5ab502-6d8e-4b43-9604-6587f550a5f2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.0886738 Apr 22 09:56:04.661607 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9478fc4d-5fe3-4f40-a272-3b159e4dec4b req-d1b2098b-88b6-42e8-af75-8e1686bcb4d7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456197 Apr 22 09:56:05.855031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ca39d-2f92-49ba-8774-bddef2391b86 req-1c34d3e5-a6b1-4362-a9fb-2f1b55d184e3 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:05.856445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1d8ca39d-2f92-49ba-8774-bddef2391b86 req-1c34d3e5-a6b1-4362-a9fb-2f1b55d184e3 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.0890412 Apr 22 09:56:05.903890 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1d8ca39d-2f92-49ba-8774-bddef2391b86 req-d02937ae-c8ca-46d2-a89c-ea2e79745c79 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Apr 22 09:56:07.087796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef829e-22ff-4567-a61a-7b23de086f09 req-d1b1d93a-7ada-4d23-9a57-970a90e1f1e9 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:07.089331 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdef829e-22ff-4567-a61a-7b23de086f09 req-d1b1d93a-7ada-4d23-9a57-970a90e1f1e9 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.0808282 Apr 22 09:56:07.140300 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdef829e-22ff-4567-a61a-7b23de086f09 req-7f236154-b456-49f1-aef2-b7cf0e50073c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448253 Apr 22 09:56:08.361951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e1434-01d3-4299-b029-86cddcfce0a6 req-954d5978-de0d-49b7-803a-8503916e8ae5 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:08.362680 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bd7e1434-01d3-4299-b029-86cddcfce0a6 req-954d5978-de0d-49b7-803a-8503916e8ae5 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.0940478 Apr 22 09:56:08.419019 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bd7e1434-01d3-4299-b029-86cddcfce0a6 req-b9c807e8-3fa5-4a0a-8b3f-c36eeb019c25 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497558 Apr 22 09:56:08.703918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:09.638710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b703804-807e-4417-9e5b-fad977c7bddb req-42024396-3d53-43bd-8879-760650836d74 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:09.642445 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4b703804-807e-4417-9e5b-fad977c7bddb req-42024396-3d53-43bd-8879-760650836d74 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.1002285 Apr 22 09:56:09.693573 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4b703804-807e-4417-9e5b-fad977c7bddb req-e6f78ed4-7e84-40b6-bc0d-7fd791f0108a tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448790 Apr 22 09:56:10.889391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f76a13-b800-4098-ad90-dfffc20bc958 req-eb0c3a33-ca4c-4fed-bbf6-17d2e96f4f10 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:10.890863 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-04f76a13-b800-4098-ad90-dfffc20bc958 req-eb0c3a33-ca4c-4fed-bbf6-17d2e96f4f10 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.0828333 Apr 22 09:56:10.935182 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-04f76a13-b800-4098-ad90-dfffc20bc958 req-c277a5ae-780a-45a1-a06e-59b3d1aaab5f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387070 Apr 22 09:56:11.873723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 232dee62-3d34-4f37-967f-17bca4303886 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:56:12.009941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 232dee62-3d34-4f37-967f-17bca4303886, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232dee62-3d34-4f37-967f-17bca4303886,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:56:12.023265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '232dee62-3d34-4f37-967f-17bca4303886', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'port_id': '232dee62-3d34-4f37-967f-17bca4303886', 'mac_address': 'fa:16:3e:81:c5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:56:12.085450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-960c908f-a150-4d7b-beac-7c1ba7a29822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:12.097643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:12.124430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d47624-5d33-41ac-9df7-335d3d9518e2 req-00a01810-c7b9-473c-b1a3-1d2098d5225c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:12.126062 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75d47624-5d33-41ac-9df7-335d3d9518e2 req-00a01810-c7b9-473c-b1a3-1d2098d5225c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 943 time: 0.0823424 Apr 22 09:56:12.154122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232dee62-3d34-4f37-967f-17bca4303886 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:56:12.170611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 232dee62-3d34-4f37-967f-17bca4303886, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232dee62-3d34-4f37-967f-17bca4303886,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:56:12.173538 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75d47624-5d33-41ac-9df7-335d3d9518e2 req-ab38ef6e-2b38-4b7e-acd7-c870e6b696d9 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407536 Apr 22 09:56:12.174776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:12.243669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=232dee62-3d34-4f37-967f-17bca4303886,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:56:12.250616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.250977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.251939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.252272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.252632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.252959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.253281 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.253601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.253925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.254241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.254553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.254866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:56:12.683475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['232dee62-3d34-4f37-967f-17bca4303886'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:56:13.363688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab1ca0d-d2c8-4261-b36e-935096fd7851 req-1f7b5f56-900a-4dbe-90a7-dd2ed8d0918f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:13.365161 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3ab1ca0d-d2c8-4261-b36e-935096fd7851 req-1f7b5f56-900a-4dbe-90a7-dd2ed8d0918f tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 944 time: 0.0830865 Apr 22 09:56:13.408896 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3ab1ca0d-d2c8-4261-b36e-935096fd7851 req-a408d7ef-1821-46cd-9c51-10caec0ea5a7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Apr 22 09:56:13.889205 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 232dee62-3d34-4f37-967f-17bca4303886 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:56:13.958332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 232dee62-3d34-4f37-967f-17bca4303886 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:56:13.963066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 232dee62-3d34-4f37-967f-17bca4303886 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:56:13.963440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:14.082711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:14.110811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dee62-3d34-4f37-967f-17bca4303886'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:56:14.120666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 232dee62-3d34-4f37-967f-17bca4303886, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232dee62-3d34-4f37-967f-17bca4303886,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:56:14.124974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:14.162282 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d732d134-b493-4848-b4b7-98150d4dd085'] response: {'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dee62-3d34-4f37-967f-17bca4303886', 'code': 200} Apr 22 09:56:14.195045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=232dee62-3d34-4f37-967f-17bca4303886,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:56:14.446240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080826ee-0e2a-477d-b7c0-0d7404284d83 req-aeca8712-27bc-4c69-89c6-f144f87f09f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:14.448013 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-080826ee-0e2a-477d-b7c0-0d7404284d83 req-aeca8712-27bc-4c69-89c6-f144f87f09f3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 1098 time: 0.0765922 Apr 22 09:56:14.450651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-83e1d8ad-fc7a-49f1-a64f-62e6ef973c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:14.496103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-080826ee-0e2a-477d-b7c0-0d7404284d83 req-83fa4605-7bd4-43c6-9940-bde6629ccd8b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417893 Apr 22 09:56:14.711046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df32f97-85c8-4a36-a245-56a7662e5ace req-5eba1f03-c1d3-4b70-82ca-9a9cc9c7999c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:14.712531 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2df32f97-85c8-4a36-a245-56a7662e5ace req-5eba1f03-c1d3-4b70-82ca-9a9cc9c7999c tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 945 time: 0.1888926 Apr 22 09:56:14.804641 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2df32f97-85c8-4a36-a245-56a7662e5ace req-e79c5315-e962-4d52-8033-8113f6d29896 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861127 Apr 22 09:56:15.452334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:15.775576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:16.002494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37116a7-9496-49db-89fa-b7e1cfbc4893 req-47ab59ec-e823-41a1-91ac-c8f3d1d2deca tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:16.003967 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e37116a7-9496-49db-89fa-b7e1cfbc4893 req-47ab59ec-e823-41a1-91ac-c8f3d1d2deca tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 945 time: 0.0855811 Apr 22 09:56:16.048690 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e37116a7-9496-49db-89fa-b7e1cfbc4893 req-08ee630b-9afb-4f78-bf08-032635bbfaaf tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380599 Apr 22 09:56:16.230531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e182a-70f2-49e6-8941-44cf8a236851 req-8d5562ab-0d52-4e47-945f-d5f4a07fd6d0 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:16.232034 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b18e182a-70f2-49e6-8941-44cf8a236851 req-8d5562ab-0d52-4e47-945f-d5f4a07fd6d0 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 945 time: 0.0807691 Apr 22 09:56:16.275788 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b18e182a-70f2-49e6-8941-44cf8a236851 req-95de0b0a-ed03-4fc2-936b-d651123633c5 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380266 Apr 22 09:56:16.300689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36300) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:56:16.371645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961de62b-95b2-46a7-a088-66c5dbdcbd92 tempest-TestVolumeBootPattern-476070199 tempest-TestVolumeBootPattern-476070199-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:16.373195 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-961de62b-95b2-46a7-a088-66c5dbdcbd92 tempest-TestVolumeBootPattern-476070199 tempest-TestVolumeBootPattern-476070199-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 1093 time: 0.0714512 Apr 22 09:56:16.376213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36304) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:56:16.381127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '232dee62-3d34-4f37-967f-17bca4303886', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:56:16.387161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:56:16.390935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Usage tracker for resource:floatingip and tenant:42c19898545c4c0b95dcae76e4c2ca2b is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:56:16.393799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:56:16.399428 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:56:16.414191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:16.545831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:16.685445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Allocated IP 172.26.2.83 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/5344c86f-2079-4fe9-a217-daad14fa0ac8) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:56:16.831480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:16.859761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:16.927316 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:56:16.930370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:56:16.939119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:56:16.967538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=5344c86f-2079-4fe9-a217-daad14fa0ac8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:56:17.224591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:17.350969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:17.430269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:17.636216 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:17.641428 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:17.847405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event updated for resources: {'Port': ['ID=5344c86f-2079-4fe9-a217-daad14fa0ac8,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:56:17.857536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:18.031497 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Floating IP ca3ff508-83f4-45ac-89c8-c8a32a51afc9 associated. External IP: 172.26.2.83, port: 232dee62-3d34-4f37-967f-17bca4303886. Apr 22 09:56:18.398529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Router 92fa38e2-34c4-479e-a568-dd53c5338000 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:56:18.578954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:56:18.589397 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:56:18.601007 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:56:18.601617 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:56:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:56:18.603580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:18.660245 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4bb158fc-e4f6-493d-bd1a-541a65ab4f73 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2828617 Apr 22 09:56:18.660733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'tag': '232dee62-3d34-4f37-967f-17bca4303886'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:56:18.710320 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76330c05-fbf0-49e6-8c14-d2deddc51e6e'] response: {'name': 'network-changed', 'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'tag': '232dee62-3d34-4f37-967f-17bca4303886', 'status': 'completed', 'code': 200} Apr 22 09:56:18.779956 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:56:18.805096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494205a-2c6a-469f-9aea-86c876c49605 req-fd39cce9-7443-4eb9-8ad4-788f94d7a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:18.806581 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3494205a-2c6a-469f-9aea-86c876c49605 req-fd39cce9-7443-4eb9-8ad4-788f94d7a1b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 1098 time: 0.0722170 Apr 22 09:56:18.940349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494205a-2c6a-469f-9aea-86c876c49605 req-deea0958-d7fe-40e4-a3b3-4eca0e7e0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:18.941810 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3494205a-2c6a-469f-9aea-86c876c49605 req-deea0958-d7fe-40e4-a3b3-4eca0e7e0b9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1286116 Apr 22 09:56:19.046707 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3494205a-2c6a-469f-9aea-86c876c49605 req-ebf6e4a5-1104-408f-9ba5-25532b41c168 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232dee62-3d34-4f37-967f-17bca4303886 HTTP/1.1" status: 200 len: 998 time: 0.0983903 Apr 22 09:56:19.115954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494205a-2c6a-469f-9aea-86c876c49605 req-70a0d31b-6f30-4a51-a0b7-fdec8b54fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:19.117434 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3494205a-2c6a-469f-9aea-86c876c49605 req-70a0d31b-6f30-4a51-a0b7-fdec8b54fe01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0642531 Apr 22 09:56:19.162841 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'ca3ff508-83f4-45ac-89c8-c8a32a51afc9', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.83', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '232dee62-3d34-4f37-967f-17bca4303886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:81:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:56:17Z', 'updated_at': '2022-04-22T09:56:17Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}, {'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:19Z', 'revision_number': 1, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:56:19.167033 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:56:19.175991 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:56:19.176648 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:56:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:56:19.196162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494205a-2c6a-469f-9aea-86c876c49605 req-29504084-ee7d-4b1b-b47a-0f0fad05af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:19.197599 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3494205a-2c6a-469f-9aea-86c876c49605 req-29504084-ee7d-4b1b-b47a-0f0fad05af3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745211 Apr 22 09:56:19.356935 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:56:19.550684 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3494205a-2c6a-469f-9aea-86c876c49605 req-450dec19-5cef-4ee4-b3a6-ffce9b7353d2 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465495 Apr 22 09:56:19.685311 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3494205a-2c6a-469f-9aea-86c876c49605 req-4dff7b36-fbac-4501-bcb9-4db03a0f3024 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282313 Apr 22 09:56:19.713018 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'ca3ff508-83f4-45ac-89c8-c8a32a51afc9', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.83', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '232dee62-3d34-4f37-967f-17bca4303886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:81:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:56:17Z', 'updated_at': '2022-04-22T09:56:17Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}, {'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:19Z', 'revision_number': 1, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:56:19.716987 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd60b08-0fde-4b09-8111-4bf7a1b07931 None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'ca3ff508-83f4-45ac-89c8-c8a32a51afc9', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.83', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '232dee62-3d34-4f37-967f-17bca4303886', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:81:c5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:56:17Z', 'updated_at': '2022-04-22T09:56:17Z', 'revision_number': 0, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}, {'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:19Z', 'revision_number': 1, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:56:19.923560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b94108-8eab-4a8f-8197-ebe816eb8d07 None None] New status for floating IP ca3ff508-83f4-45ac-89c8-c8a32a51afc9: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:56:35.345069 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:56:36.021502 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-86bd4ebd-cbfd-4638-9b1f-f646d196301a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1230097 Apr 22 09:56:36.272733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-0636049c-8f23-40ca-a1dd-6432bdbbf48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:36.272733 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-0636049c-8f23-40ca-a1dd-6432bdbbf48d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1099 time: 0.1255045 Apr 22 09:56:36.456238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-ec22cb2d-7d94-4e61-9c59-a631aeedbb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:36.456238 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-ec22cb2d-7d94-4e61-9c59-a631aeedbb49 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1559119 Apr 22 09:56:36.621245 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-bfe4898d-c722-4684-961a-d9e6f66642a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 200 len: 1002 time: 0.1613336 Apr 22 09:56:36.706684 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-748c5012-ea10-4aa1-933a-9c42bf01b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:36.708893 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-748c5012-ea10-4aa1-933a-9c42bf01b44d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0817139 Apr 22 09:56:36.817524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-0e6e08fc-5cb7-48d9-af36-b7178a604ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:56:36.817524 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-0e6e08fc-5cb7-48d9-af36-b7178a604ecd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994546 Apr 22 09:56:37.005532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-9e4b8491-9a15-4f60-ad6f-cc0717647b66 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756327 Apr 22 09:56:37.164620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-694fb85b-a738-4ec1-8f73-277a92471f0d req-a94df5ed-613b-4287-ac2e-6f7cb0e2f278 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589394 Apr 22 09:56:38.718684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:42.059746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-237d34f5-7818-4d61-a3a2-18d6e01eee70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:44.446604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b6e0b864-8a4f-43ee-8b5c-64378a2485a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:45.456360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:45.780863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:56:47.224875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:08.716886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:12.063484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7e13481-b1f3-4371-81aa-28e76e26bb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:12.336687 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:57:14.450270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6fe8e5b8-eee5-4709-91f9-3bed741be98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:15.460290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:15.787964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:17.226931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:36.255258 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-9de23382-d451-43e2-bc01-5fc43f7ab395 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721385 Apr 22 09:57:36.352328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-236dcf41-35d1-48b5-948b-95c6f55ee995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:36.353866 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-236dcf41-35d1-48b5-948b-95c6f55ee995 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 1098 time: 0.0782633 Apr 22 09:57:36.507301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-834412b9-7a4f-4d92-95b3-655459d120ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:36.508914 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-834412b9-7a4f-4d92-95b3-655459d120ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1348872 Apr 22 09:57:36.623310 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-35ec5133-a1c0-4827-8bc4-858f1920e09a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232dee62-3d34-4f37-967f-17bca4303886 HTTP/1.1" status: 200 len: 1000 time: 0.1078444 Apr 22 09:57:36.690579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-72716792-8fd2-46c1-a7d9-9019ce4d74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:36.692031 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-72716792-8fd2-46c1-a7d9-9019ce4d74fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0625718 Apr 22 09:57:36.769320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-dea8a403-38d3-4a2e-a367-3b6ab62edc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:36.770711 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-dea8a403-38d3-4a2e-a367-3b6ab62edc30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724549 Apr 22 09:57:37.042291 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-eb7b13ab-db43-4b03-a2aa-5af10eb9cc0f service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643600 Apr 22 09:57:37.179206 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7c9c4595-4f04-4872-b9b6-af3a0bbc32a4 req-7578d5ef-22df-42d6-bd59-9b7379e20921 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307814 Apr 22 09:57:38.732768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:42.068131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8eb2fd2-f9ac-404f-b3dd-417c2b8d421e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:44.453141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98c3272a-0ebe-470e-860a-fc08ff062296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:45.464812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:45.782689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:47.231562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:49.335424 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:57:56.064340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36342) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:57:56.287177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Deleting port 5344c86f-2079-4fe9-a217-daad14fa0ac8 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:57:56.287519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:56.476016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:56.476350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:56.614929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Calling delete_port for 5344c86f-2079-4fe9-a217-daad14fa0ac8 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:57:56.778203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:56.829004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event deleted for resources: {'Port': ['ID=5344c86f-2079-4fe9-a217-daad14fa0ac8,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:57:56.866143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.866719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.867188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.867618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.868078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.868546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.868969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.869385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.869802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.870222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.870637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.871046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:57:56.945968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:56.946298 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Floating IP ca3ff508-83f4-45ac-89c8-c8a32a51afc9 disassociated (deleted). External IP: 172.26.2.83, port: 232dee62-3d34-4f37-967f-17bca4303886. Apr 22 09:57:57.484686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Router 92fa38e2-34c4-479e-a568-dd53c5338000 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:57:57.676189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:57:57.687502 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:57:57.700040 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:57:57.700919 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:57:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:57:57.701367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:57:57.786555 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-521f89a0-a7da-4c8c-9fb5-c1f7ce4bcb59 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "DELETE /v2.0/floatingips/ca3ff508-83f4-45ac-89c8-c8a32a51afc9 HTTP/1.1" status: 204 len: 168 time: 1.7201428 Apr 22 09:57:57.787423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'tag': '232dee62-3d34-4f37-967f-17bca4303886'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:57:57.903540 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:57:57.941126 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7617da8b-d1c0-4a3f-86ea-1a95ecdc75e2'] response: {'name': 'network-changed', 'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'tag': '232dee62-3d34-4f37-967f-17bca4303886', 'status': 'completed', 'code': 200} Apr 22 09:57:58.085845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-b86a1717-107f-446b-921c-981d97874558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:58.087736 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-b86a1717-107f-446b-921c-981d97874558 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 1098 time: 0.1200845 Apr 22 09:57:58.289989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-95322fba-2203-4719-9b46-9d88c839891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:58.291686 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-95322fba-2203-4719-9b46-9d88c839891f service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1973093 Apr 22 09:57:58.363582 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-5691527d-97ed-4cb8-95ae-f9934fc308be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=232dee62-3d34-4f37-967f-17bca4303886 HTTP/1.1" status: 200 len: 217 time: 0.0650373 Apr 22 09:57:58.409033 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:19Z', 'revision_number': 1, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:57:58.413424 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:57:58.422945 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:57:58.423716 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:57:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:57:58.430329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2f722-3c9a-4403-b0ab-eb89352d483b req-12791246-abde-4df2-84a8-bf67cbe43942 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:58.432976 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-90b2f722-3c9a-4403-b0ab-eb89352d483b req-12791246-abde-4df2-84a8-bf67cbe43942 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 945 time: 0.1945200 Apr 22 09:57:58.437371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-a62a3cb2-951d-4d5f-aa83-964edf2622cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:58.439106 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-a62a3cb2-951d-4d5f-aa83-964edf2622cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0668826 Apr 22 09:57:58.517441 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-90b2f722-3c9a-4403-b0ab-eb89352d483b req-c90e5ad0-de1d-4b7b-8f2e-2bd215ceaabb tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770156 Apr 22 09:57:58.520841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-49615441-ec6f-4125-b9a9-e0cf9a3bc65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:58.522391 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-49615441-ec6f-4125-b9a9-e0cf9a3bc65c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761070 Apr 22 09:57:58.630580 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:57:58.686322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-7f40d042-6389-433c-b661-0d3796988133 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567037 Apr 22 09:57:58.858354 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc5dc37e-7d76-41e5-ba0f-b9724c8590d3 req-0b44d57f-3b17-4de0-b955-d2983fddf889 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654887 Apr 22 09:57:59.100894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:19Z', 'revision_number': 1, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:57:59.105919 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdd264e-6579-45f4-9930-397ffe136671 None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd08a6caa-ebb8-4907-92c6-20a0c06d07a3', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'floating_ip_address': '172.26.2.216', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'port_id': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'mac_address': 'fa:16:3e:c8:7a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T09:54:16Z', 'updated_at': '2022-04-22T09:54:19Z', 'revision_number': 1, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:57:59.342026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd909df1-f934-4a28-93ee-0bf943ba69b0 None None] New status for floating IP ca3ff508-83f4-45ac-89c8-c8a32a51afc9: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:57:59.804542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb98602-7967-44c1-866f-480d15c6443b req-08892ed3-1fed-41de-b66f-eb70a3348579 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:57:59.805295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-9eb98602-7967-44c1-866f-480d15c6443b req-08892ed3-1fed-41de-b66f-eb70a3348579 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:57:59.823369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-9eb98602-7967-44c1-866f-480d15c6443b req-08892ed3-1fed-41de-b66f-eb70a3348579 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:57:59.824890 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9eb98602-7967-44c1-866f-480d15c6443b req-08892ed3-1fed-41de-b66f-eb70a3348579 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 945 time: 0.1718080 Apr 22 09:57:59.951003 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9eb98602-7967-44c1-866f-480d15c6443b req-fd3b74b5-f30e-4f2a-a39f-4e5a7217b18b tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193593 Apr 22 09:58:00.005673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-fc049f91-70aa-4df7-80b6-6805a5b1adbc tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:00.007888 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-fc049f91-70aa-4df7-80b6-6805a5b1adbc tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 945 time: 0.1218729 Apr 22 09:58:00.083918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Deleting port 232dee62-3d34-4f37-967f-17bca4303886 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:00.084237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:00.356319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] For port 232dee62-3d34-4f37-967f-17bca4303886, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=232dee62-3d34-4f37-967f-17bca4303886,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:00.356666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:00.629143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Calling delete_port for 232dee62-3d34-4f37-967f-17bca4303886 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:00.791231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:00.843555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event deleted for resources: {'Port': ['ID=232dee62-3d34-4f37-967f-17bca4303886,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:00.923871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] No DVR routers for this DVR port 232dee62-3d34-4f37-967f-17bca4303886 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:58:00.926424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:00.929117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'name': 'network-vif-deleted', 'tag': '232dee62-3d34-4f37-967f-17bca4303886'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:58:00.947401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9a7e7a65-1076-437d-8a68-05ecd50228bb req-b4a16d4e-0b64-4776-acf4-270f19c32de4 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "DELETE /v2.0/ports/232dee62-3d34-4f37-967f-17bca4303886 HTTP/1.1" status: 204 len: 173 time: 0.9330330 Apr 22 09:58:01.028721 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89234cdc-af67-4352-8996-f6c39660a7e3'] response: {'server_uuid': '33f76ca1-21c8-472a-b2c3-973dcecae740', 'name': 'network-vif-deleted', 'tag': '232dee62-3d34-4f37-967f-17bca4303886', 'status': 'completed', 'code': 200} Apr 22 09:58:01.161423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-13dfc74b-39a0-4f0e-a1fe-5a383d6322a5 req-33292097-aa71-4445-9296-d386c6b166b7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:58:01.189459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-13dfc74b-39a0-4f0e-a1fe-5a383d6322a5 req-33292097-aa71-4445-9296-d386c6b166b7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:58:01.191467 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13dfc74b-39a0-4f0e-a1fe-5a383d6322a5 req-33292097-aa71-4445-9296-d386c6b166b7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=33f76ca1-21c8-472a-b2c3-973dcecae740 HTTP/1.1" status: 200 len: 210 time: 0.0894456 Apr 22 09:58:02.597967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 232dee62-3d34-4f37-967f-17bca4303886 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:58:02.648935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 232dee62-3d34-4f37-967f-17bca4303886 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:58:02.649273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 232dee62-3d34-4f37-967f-17bca4303886 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:58:06.909507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36386) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:07.119929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Deleting port d2eaf042-d53a-469d-94b4-2e534d8055db {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:07.120264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:07.317017 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:07.317502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:07.535901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Calling delete_port for d2eaf042-d53a-469d-94b4-2e534d8055db owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:07.726708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:07.780941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event deleted for resources: {'Port': ['ID=d2eaf042-d53a-469d-94b4-2e534d8055db,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:07.942458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:07.943226 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Floating IP d08a6caa-ebb8-4907-92c6-20a0c06d07a3 disassociated (deleted). External IP: 172.26.2.216, port: 3c66fee3-fa1d-41a3-9c61-726378ddb17d. Apr 22 09:58:08.521460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Router 92fa38e2-34c4-479e-a568-dd53c5338000 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:58:08.749548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:08.756163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:58:08.768713 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:58:08.782942 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:58:08.783561 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:57:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:08.784521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:08.859611 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3fe1e46a-532d-4ad6-88de-0bed2b236190 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "DELETE /v2.0/floatingips/d08a6caa-ebb8-4907-92c6-20a0c06d07a3 HTTP/1.1" status: 204 len: 168 time: 1.9489067 Apr 22 09:58:08.860500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:58:08.927346 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14dffb6f-2c05-4dbd-a03a-70fc5901ae62'] response: {'name': 'network-changed', 'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'status': 'completed', 'code': 200} Apr 22 09:58:09.052911 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:58:09.062957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-4f7ce2fe-8804-49c2-a3e9-cdb2195f93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:09.065079 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-4f7ce2fe-8804-49c2-a3e9-cdb2195f93c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 1099 time: 0.1124427 Apr 22 09:58:09.265259 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-fd831ff8-25be-4e5e-9224-f2ca2fc0f873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:09.268573 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-fd831ff8-25be-4e5e-9224-f2ca2fc0f873 service neutron] 10.222.0.35 "GET /v2.0/networks?id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 200 len: 913 time: 0.1974282 Apr 22 09:58:09.394923 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-57ce2eb6-bd03-43c0-a997-c6669237c9fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 200 len: 217 time: 0.1200867 Apr 22 09:58:09.438171 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:09.442945 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:58:09.452670 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:58:09.453447 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:57:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:09.495097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-751122cf-0348-438d-ba08-369997711128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:09.497590 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-751122cf-0348-438d-ba08-369997711128 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 200 len: 851 time: 0.0940406 Apr 22 09:58:09.587814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43915bfa-4dd3-4ad1-b1f8-0c87bc6cbd7b req-f2a23f11-c3e3-40fd-b63f-e448712f0c46 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:09.590790 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43915bfa-4dd3-4ad1-b1f8-0c87bc6cbd7b req-f2a23f11-c3e3-40fd-b63f-e448712f0c46 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1516337 Apr 22 09:58:09.634106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-7318a1a2-5a44-4f63-ab25-ab64062745d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:09.636858 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-7318a1a2-5a44-4f63-ab25-ab64062745d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=09f6ed3e-65ac-40f2-88d8-010167f2e7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1327560 Apr 22 09:58:09.658884 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43915bfa-4dd3-4ad1-b1f8-0c87bc6cbd7b req-3ce1c62b-cc03-4a8e-83df-23b37d4fa6ce tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623314 Apr 22 09:58:09.677757 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:58:09.843668 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-d14ef51f-13d0-4e8d-b66f-ab67b20b52d6 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999621 Apr 22 09:58:10.032513 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f09df75f-3b5f-4025-8f4e-d30cd4edfc68 req-f649b849-d8f4-43df-bab3-26753a7dfe69 service neutron] 10.222.0.35 "GET /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819589 Apr 22 09:58:10.045239 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:10.050009 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bcc900-e421-419f-bb98-4eece0c1ce16 None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:51:07Z', 'revision_number': 4, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '0e961adc-ff73-4952-b961-21eee56d86f2', 'name': '', 'network_id': '09f6ed3e-65ac-40f2-88d8-010167f2e7bc', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'mac_address': 'fa:16:3e:c2:ff:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:06Z', 'updated_at': '2022-04-22T09:51:12Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'subnets': [{'id': 'aa508ed4-028c-41f7-9b7c-374f87956acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:58:10.299146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf0f48-bae4-4c33-aaab-0db746f9b5d8 None None] New status for floating IP d08a6caa-ebb8-4907-92c6-20a0c06d07a3: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 09:58:10.865358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca217c-8b4f-4c35-a7f6-63c9a8746ec6 req-1fdad30a-be31-4995-ab05-c828a73229ff tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:10.866040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-03ca217c-8b4f-4c35-a7f6-63c9a8746ec6 req-1fdad30a-be31-4995-ab05-c828a73229ff tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:58:10.926173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-03ca217c-8b4f-4c35-a7f6-63c9a8746ec6 req-1fdad30a-be31-4995-ab05-c828a73229ff tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:58:10.927349 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-03ca217c-8b4f-4c35-a7f6-63c9a8746ec6 req-1fdad30a-be31-4995-ab05-c828a73229ff tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1425369 Apr 22 09:58:10.993085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-5621f50c-d555-4515-b4ed-00cd5eef67f7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:10.994571 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-5621f50c-d555-4515-b4ed-00cd5eef67f7 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 946 time: 0.1258121 Apr 22 09:58:10.999481 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-03ca217c-8b4f-4c35-a7f6-63c9a8746ec6 req-43a88c8a-a71e-4c8d-8c67-aad6039eedc2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/security-groups?id=11be0cae-ec31-4649-87ee-391c1d4a438a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658498 Apr 22 09:58:11.067905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Deleting port 3c66fee3-fa1d-41a3-9c61-726378ddb17d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:11.068271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:11.442368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] For port 3c66fee3-fa1d-41a3-9c61-726378ddb17d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3c66fee3-fa1d-41a3-9c61-726378ddb17d,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:11.442731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:11.567970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Calling delete_port for 3c66fee3-fa1d-41a3-9c61-726378ddb17d owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:11.718461 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:11.769020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event deleted for resources: {'Port': ['ID=3c66fee3-fa1d-41a3-9c61-726378ddb17d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:11.850066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] No DVR routers for this DVR port 3c66fee3-fa1d-41a3-9c61-726378ddb17d on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:58:11.852761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:11.855382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'name': 'network-vif-deleted', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:58:11.873927 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d73f8eb4-74d6-4455-88f0-355885c52417 req-1aa9e37c-0bc8-4f95-ac7a-92a9b85a3fc6 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.35 "DELETE /v2.0/ports/3c66fee3-fa1d-41a3-9c61-726378ddb17d HTTP/1.1" status: 204 len: 173 time: 0.8728514 Apr 22 09:58:11.910718 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab64f319-f066-438c-bc6d-35f6043de4bb'] response: {'server_uuid': '5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0', 'name': 'network-vif-deleted', 'tag': '3c66fee3-fa1d-41a3-9c61-726378ddb17d', 'status': 'completed', 'code': 200} Apr 22 09:58:12.085862 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-82edaa70-cae5-40ea-8087-650adc258f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:12.162608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b460600e-a1a9-4092-93c3-b57d8553fecf req-bbcad21e-fc79-4086-a1c3-9f8e5548cabb tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Synchronizing usage tracker for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:58:12.182365 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-b460600e-a1a9-4092-93c3-b57d8553fecf req-bbcad21e-fc79-4086-a1c3-9f8e5548cabb tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Unset dirty status for tenant:42c19898545c4c0b95dcae76e4c2ca2b on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:58:12.184011 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b460600e-a1a9-4092-93c3-b57d8553fecf req-bbcad21e-fc79-4086-a1c3-9f8e5548cabb tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "GET /v2.0/ports?device_id=5e63fd36-d696-41eb-8d1c-e0d06ab0b6d0 HTTP/1.1" status: 200 len: 210 time: 0.0683267 Apr 22 09:58:13.289657 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36404) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:13.454345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Deleting port b5f2fea0-c331-4eea-89bf-0ed987bca765 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:13.454684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:13.751075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:13.751471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:13.878310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Calling delete_port for b5f2fea0-c331-4eea-89bf-0ed987bca765 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:14.033627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:14.084197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event deleted for resources: {'Port': ['ID=b5f2fea0-c331-4eea-89bf-0ed987bca765,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:14.119952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.120291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.120652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.120985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.121312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.121637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.121956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.122275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.122594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.123441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.123775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.124083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:14.198729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:14.218570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:14.219716 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ff40b41a-b7ff-49f3-9475-1cf771417491 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "DELETE /v2.0/floatingips/a8a57c53-db1b-4748-8ed9-69c92cf72c1b HTTP/1.1" status: 204 len: 168 time: 0.9289947 Apr 22 09:58:14.464712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f797e4dc-0ee6-4754-b507-69d9803630d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:14.640547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3c66fee3-fa1d-41a3-9c61-726378ddb17d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:58:14.703838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 3c66fee3-fa1d-41a3-9c61-726378ddb17d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:58:14.704470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3c66fee3-fa1d-41a3-9c61-726378ddb17d not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:58:15.467800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:15.797599 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:16.873899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36420) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:16.956028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ace11b58-cf9e-427a-b905-bd6507bb0be2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:16.995145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ace11b58-cf9e-427a-b905-bd6507bb0be2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:17.070962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ace11b58-cf9e-427a-b905-bd6507bb0be2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:17.092839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace11b58-cf9e-427a-b905-bd6507bb0be2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11be0cae-ec31-4649-87ee-391c1d4a438a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:17.105390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ace11b58-cf9e-427a-b905-bd6507bb0be2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:17.106911 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ace11b58-cf9e-427a-b905-bd6507bb0be2 tempest-TestVolumeBootPattern-1651504264 tempest-TestVolumeBootPattern-1651504264-project] 10.222.0.32 "DELETE /v2.0/security-groups/11be0cae-ec31-4649-87ee-391c1d4a438a HTTP/1.1" status: 204 len: 168 time: 0.2314973 Apr 22 09:58:17.190459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36426) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:17.243909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:17.974706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:18.471169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Deleting port 0e961adc-ff73-4952-b961-21eee56d86f2 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:18.471567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:18.658586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] For port 0e961adc-ff73-4952-b961-21eee56d86f2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=0e961adc-ff73-4952-b961-21eee56d86f2,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:18.658987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:18.799982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Calling delete_port for 0e961adc-ff73-4952-b961-21eee56d86f2 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:19.201063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:19.250349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e961adc-ff73-4952-b961-21eee56d86f2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:19.578724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:20.163937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Router 92fa38e2-34c4-479e-a568-dd53c5338000 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:58:20.361861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:58:20.370911 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] Sync routers for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:58:20.381906 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e683ff69-86d4-4f58-a6ab-1f18ac3f724e admin admin] 10.222.0.32 "PUT /v2.0/routers/92fa38e2-34c4-479e-a568-dd53c5338000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1895983 Apr 22 09:58:20.383125 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:58:20.383739 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:58:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:20.384948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36432) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:20.582677 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:58:20.585887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:20.805126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:20.818222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Deleting port 97f23868-b38c-45a4-a9b7-44b370bb6e5e {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:20.818755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:20.953531 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195'}], 'enable_snat': True}, 'gw_port_id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:58:19Z', 'revision_number': 5, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port': {'id': '97f23868-b38c-45a4-a9b7-44b370bb6e5e', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:03Z', 'updated_at': '2022-04-22T09:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:20.958908 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] Checking router: 92fa38e2-34c4-479e-a568-dd53c5338000 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:58:20.973981 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] Routers {'92fa38e2-34c4-479e-a568-dd53c5338000'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:58:20.974953 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:58:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['92fa38e2-34c4-479e-a568-dd53c5338000'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:21.078339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] For port 97f23868-b38c-45a4-a9b7-44b370bb6e5e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=97f23868-b38c-45a4-a9b7-44b370bb6e5e,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:21.078989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:21.214304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Calling delete_port for 97f23868-b38c-45a4-a9b7-44b370bb6e5e owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:21.236684 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] Set router 92fa38e2-34c4-479e-a568-dd53c5338000 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:58:21.345257 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:58:20Z', 'revision_number': 6, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:21.349749 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56b00be-6c9b-4abe-bc8c-4a0c0287f5c1 None None] The sync data for ids ['92fa38e2-34c4-479e-a568-dd53c5338000'] in dv-neutron-839018-1-hyperv is: [{'id': '92fa38e2-34c4-479e-a568-dd53c5338000', 'name': 'tempest-TestVolumeBootPattern-1755235550-router', 'tenant_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:02Z', 'updated_at': '2022-04-22T09:58:20Z', 'revision_number': 6, 'project_id': '42c19898545c4c0b95dcae76e4c2ca2b', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:58:21.455496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:21.503940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f23868-b38c-45a4-a9b7-44b370bb6e5e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:21.604830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:21.900592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:21.903434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:21.929967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:21.930660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92fa38e2-34c4-479e-a568-dd53c5338000 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:58:21.945489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:21.946714 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a048503c-e05f-4851-a83c-ba52e1b0ba13 admin admin] 10.222.0.32 "DELETE /v2.0/routers/92fa38e2-34c4-479e-a568-dd53c5338000 HTTP/1.1" status: 204 len: 168 time: 1.5605328 Apr 22 09:58:21.951536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36436) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:22.013041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c5390e-c7e6-422f-ac7e-3716e3d2c2dc admin admin] Deleting subnet aa508ed4-028c-41f7-9b7c-374f87956acd {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:58:22.016729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49c5390e-c7e6-422f-ac7e-3716e3d2c2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.067026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49c5390e-c7e6-422f-ac7e-3716e3d2c2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.162730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49c5390e-c7e6-422f-ac7e-3716e3d2c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.243487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49c5390e-c7e6-422f-ac7e-3716e3d2c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.262117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0e961adc-ff73-4952-b961-21eee56d86f2 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:58:22.286424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5390e-c7e6-422f-ac7e-3716e3d2c2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa508ed4-028c-41f7-9b7c-374f87956acd,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:22.289997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-49c5390e-c7e6-422f-ac7e-3716e3d2c2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.298463 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-49c5390e-c7e6-422f-ac7e-3716e3d2c2dc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aa508ed4-028c-41f7-9b7c-374f87956acd HTTP/1.1" status: 204 len: 168 time: 0.3436699 Apr 22 09:58:22.298838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36440) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:22.307839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02c407-7b56-495e-a07d-cba78bd1fea9 None None] Network 09f6ed3e-65ac-40f2-88d8-010167f2e7bc requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:58:22.345339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 0e961adc-ff73-4952-b961-21eee56d86f2 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:58:22.345795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 0e961adc-ff73-4952-b961-21eee56d86f2 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:58:22.346101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 97f23868-b38c-45a4-a9b7-44b370bb6e5e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:58:22.382868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 97f23868-b38c-45a4-a9b7-44b370bb6e5e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:58:22.383210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 97f23868-b38c-45a4-a9b7-44b370bb6e5e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:58:22.417523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.429940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Deleting port 875feae8-537f-4353-ae50-df48d689ba40 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:22.430283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.701335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] For port 875feae8-537f-4353-ae50-df48d689ba40, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=875feae8-537f-4353-ae50-df48d689ba40,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:22.702108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.729286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] DHCP port deletion for 09f6ed3e-65ac-40f2-88d8-010167f2e7bc request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:58:22.734275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] Deleting port 875feae8-537f-4353-ae50-df48d689ba40 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:22.734719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:22.903322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Calling delete_port for 875feae8-537f-4353-ae50-df48d689ba40 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:22.960647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] For port 875feae8-537f-4353-ae50-df48d689ba40, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=875feae8-537f-4353-ae50-df48d689ba40,segment=NetworkSegment(4e88e512-fb4c-485e-913d-4d0a04d19f1e),segment_id=4e88e512-fb4c-485e-913d-4d0a04d19f1e)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:22.961307 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.029447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.090580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Pushing event deleted for resources: {'Port': ['ID=875feae8-537f-4353-ae50-df48d689ba40,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:23.094720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] No DVR routers for this DVR port 875feae8-537f-4353-ae50-df48d689ba40 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:58:23.095553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] Calling delete_port for 875feae8-537f-4353-ae50-df48d689ba40 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:23.199541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:58:23.199998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:58:23.267183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.299686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f6ed3e-65ac-40f2-88d8-010167f2e7bc']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:23.314315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e88e512-fb4c-485e-913d-4d0a04d19f1e') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:23.314758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e88e512-fb4c-485e-913d-4d0a04d19f1e') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:23.328451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.348358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.355744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:58:23.356503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:58:23.381777 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:58:23.464843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.491458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.514465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] Pushing event deleted for resources: {'Network': ['ID=09f6ed3e-65ac-40f2-88d8-010167f2e7bc,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:23.534837 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-be925f32-1bc5-4141-a455-0d377869feab admin admin] 10.222.0.32 "DELETE /v2.0/networks/09f6ed3e-65ac-40f2-88d8-010167f2e7bc HTTP/1.1" status: 204 len: 168 time: 1.2350640 Apr 22 09:58:23.538047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36444) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:23.701582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] Deleting port 875feae8-537f-4353-ae50-df48d689ba40 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:23.702438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:23.784588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cf54a310-75fe-4f8d-8335-e3765df8fec3 None None] The port '875feae8-537f-4353-ae50-df48d689ba40' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:58:24.235232 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 875feae8-537f-4353-ae50-df48d689ba40 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:58:24.248495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:24.271456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 875feae8-537f-4353-ae50-df48d689ba40 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:58:24.271795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 875feae8-537f-4353-ae50-df48d689ba40 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:58:24.622501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Deleting port 79db5f6b-4c20-4363-9518-cfb834feeb80 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:24.622861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:24.805813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] For port 79db5f6b-4c20-4363-9518-cfb834feeb80, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=79db5f6b-4c20-4363-9518-cfb834feeb80,segment=NetworkSegment(b31f8a46-1d36-4a37-b46e-013db3c5227a),segment_id=b31f8a46-1d36-4a37-b46e-013db3c5227a)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:24.806164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:24.938890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Calling delete_port for 79db5f6b-4c20-4363-9518-cfb834feeb80 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:25.252443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:25.300605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79db5f6b-4c20-4363-9518-cfb834feeb80,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:25.673613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:26.100885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Router f73440fb-6303-407f-9bd0-8c4da85d87b2 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 09:58:26.334059 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:58:26.371032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 09:58:26.381952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] Sync routers for ids ['f73440fb-6303-407f-9bd0-8c4da85d87b2'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 09:58:26.393533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] Routers {'f73440fb-6303-407f-9bd0-8c4da85d87b2'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:58:26.394177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:58:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f73440fb-6303-407f-9bd0-8c4da85d87b2'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:26.396046 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9944d678-5b66-4dc1-8b92-ede392b0b8a3 admin admin] 10.222.0.32 "PUT /v2.0/routers/f73440fb-6303-407f-9bd0-8c4da85d87b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8565891 Apr 22 09:58:26.398948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36448) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:26.599402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] Set router f73440fb-6303-407f-9bd0-8c4da85d87b2 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:58:26.606523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:26.804444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:26.817147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Deleting port f5dabca8-327b-4e51-92a9-d08502f72025 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:26.817933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:26.965082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222'}], 'enable_snat': True}, 'gw_port_id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:58:25Z', 'revision_number': 5, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port': {'id': 'f5dabca8-327b-4e51-92a9-d08502f72025', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:58:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T09:51:10Z', 'updated_at': '2022-04-22T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:26.972682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] Checking router: f73440fb-6303-407f-9bd0-8c4da85d87b2 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 09:58:26.987800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] Routers {'f73440fb-6303-407f-9bd0-8c4da85d87b2'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 09:58:26.988832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T09:58:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['f73440fb-6303-407f-9bd0-8c4da85d87b2'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:27.137842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] For port f5dabca8-327b-4e51-92a9-d08502f72025, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f5dabca8-327b-4e51-92a9-d08502f72025,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:27.138693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:27.258902 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] Set router f73440fb-6303-407f-9bd0-8c4da85d87b2 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 09:58:27.267175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Calling delete_port for f5dabca8-327b-4e51-92a9-d08502f72025 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:27.370901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:58:26Z', 'revision_number': 6, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:27.376378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef514885-f1e1-4dc6-9a5b-7a442ef2d69d None None] The sync data for ids ['f73440fb-6303-407f-9bd0-8c4da85d87b2'] in dv-neutron-839018-1-hyperv is: [{'id': 'f73440fb-6303-407f-9bd0-8c4da85d87b2', 'name': 'tempest-TestVolumeBootPattern-1062649313-router', 'tenant_id': 'f4c5a125f890492784a402187fbd11ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T09:51:09Z', 'updated_at': '2022-04-22T09:58:26Z', 'revision_number': 6, 'project_id': 'f4c5a125f890492784a402187fbd11ce', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 09:58:27.471678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:27.528209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5dabca8-327b-4e51-92a9-d08502f72025,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:27.641043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:27.826844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:27.829415 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:27.857601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:27.859033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f73440fb-6303-407f-9bd0-8c4da85d87b2 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 09:58:27.872593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:27.874610 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-686aab42-141e-4c86-a8de-d9c47f3db6f1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f73440fb-6303-407f-9bd0-8c4da85d87b2 HTTP/1.1" status: 204 len: 168 time: 1.4741702 Apr 22 09:58:27.877540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36452) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:27.942684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca69193e-266a-4ef7-b826-5c0a411c22c3 admin admin] Deleting subnet 70af22d2-97d9-4e16-99cc-9b7929f418fc {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 09:58:27.946276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca69193e-266a-4ef7-b826-5c0a411c22c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:27.997924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca69193e-266a-4ef7-b826-5c0a411c22c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.083774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca69193e-266a-4ef7-b826-5c0a411c22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.171430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca69193e-266a-4ef7-b826-5c0a411c22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.212109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69193e-266a-4ef7-b826-5c0a411c22c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70af22d2-97d9-4e16-99cc-9b7929f418fc,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:28.214069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca69193e-266a-4ef7-b826-5c0a411c22c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.220726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c9502a-f8be-4068-9192-b5451cd5d4e2 None None] Network 6e705d61-b55a-4156-8f18-5d21ebe2745f requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:58:28.226618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36456) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:28.227404 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ca69193e-266a-4ef7-b826-5c0a411c22c3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/70af22d2-97d9-4e16-99cc-9b7929f418fc HTTP/1.1" status: 204 len: 168 time: 0.3475659 Apr 22 09:58:28.280800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f5dabca8-327b-4e51-92a9-d08502f72025 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:58:28.359742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: f5dabca8-327b-4e51-92a9-d08502f72025 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:58:28.360298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f5dabca8-327b-4e51-92a9-d08502f72025 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:58:28.361031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 79db5f6b-4c20-4363-9518-cfb834feeb80 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:58:28.363933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.378066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Deleting port d61f2500-f067-47c1-a51b-01b753f27855 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:28.378471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.517917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 79db5f6b-4c20-4363-9518-cfb834feeb80 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:58:28.518471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 79db5f6b-4c20-4363-9518-cfb834feeb80 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:58:28.636515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] For port d61f2500-f067-47c1-a51b-01b753f27855, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d61f2500-f067-47c1-a51b-01b753f27855,segment=NetworkSegment(b31f8a46-1d36-4a37-b46e-013db3c5227a),segment_id=b31f8a46-1d36-4a37-b46e-013db3c5227a)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:28.636778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.740718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] DHCP port deletion for 6e705d61-b55a-4156-8f18-5d21ebe2745f request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 09:58:28.745593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] Deleting port d61f2500-f067-47c1-a51b-01b753f27855 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:28.746038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.790109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Calling delete_port for d61f2500-f067-47c1-a51b-01b753f27855 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:28.911222 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:28.996829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d61f2500-f067-47c1-a51b-01b753f27855,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:28.999908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] No DVR routers for this DVR port d61f2500-f067-47c1-a51b-01b753f27855 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:58:29.066408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] For port d61f2500-f067-47c1-a51b-01b753f27855, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=d61f2500-f067-47c1-a51b-01b753f27855,segment=NetworkSegment(b31f8a46-1d36-4a37-b46e-013db3c5227a),segment_id=b31f8a46-1d36-4a37-b46e-013db3c5227a)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:29.067010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.198779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.233318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e705d61-b55a-4156-8f18-5d21ebe2745f']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:29.254235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31f8a46-1d36-4a37-b46e-013db3c5227a') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:29.254693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31f8a46-1d36-4a37-b46e-013db3c5227a') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 09:58:29.256688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] Calling delete_port for d61f2500-f067-47c1-a51b-01b753f27855 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:58:29.269664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.291743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.303012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 09:58:29.303642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 09:58:29.328126 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 09:58:29.342360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 09:58:29.342709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 09:58:29.523723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.557962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.581413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] Pushing event deleted for resources: {'Network': ['ID=6e705d61-b55a-4156-8f18-5d21ebe2745f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:29.597937 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-736f7dc4-726d-4956-b299-a073ce9135bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/6e705d61-b55a-4156-8f18-5d21ebe2745f HTTP/1.1" status: 204 len: 168 time: 1.3684685 Apr 22 09:58:29.741586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36462) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:29.792627 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b53ddeca-66fb-4978-a269-19761bedcfbf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42c19898545c4c0b95dcae76e4c2ca2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495834 Apr 22 09:58:29.795088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36466) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:29.843727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] Deleting port d61f2500-f067-47c1-a51b-01b753f27855 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:58:29.844386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.859931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9cd068a-cd5e-4b2c-b319-9a7b8322949a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.890263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9cd068a-cd5e-4b2c-b319-9a7b8322949a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.922420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b4c71f96-80f4-4d75-98cd-c73a529b2479 None None] The port 'd61f2500-f067-47c1-a51b-01b753f27855' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 09:58:29.965854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9cd068a-cd5e-4b2c-b319-9a7b8322949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.987898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd068a-cd5e-4b2c-b319-9a7b8322949a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3946a79c-a787-43d0-905d-affc5fc55576,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:29.992360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c9cd068a-cd5e-4b2c-b319-9a7b8322949a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:29.996514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c9cd068a-cd5e-4b2c-b319-9a7b8322949a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3946a79c-a787-43d0-905d-affc5fc55576 HTTP/1.1" status: 204 len: 168 time: 0.1974392 Apr 22 09:58:30.237380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d61f2500-f067-47c1-a51b-01b753f27855 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:58:30.325412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: d61f2500-f067-47c1-a51b-01b753f27855 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:58:30.326380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device d61f2500-f067-47c1-a51b-01b753f27855 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:58:30.438254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36474) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:30.493438 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b85e4eb9-351a-48b5-8a69-752f50b8187e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f4c5a125f890492784a402187fbd11ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536618 Apr 22 09:58:30.496346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36478) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:58:30.587723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d18e858-bbb6-4949-92c4-3b2ecd7f03ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:30.636836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d18e858-bbb6-4949-92c4-3b2ecd7f03ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:30.703243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d18e858-bbb6-4949-92c4-3b2ecd7f03ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:30.721118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18e858-bbb6-4949-92c4-3b2ecd7f03ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cc003d-08bc-4054-87c1-63b9091f218c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:30.726771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d18e858-bbb6-4949-92c4-3b2ecd7f03ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:30.728600 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6d18e858-bbb6-4949-92c4-3b2ecd7f03ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1cc003d-08bc-4054-87c1-63b9091f218c HTTP/1.1" status: 204 len: 168 time: 0.2297101 Apr 22 09:58:38.529823 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-a385bbd8-07b8-4ac2-8b7d-ed69c82468b4 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=6d37a763492d47f99b7a5324543b33ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324295 Apr 22 09:58:38.690858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-d3869d2b-faf8-4bdc-92d0-7cae6f4f0c59 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:38.692342 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-d3869d2b-faf8-4bdc-92d0-7cae6f4f0c59 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1558697 Apr 22 09:58:38.708197 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-cd5ed410-80e0-4635-bc7f-e20f509ce220 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/quotas/6d37a763492d47f99b7a5324543b33ca HTTP/1.1" status: 200 len: 375 time: 0.0101440 Apr 22 09:58:38.746410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:38.764057 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-4564f187-5f74-40eb-8899-a3d91035dccb tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6d37a763492d47f99b7a5324543b33ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497580 Apr 22 09:58:39.980144 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a92765d8-fe34-4a96-8eb9-9a32cf47c43f req-b4740dff-4926-4e75-9864-bc5758deceae tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 210 time: 0.0444226 Apr 22 09:58:41.079267 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4bce8a5a-da29-4fd4-b139-82ba5dafe2f7 req-e842c773-ddf9-4652-af8e-d0234033d05e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 210 time: 0.0431397 Apr 22 09:58:42.078300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3907bea7-1a6e-4c44-9364-cb5242a3696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:42.186243 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2b4e0fea-28df-4aee-aae5-d510438a95de req-c0d759de-646e-4b94-92f0-6623404bd2d6 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 210 time: 0.0431588 Apr 22 09:58:43.439649 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d75ccdd0-742c-43d5-964e-a5bc982c3a2b req-50516dfd-cf63-4e7f-b2b5-16fff0cd517e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 210 time: 0.1981604 Apr 22 09:58:44.470806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ff9d68ae-82ca-48b2-8892-fafa7dc0fd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:44.628487 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b5ce6e00-0f26-479c-8927-5f071f66df83 req-5474b4bc-4f84-4255-865f-1ea64478a1e6 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 210 time: 0.0500109 Apr 22 09:58:45.081118 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-21024696-7ccd-4c1b-ac09-c8891215d037 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6d37a763492d47f99b7a5324543b33ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298572 Apr 22 09:58:45.262305 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-bac86043-3feb-4bc7-9b2b-64fe2364b287 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:45.263841 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-bac86043-3feb-4bc7-9b2b-64fe2364b287 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761045 Apr 22 09:58:45.277098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Request body: {'port': {'device_id': '3cb3fa77-c6d2-45a4-a632-8f7a317add77', 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383', 'admin_state_up': True, 'tenant_id': '6d37a763492d47f99b7a5324543b33ca'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:58:45.425330 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:58:45.429520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Usage tracker for resource:port and tenant:6d37a763492d47f99b7a5324543b33ca is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:58:45.432529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:58:45.439226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:58:45.451679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Made reservation on behalf of 6d37a763492d47f99b7a5324543b33ca for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:58:45.455434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:45.470219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:45.470658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:45.496714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:58:45.503331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Usage tracker for resource:security_group_rule and tenant:6d37a763492d47f99b7a5324543b33ca is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:58:45.507231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:58:45.514730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:58:45.617263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:45.622019 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:45.707382 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c163a7-2e62-4f19-b308-7fe9d2e6787d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:45.808197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:45.817289 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3a489ef3-b2ea-4b81-a997-cdf5b04ec0f0 req-6d7c9858-b196-4340-985d-2270172b4d28 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 210 time: 0.0567958 Apr 22 09:58:45.829233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Allocated IP 192.168.233.65 (23bb9198-11bf-461a-89b5-0c01f921a383/dfb6b031-d534-41d8-b5ac-7557ab12707d/a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:58:46.052607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:46.069536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Transition to ACTIVE for port object a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:58:46.094041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:46.164167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Network 23bb9198-11bf-461a-89b5-0c01f921a383 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:58:46.167450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:58:46.172139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:58:46.215276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Pushing event updated for resources: {'Port': ['ID=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:46.258170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:46.258848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:46.291499 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2831ad9b-77a4-42b2-b6c0-69d19cf7ad17 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0200078 Apr 22 09:58:46.305832 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-b83bc7cc-2c7a-4f4b-8d6d-8c05353a5835 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 09:58:46.307602 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-b83bc7cc-2c7a-4f4b-8d6d-8c05353a5835 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094807 Apr 22 09:58:46.392035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b471b8e5-5a78-4295-9a51-e010e2d3207d None None] Provisioning for port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:58:46.400036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b471b8e5-5a78-4295-9a51-e010e2d3207d None None] Provisioning complete for port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:58:46.400622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b471b8e5-5a78-4295-9a51-e010e2d3207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:46.442027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Request body: {'port': {'device_id': '3cb3fa77-c6d2-45a4-a632-8f7a317add77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:58:46.459824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b471b8e5-5a78-4295-9a51-e010e2d3207d None None] Port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 09:58:46.555821 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:46.982682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:58:46.992462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:47.014623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Transition to ACTIVE for port object a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:58:47.019112 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:47.244149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:47.286483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9c2af-f22d-4e22-9928-0ca110caf2d5 req-ccde199b-8e36-4828-95dd-11eabb5c0b0c tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:47.287195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-23e9c2af-f22d-4e22-9928-0ca110caf2d5 req-ccde199b-8e36-4828-95dd-11eabb5c0b0c tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Synchronizing usage tracker for tenant:6d37a763492d47f99b7a5324543b33ca on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:58:47.319854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Pushing event updated for resources: {'Port': ['ID=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:47.384120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-23e9c2af-f22d-4e22-9928-0ca110caf2d5 req-ccde199b-8e36-4828-95dd-11eabb5c0b0c tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Unset dirty status for tenant:6d37a763492d47f99b7a5324543b33ca on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:58:47.385201 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-23e9c2af-f22d-4e22-9928-0ca110caf2d5 req-ccde199b-8e36-4828-95dd-11eabb5c0b0c tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 935 time: 0.4549572 Apr 22 09:58:47.445180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Attempting to bind port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:58:47.445507 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Attempting to bind port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:58:47.445835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Attempting to bind port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 on network 23bb9198-11bf-461a-89b5-0c01f921a383 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:58:47.453067 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-23e9c2af-f22d-4e22-9928-0ca110caf2d5 req-cf299c40-f962-4f40-a48c-b593a65e5b67 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Synchronizing usage tracker for tenant:6d37a763492d47f99b7a5324543b33ca on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:58:47.458138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 on network 23bb9198-11bf-461a-89b5-0c01f921a383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:58:47.458452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Attempting to bind port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 on network 23bb9198-11bf-461a-89b5-0c01f921a383 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:58:47.468719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:58:47.469053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Checking segment: {'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:58:47.469436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Bound using segment: {'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:58:47.469863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Bound port: a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbc77584-b174-43e2-9db4-469a1b44b06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:58:47.470202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:47.524037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-23e9c2af-f22d-4e22-9928-0ca110caf2d5 req-cf299c40-f962-4f40-a48c-b593a65e5b67 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Unset dirty status for tenant:6d37a763492d47f99b7a5324543b33ca on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:58:47.525230 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-23e9c2af-f22d-4e22-9928-0ca110caf2d5 req-cf299c40-f962-4f40-a48c-b593a65e5b67 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341653 Apr 22 09:58:47.582049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] For port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:58:47.586419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] For port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,segment=NetworkSegment(bbc77584-b174-43e2-9db4-469a1b44b06c),segment_id=bbc77584-b174-43e2-9db4-469a1b44b06c)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:58:47.591660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:47.648451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:47.649077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:47.650472 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] 10.222.0.35 "PUT /v2.0/ports/a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 HTTP/1.1" status: 200 len: 1097 time: 1.3372891 Apr 22 09:58:47.650936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb3fa77-c6d2-45a4-a632-8f7a317add77', 'tag': 'a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:58:47.683754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549585e-7b22-4f52-8cf5-1301824eff52 service neutron] Pushing event updated for resources: {'Port': ['ID=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:47.754232 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4003cf-5338-4950-99c1-a77c1f6d26c1'] response: {'name': 'network-changed', 'server_uuid': '3cb3fa77-c6d2-45a4-a632-8f7a317add77', 'tag': 'a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3', 'status': 'completed', 'code': 200} Apr 22 09:58:47.803912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-84c074a0-9e8b-4022-b916-0b0209c20959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:47.805112 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-84c074a0-9e8b-4022-b916-0b0209c20959 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d37a763492d47f99b7a5324543b33ca&device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 1100 time: 0.1017466 Apr 22 09:58:47.879590 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-75cbfed4-286c-4a08-8d68-0bddae825d37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 HTTP/1.1" status: 200 len: 217 time: 0.0676982 Apr 22 09:58:47.943937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-0e980454-2cb7-419d-8e80-408e8cc27bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:47.945422 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-0e980454-2cb7-419d-8e80-408e8cc27bf2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfb6b031-d534-41d8-b5ac-7557ab12707d HTTP/1.1" status: 200 len: 843 time: 0.0607080 Apr 22 09:58:48.024134 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-91034252-99be-4a98-8f6d-5cdd85a42a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:48.025905 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-91034252-99be-4a98-8f6d-5cdd85a42a58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23bb9198-11bf-461a-89b5-0c01f921a383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0742116 Apr 22 09:58:48.168538 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-a6da708d-1626-47bc-87e8-cc35728b25dd service neutron] 10.222.0.35 "GET /v2.0/networks/23bb9198-11bf-461a-89b5-0c01f921a383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361856 Apr 22 09:58:48.315426 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f739a2fb-6f99-4778-8d98-a57db0c98eae req-dc817163-5ac9-4f8d-bba3-3017aa318aba service neutron] 10.222.0.35 "GET /v2.0/networks/23bb9198-11bf-461a-89b5-0c01f921a383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407707 Apr 22 09:58:48.446660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-ff5f2c36-3dff-42b1-982a-3f7f9090f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:48.448146 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-ff5f2c36-3dff-42b1-982a-3f7f9090f509 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6d37a763492d47f99b7a5324543b33ca&device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 1100 time: 0.0822608 Apr 22 09:58:48.593324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-4b7abd45-c868-4940-81bb-8530ceb99dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:48.594793 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-4b7abd45-c868-4940-81bb-8530ceb99dac service neutron] 10.222.0.35 "GET /v2.0/networks?id=23bb9198-11bf-461a-89b5-0c01f921a383 HTTP/1.1" status: 200 len: 870 time: 0.1405907 Apr 22 09:58:48.701615 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-96ea8e4a-6e7b-4844-b638-482f4503fd5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 HTTP/1.1" status: 200 len: 217 time: 0.1010821 Apr 22 09:58:48.775634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-54a2118e-7b46-43c3-9892-58ad64134504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:48.777072 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-54a2118e-7b46-43c3-9892-58ad64134504 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dfb6b031-d534-41d8-b5ac-7557ab12707d HTTP/1.1" status: 200 len: 843 time: 0.0690744 Apr 22 09:58:48.834739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1875e2-461c-4c3c-8d55-0432fc144500 req-e923e176-58c7-4250-b299-d936f85142eb tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:48.836193 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ec1875e2-461c-4c3c-8d55-0432fc144500 req-e923e176-58c7-4250-b299-d936f85142eb tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 947 time: 0.1814306 Apr 22 09:58:48.890398 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ec1875e2-461c-4c3c-8d55-0432fc144500 req-daf0fb6a-70c8-42f8-9da6-9e689669f97f tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474937 Apr 22 09:58:48.907806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-0b7ae0d0-07bc-43ec-bc0e-9f0b082fb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:48.909309 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-0b7ae0d0-07bc-43ec-bc0e-9f0b082fb9ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23bb9198-11bf-461a-89b5-0c01f921a383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1201894 Apr 22 09:58:49.143607 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-4e09ade4-4219-4f36-9a28-0eeba23bc119 service neutron] 10.222.0.35 "GET /v2.0/networks/23bb9198-11bf-461a-89b5-0c01f921a383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276118 Apr 22 09:58:49.310958 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-abcd80bb-99f0-4226-9972-0067e83bc2a8 req-a9b096a4-5edb-4a95-bfe0-69f1386e30b7 service neutron] 10.222.0.35 "GET /v2.0/networks/23bb9198-11bf-461a-89b5-0c01f921a383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604695 Apr 22 09:58:50.085053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c26e6-b772-4bae-9b17-75dc75a749fa req-2cf7c0a5-6ed6-4e02-8639-c765e2e1247f tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:50.086625 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1f0c26e6-b772-4bae-9b17-75dc75a749fa req-2cf7c0a5-6ed6-4e02-8639-c765e2e1247f tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 947 time: 0.0874255 Apr 22 09:58:50.137120 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1f0c26e6-b772-4bae-9b17-75dc75a749fa req-63818999-4fbe-4598-a73b-b897e8a26483 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445349 Apr 22 09:58:51.336703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda03656-544b-4c3e-ad58-5847fd551c2d req-bcb6f0d2-ad4a-4701-a2b2-c1877976e649 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:51.338214 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cda03656-544b-4c3e-ad58-5847fd551c2d req-bcb6f0d2-ad4a-4701-a2b2-c1877976e649 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 947 time: 0.0823832 Apr 22 09:58:51.387460 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cda03656-544b-4c3e-ad58-5847fd551c2d req-3946f4df-7a0a-4aa8-9301-6d62e435b836 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Apr 22 09:58:52.574754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cfd2d-c828-4f95-affa-2fb76059bc16 req-89364e56-13ed-460e-84d1-87192c8d0ef0 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:52.576860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6d3cfd2d-c828-4f95-affa-2fb76059bc16 req-89364e56-13ed-460e-84d1-87192c8d0ef0 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 947 time: 0.0834560 Apr 22 09:58:52.629634 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6d3cfd2d-c828-4f95-affa-2fb76059bc16 req-e60dc0b6-1cf0-4c82-b4a8-4e0d345b2eed tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465827 Apr 22 09:58:52.855174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:58:52.993932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,segment=NetworkSegment(bbc77584-b174-43e2-9db4-469a1b44b06c),segment_id=bbc77584-b174-43e2-9db4-469a1b44b06c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:53.007721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': 'a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3', 'network_id': '23bb9198-11bf-461a-89b5-0c01f921a383', 'port_id': 'a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3', 'mac_address': 'fa:16:3e:a9:44:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb6b031-d534-41d8-b5ac-7557ab12707d', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:58:53.065303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:53.082600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:58:53.099066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,segment=NetworkSegment(bbc77584-b174-43e2-9db4-469a1b44b06c),segment_id=bbc77584-b174-43e2-9db4-469a1b44b06c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:53.104142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:53.177980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:53.185238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.185579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.185937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.186248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.186572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.186899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.187221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.187542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.187863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.188183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.188526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.188851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:58:53.429286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:58:53.819419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872078d9-017a-4d77-a154-f87b01539c09 req-8bb8ff8c-82b5-4ca2-b37c-69f72deb5d9f tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:53.820896 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-872078d9-017a-4d77-a154-f87b01539c09 req-8bb8ff8c-82b5-4ca2-b37c-69f72deb5d9f tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 948 time: 0.0789917 Apr 22 09:58:53.864828 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-872078d9-017a-4d77-a154-f87b01539c09 req-818084fa-82e3-4221-a422-b79e507640ed tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Apr 22 09:58:54.870433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:58:54.941446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:58:54.946303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:58:54.946673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:55.054804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fb7f7-e6bc-437b-a9b9-605fe9fc101b req-11f02bd7-c934-4573-8b1d-020e9442d0f9 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:55.056277 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-339fb7f7-e6bc-437b-a9b9-605fe9fc101b req-11f02bd7-c934-4573-8b1d-020e9442d0f9 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 948 time: 0.0847304 Apr 22 09:58:55.068319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:55.100259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb3fa77-c6d2-45a4-a632-8f7a317add77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:58:55.102954 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-339fb7f7-e6bc-437b-a9b9-605fe9fc101b req-05f61d82-3aa3-4d5f-8110-04a7f62a628d tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Apr 22 09:58:55.110491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,segment=NetworkSegment(bbc77584-b174-43e2-9db4-469a1b44b06c),segment_id=bbc77584-b174-43e2-9db4-469a1b44b06c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:58:55.116522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:58:55.155387 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416552c2-5578-41c4-915d-0bc996ee6522'] response: {'server_uuid': '3cb3fa77-c6d2-45a4-a632-8f7a317add77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3', 'code': 200} Apr 22 09:58:55.187268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:58:55.380495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850096d6-0a4d-4fcc-aee0-4d15232182e3 req-e8519f8c-6d75-4341-a08d-d68b44d64169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:55.381859 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-850096d6-0a4d-4fcc-aee0-4d15232182e3 req-e8519f8c-6d75-4341-a08d-d68b44d64169 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 1102 time: 0.0724883 Apr 22 09:58:55.424682 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-850096d6-0a4d-4fcc-aee0-4d15232182e3 req-a4d4455a-25d4-41ae-af45-a221d30664f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355983 Apr 22 09:58:56.298731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c469e9-29f2-40ab-8c0e-e53ebe5ec748 req-587b4527-a4bd-44fa-bd87-f291c5daeed3 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:56.300282 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c1c469e9-29f2-40ab-8c0e-e53ebe5ec748 req-587b4527-a4bd-44fa-bd87-f291c5daeed3 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 949 time: 0.0844133 Apr 22 09:58:56.348655 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c1c469e9-29f2-40ab-8c0e-e53ebe5ec748 req-ca0730cb-414a-44f9-ae04-f8adcc7716de tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423052 Apr 22 09:58:57.539254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a54ef23-26d0-4fb6-a1f3-e14b7e476f2a req-20559c81-0026-402d-92ff-fc5e0c0202e3 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:57.540739 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9a54ef23-26d0-4fb6-a1f3-e14b7e476f2a req-20559c81-0026-402d-92ff-fc5e0c0202e3 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 949 time: 0.0798006 Apr 22 09:58:57.585539 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9a54ef23-26d0-4fb6-a1f3-e14b7e476f2a req-8a6ba49c-5a8d-41fb-9b72-95aafc6e7fcc tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Apr 22 09:58:58.691287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bc620-63ea-4c51-90d3-56cd6a2c9d55 req-9697ff88-ee29-49b4-be5a-40647d1cb1d1 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:58.692824 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bf3bc620-63ea-4c51-90d3-56cd6a2c9d55 req-9697ff88-ee29-49b4-be5a-40647d1cb1d1 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 949 time: 0.0910859 Apr 22 09:58:58.737837 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bf3bc620-63ea-4c51-90d3-56cd6a2c9d55 req-cf4f4a78-72ea-4cef-9fc5-125efd0615af tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Apr 22 09:58:59.926234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89844f73-d45c-4aeb-9f7a-da4c02278c72 req-81ab2b90-a0d1-4456-85b8-59e4f8ecbd32 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:58:59.927616 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-89844f73-d45c-4aeb-9f7a-da4c02278c72 req-81ab2b90-a0d1-4456-85b8-59e4f8ecbd32 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 949 time: 0.0810239 Apr 22 09:58:59.972426 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-89844f73-d45c-4aeb-9f7a-da4c02278c72 req-1b97b283-11a9-4ab0-b1a7-816c440dea7f tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/security-groups?id=74c163a7-2e62-4f19-b308-7fe9d2e6787d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391438 Apr 22 09:59:00.000664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-0c68f420-f66c-4d14-853f-6094d24c8b88 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:00.002072 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-0c68f420-f66c-4d14-853f-6094d24c8b88 tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.35 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 949 time: 0.0830996 Apr 22 09:59:00.070444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Deleting port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 09:59:00.070792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:00.317570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] For port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,segment=NetworkSegment(bbc77584-b174-43e2-9db4-469a1b44b06c),segment_id=bbc77584-b174-43e2-9db4-469a1b44b06c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:59:00.317918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:00.438388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Calling delete_port for a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 09:59:00.583438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:00.596219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:59:00.634236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Pushing event deleted for resources: {'Port': ['ID=a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:00.704958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.705302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.705640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.705971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.706302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.706634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.706959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.707283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.707606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.707925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.708246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.708587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:00.722531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] No DVR routers for this DVR port a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 09:59:00.725039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:00.727719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb3fa77-c6d2-45a4-a632-8f7a317add77', 'name': 'network-vif-deleted', 'tag': 'a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:59:00.745254 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6309d2b6-10bf-4f85-92fa-e4c32a179313 req-f05d941c-0749-4e39-a5b7-bb5fccaa092e tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.35 "DELETE /v2.0/ports/a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 HTTP/1.1" status: 204 len: 173 time: 0.7379692 Apr 22 09:59:00.780796 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1872e2b9-d768-46e9-bdb2-5ce96299f903'] response: {'server_uuid': '3cb3fa77-c6d2-45a4-a632-8f7a317add77', 'name': 'network-vif-deleted', 'tag': 'a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3', 'status': 'completed', 'code': 200} Apr 22 09:59:01.139560 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0aa91d99-edb7-4ce6-944e-14aeb53b68c0 req-4cba4930-e2e3-4250-9d74-f071cbfaf8ad tempest-ServersAdminNegativeTestJSON-1680452076 tempest-ServersAdminNegativeTestJSON-1680452076-project] 10.222.0.32 "GET /v2.0/ports?device_id=3cb3fa77-c6d2-45a4-a632-8f7a317add77 HTTP/1.1" status: 200 len: 210 time: 0.0429437 Apr 22 09:59:02.502766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36636) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:59:02.659324 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d49f629a-a42a-44ee-936d-aa3dae6933ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d37a763492d47f99b7a5324543b33ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553917 Apr 22 09:59:02.661752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36642) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:59:02.718835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dcb57e1-3dd4-4c40-9f81-33d0e044b831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:02.744245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dcb57e1-3dd4-4c40-9f81-33d0e044b831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:02.800409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dcb57e1-3dd4-4c40-9f81-33d0e044b831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:02.908311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcb57e1-3dd4-4c40-9f81-33d0e044b831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c163a7-2e62-4f19-b308-7fe9d2e6787d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:02.915128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0dcb57e1-3dd4-4c40-9f81-33d0e044b831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:02.916247 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0dcb57e1-3dd4-4c40-9f81-33d0e044b831 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74c163a7-2e62-4f19-b308-7fe9d2e6787d HTTP/1.1" status: 204 len: 168 time: 0.2535405 Apr 22 09:59:02.924087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 09:59:02.964210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 09:59:02.964569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device a16fa30d-1a4c-41fb-9ea5-fec2cc811ee3 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 09:59:03.195020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36650) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:59:03.211844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:03.226476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:59:03.230189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] Usage tracker for resource:security_group_rule and tenant:8ea494ee367f4031ab61397f6cedadbe is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:59:03.233518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:59:03.239048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:59:03.327883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:03.332143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:03.333614 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:59:03.381117 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ea494ee367f4031ab61397f6cedadbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1850133 Apr 22 09:59:03.382582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6eca8d-7c7d-487c-af88-ecf7dcaf8b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69809ec-fc96-4504-baeb-41042d8ad9e6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:03.383753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36654) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:59:03.446412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77dc3414-592b-4997-a6ad-b4f72f41f96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:03.471744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77dc3414-592b-4997-a6ad-b4f72f41f96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:03.521887 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77dc3414-592b-4997-a6ad-b4f72f41f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:03.540927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc3414-592b-4997-a6ad-b4f72f41f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69809ec-fc96-4504-baeb-41042d8ad9e6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:03.548434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77dc3414-592b-4997-a6ad-b4f72f41f96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:03.548434 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-77dc3414-592b-4997-a6ad-b4f72f41f96e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b69809ec-fc96-4504-baeb-41042d8ad9e6 HTTP/1.1" status: 204 len: 168 time: 0.1600883 Apr 22 09:59:04.259222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36678) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:59:04.363317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-213516036-network', 'tenant_id': '92024ebc78704ea3b0e13d95a1ee4900'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:59:04.368100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:59:04.372559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Usage tracker for resource:network and tenant:92024ebc78704ea3b0e13d95a1ee4900 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:59:04.375418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:59:04.381070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:59:04.394244 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Made reservation on behalf of 92024ebc78704ea3b0e13d95a1ee4900 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:59:04.396541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.411636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.426200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:59:04.430003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Usage tracker for resource:security_group_rule and tenant:92024ebc78704ea3b0e13d95a1ee4900 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:59:04.432778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:59:04.438893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:59:04.521979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.527934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.563326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 09:59:04.571909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36df3f9a-6320-49f5-ac4e-1b002355399f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:04.578197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.578543 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Added segment 070e54ba-23de-4260-9a4d-96923dbb77e6 of type vlan for network ebd480a1-1913-432a-912a-a72b39b4ca69 Apr 22 09:59:04.604203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.634384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.635317 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:04.635889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.744330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd480a1-1913-432a-912a-a72b39b4ca69,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:04.747756 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7e869ab4-f94f-486a-82a5-2cd31301f929 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4874446 Apr 22 09:59:04.751112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36684) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:59:04.756646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network ebd480a1-1913-432a-912a-a72b39b4ca69 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 09:59:04.757165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Request body: {'subnet': {'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-213516036-subnet', 'tenant_id': '92024ebc78704ea3b0e13d95a1ee4900', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:59:04.762079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:59:04.766509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Usage tracker for resource:subnet and tenant:92024ebc78704ea3b0e13d95a1ee4900 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:59:04.769519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:59:04.775367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:59:04.786582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Made reservation on behalf of 92024ebc78704ea3b0e13d95a1ee4900 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:59:04.788927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:04.990802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:05.072905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=198e61d3-aeee-486e-8aef-2ba53439e9b6,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:05.092567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Checking segment: {'id': '070e54ba-23de-4260-9a4d-96923dbb77e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:59:05.092917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Network hostable DHCP agents. Network: ebd480a1-1913-432a-912a-a72b39b4ca69, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 09:59:05.114894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Network ebd480a1-1913-432a-912a-a72b39b4ca69 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 09:59:05.128643 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, ebd480a1-1913-432a-912a-a72b39b4ca69) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:59:05.132837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:05.133412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:05.138214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae8cd16-7d85-48af-90a3-6d0b806b0d2c None None] Network ebd480a1-1913-432a-912a-a72b39b4ca69 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:59:05.155780 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c246ec15-7112-4419-a88c-865f5795e8c8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4030592 Apr 22 09:59:05.419207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3149157-8776-45ee-a8f0-6b8e20110a1b None None] Network ebd480a1-1913-432a-912a-a72b39b4ca69 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 09:59:05.681267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-4b7d8a6b-517c-44d2-90c7-5ed3ec1a7ea8 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:05.681938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-4b7d8a6b-517c-44d2-90c7-5ed3ec1a7ea8 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Synchronizing usage tracker for tenant:92024ebc78704ea3b0e13d95a1ee4900 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:59:05.698936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-4b7d8a6b-517c-44d2-90c7-5ed3ec1a7ea8 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Unset dirty status for tenant:92024ebc78704ea3b0e13d95a1ee4900 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:59:05.700087 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-4b7d8a6b-517c-44d2-90c7-5ed3ec1a7ea8 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/networks?id=ebd480a1-1913-432a-912a-a72b39b4ca69 HTTP/1.1" status: 200 len: 811 time: 0.1654527 Apr 22 09:59:05.714739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-9fca11e5-1621-4e43-94a4-9b0ba4778e62 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/quotas/92024ebc78704ea3b0e13d95a1ee4900 HTTP/1.1" status: 200 len: 375 time: 0.0090618 Apr 22 09:59:05.762064 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-bda773dc-13c6-4bce-9a1c-37fa23e72e8f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=92024ebc78704ea3b0e13d95a1ee4900&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413623 Apr 22 09:59:05.945887 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-19bc5f57-0a12-48d5-850e-8130df53bcff service neutron] 10.222.0.32 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769929 Apr 22 09:59:06.182426 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-3d65b8be-2f08-42fa-b794-d422f14cc7ef service neutron] 10.222.0.32 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302954 Apr 22 09:59:06.357252 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2296ca96-4af3-4495-b084-6931a65d4ca2 req-0bfb2f96-a094-47c4-90bb-c3cd5991786a tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 210 time: 0.0455565 Apr 22 09:59:07.457638 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ca65327c-8243-4627-8f52-545652134246 req-22234cf1-73f5-4f7c-b6b6-33fff1c12890 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 210 time: 0.0495801 Apr 22 09:59:08.558599 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-531ae2d1-05cc-470f-bdd6-9d44a9b26e4b req-496429b5-49c4-4904-9a53-84f7911947a8 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 210 time: 0.0475059 Apr 22 09:59:08.747936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:09.658654 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-07d49e79-1d6e-40a7-8ae0-5a3ada89a5ed req-32c1884e-3352-4afe-80b2-17d7a61d51ac tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 210 time: 0.0450752 Apr 22 09:59:10.803578 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-612ed1aa-6aef-471e-b7fb-635575cf026f req-c94d329a-16d0-4f7a-a88e-8f099ece36ef tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 210 time: 0.0414319 Apr 22 09:59:11.607543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-c022d7ff-615b-45fb-b7dc-8341b574cf5d tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:11.608978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-c022d7ff-615b-45fb-b7dc-8341b574cf5d tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.35 "GET /v2.0/networks?id=ebd480a1-1913-432a-912a-a72b39b4ca69 HTTP/1.1" status: 200 len: 811 time: 0.1510420 Apr 22 09:59:11.620247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Request body: {'port': {'device_id': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69', 'admin_state_up': True, 'tenant_id': '92024ebc78704ea3b0e13d95a1ee4900'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:59:11.759777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 09:59:11.764239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Usage tracker for resource:port and tenant:92024ebc78704ea3b0e13d95a1ee4900 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 09:59:11.767021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 09:59:11.772605 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 09:59:11.782250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Made reservation on behalf of 92024ebc78704ea3b0e13d95a1ee4900 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 09:59:11.785742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:11.948743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Allocated IP 172.20.0.13 (ebd480a1-1913-432a-912a-a72b39b4ca69/198e61d3-aeee-486e-8aef-2ba53439e9b6/16ae5a6d-480a-4661-84e6-02bd26c54f68) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 09:59:11.953641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a03bd487-ec08-4573-9ab1-e1f738c30c84 req-7708181c-a431-4b22-9dd0-7525442fb064 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 210 time: 0.0441709 Apr 22 09:59:12.071578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-62654a5b-fff6-4662-b78c-2b1a4d95493c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:12.153277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:12.182641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:12.248555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Network ebd480a1-1913-432a-912a-a72b39b4ca69 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 09:59:12.251525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 09:59:12.259590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 09:59:12.289754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Pushing event updated for resources: {'Port': ['ID=16ae5a6d-480a-4661-84e6-02bd26c54f68,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:12.326990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:12.327588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:12.352507 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ae96de68-19e7-42f3-9518-44690c9f6622 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7356930 Apr 22 09:59:12.364115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Request body: {'port': {'device_id': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 09:59:12.471689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:12.817367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ae5a6d-480a-4661-84e6-02bd26c54f68 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:59:12.825085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:12.839794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Transition to ACTIVE for port object 16ae5a6d-480a-4661-84e6-02bd26c54f68 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 09:59:12.843721 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:13.001975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Pushing event updated for resources: {'Port': ['ID=16ae5a6d-480a-4661-84e6-02bd26c54f68,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:13.127312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Attempting to bind port 16ae5a6d-480a-4661-84e6-02bd26c54f68 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 09:59:13.127552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Attempting to bind port 16ae5a6d-480a-4661-84e6-02bd26c54f68 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '070e54ba-23de-4260-9a4d-96923dbb77e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 09:59:13.127874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Attempting to bind port 16ae5a6d-480a-4661-84e6-02bd26c54f68 on network ebd480a1-1913-432a-912a-a72b39b4ca69 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:59:13.134937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Port 16ae5a6d-480a-4661-84e6-02bd26c54f68 on network ebd480a1-1913-432a-912a-a72b39b4ca69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 09:59:13.135247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Attempting to bind port 16ae5a6d-480a-4661-84e6-02bd26c54f68 on network ebd480a1-1913-432a-912a-a72b39b4ca69 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 09:59:13.143526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 9, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 09:59:13.143861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Checking segment: {'id': '070e54ba-23de-4260-9a4d-96923dbb77e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 09:59:13.144241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Bound using segment: {'id': '070e54ba-23de-4260-9a4d-96923dbb77e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 09:59:13.144674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Bound port: 16ae5a6d-480a-4661-84e6-02bd26c54f68, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070e54ba-23de-4260-9a4d-96923dbb77e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 09:59:13.145012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:13.241773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b516ec5-9522-4db8-88fc-118110842dfa req-a941abb1-9e6e-4292-817b-1c8f0324c145 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:13.242446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5b516ec5-9522-4db8-88fc-118110842dfa req-a941abb1-9e6e-4292-817b-1c8f0324c145 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Synchronizing usage tracker for tenant:92024ebc78704ea3b0e13d95a1ee4900 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:59:13.268596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 09:59:13.272987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68,segment=NetworkSegment(070e54ba-23de-4260-9a4d-96923dbb77e6),segment_id=070e54ba-23de-4260-9a4d-96923dbb77e6)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 09:59:13.274039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5b516ec5-9522-4db8-88fc-118110842dfa req-a941abb1-9e6e-4292-817b-1c8f0324c145 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Unset dirty status for tenant:92024ebc78704ea3b0e13d95a1ee4900 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:59:13.275663 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5b516ec5-9522-4db8-88fc-118110842dfa req-a941abb1-9e6e-4292-817b-1c8f0324c145 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 944 time: 0.2084832 Apr 22 09:59:13.278564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:13.458195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:13.458195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:13.458195 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] 10.222.0.35 "PUT /v2.0/ports/16ae5a6d-480a-4661-84e6-02bd26c54f68 HTTP/1.1" status: 200 len: 1094 time: 1.0981314 Apr 22 09:59:13.458720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'tag': '16ae5a6d-480a-4661-84e6-02bd26c54f68'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:59:13.489577 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5b516ec5-9522-4db8-88fc-118110842dfa req-bdd51db4-879b-4ac9-bd3c-ea9324f95405 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064524 Apr 22 09:59:13.492272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1c863-cac0-4248-91ce-309a4b566cfc service neutron] Pushing event updated for resources: {'Port': ['ID=16ae5a6d-480a-4661-84e6-02bd26c54f68,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:13.564759 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8229258-ac2d-435d-919b-c94b5ac79298'] response: {'name': 'network-changed', 'server_uuid': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'tag': '16ae5a6d-480a-4661-84e6-02bd26c54f68', 'status': 'completed', 'code': 200} Apr 22 09:59:13.626088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ea6629e9-a3c9-4a55-bb7d-134e731802bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:13.627577 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-ea6629e9-a3c9-4a55-bb7d-134e731802bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92024ebc78704ea3b0e13d95a1ee4900&device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 1097 time: 0.1217253 Apr 22 09:59:13.694031 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-39be2229-9c0e-43ed-a376-6b8f03a02911 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68 HTTP/1.1" status: 200 len: 217 time: 0.0603404 Apr 22 09:59:13.761467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-e675f775-d53d-4d23-8f19-a81ad0d1e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:13.763671 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-e675f775-d53d-4d23-8f19-a81ad0d1e7ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=198e61d3-aeee-486e-8aef-2ba53439e9b6 HTTP/1.1" status: 200 len: 851 time: 0.0626314 Apr 22 09:59:13.809221 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-19b6a7bc-7007-46bf-b5cf-f39663015a65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebd480a1-1913-432a-912a-a72b39b4ca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402498 Apr 22 09:59:13.939382 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-3d77d712-afbf-4c44-b238-6d83fadb0ab2 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246157 Apr 22 09:59:14.070568 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aef4b373-5d24-47a3-9bf8-34e4415bd51b req-c14f5a45-a49d-474f-86f9-6328badebac0 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255381 Apr 22 09:59:14.195051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-d2381e45-f506-427a-bde4-8c037b743c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:14.196547 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-d2381e45-f506-427a-bde4-8c037b743c0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92024ebc78704ea3b0e13d95a1ee4900&device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 1097 time: 0.0755751 Apr 22 09:59:14.330690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-1477f2f0-391f-4ec6-97cb-d77331a3e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:14.332487 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-1477f2f0-391f-4ec6-97cb-d77331a3e720 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebd480a1-1913-432a-912a-a72b39b4ca69 HTTP/1.1" status: 200 len: 912 time: 0.1283529 Apr 22 09:59:14.397639 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-65a3368f-3a68-4ade-ae01-a306936f7e98 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68 HTTP/1.1" status: 200 len: 217 time: 0.0596764 Apr 22 09:59:14.454714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79e9f639-611f-4133-a9f9-afae52d223b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:14.464855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-db1047de-0b6e-423b-bda7-425289bf1159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:14.466338 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-db1047de-0b6e-423b-bda7-425289bf1159 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=198e61d3-aeee-486e-8aef-2ba53439e9b6 HTTP/1.1" status: 200 len: 851 time: 0.0622435 Apr 22 09:59:14.512679 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-dbdcb7b2-353c-462f-a9c1-f97ff1346530 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebd480a1-1913-432a-912a-a72b39b4ca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410068 Apr 22 09:59:14.650108 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-0f09466b-bc56-4477-b2bd-c9a5fc194c36 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317170 Apr 22 09:59:14.703037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e56ef-4517-4e49-bb1b-b76a48f0a859 req-85358f89-9c5d-4e60-902a-a13497c7a852 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:14.704673 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ae2e56ef-4517-4e49-bb1b-b76a48f0a859 req-85358f89-9c5d-4e60-902a-a13497c7a852 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 944 time: 0.0903485 Apr 22 09:59:14.752417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-ae2e56ef-4517-4e49-bb1b-b76a48f0a859 req-3069ae36-4f25-4625-a512-5bcbe70d0030 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Synchronizing usage tracker for tenant:92024ebc78704ea3b0e13d95a1ee4900 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 09:59:14.770243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-ae2e56ef-4517-4e49-bb1b-b76a48f0a859 req-3069ae36-4f25-4625-a512-5bcbe70d0030 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Unset dirty status for tenant:92024ebc78704ea3b0e13d95a1ee4900 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 09:59:14.771705 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ae2e56ef-4517-4e49-bb1b-b76a48f0a859 req-3069ae36-4f25-4625-a512-5bcbe70d0030 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612125 Apr 22 09:59:14.793066 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cf87117-8f59-44df-aff0-67c7e1b015f8 req-6fa445a0-62bd-4aba-bbd4-a15ae5d68e25 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352038 Apr 22 09:59:15.464782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:15.792687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:15.954666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35751dfc-22e6-4259-8293-27af6ec7539b req-1d21eeec-1039-4123-a44f-8cdb557ae680 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:15.956130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-35751dfc-22e6-4259-8293-27af6ec7539b req-1d21eeec-1039-4123-a44f-8cdb557ae680 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 944 time: 0.0796278 Apr 22 09:59:16.002898 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-35751dfc-22e6-4259-8293-27af6ec7539b req-21ba6b4f-9214-416e-ab4e-a37d2e48c58d tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Apr 22 09:59:17.196604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b0031-eaf1-4c77-87d4-0e515b7ba12d req-4803fd9f-2665-4056-91d8-b5f5eb73b5b6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:17.198082 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-777b0031-eaf1-4c77-87d4-0e515b7ba12d req-4803fd9f-2665-4056-91d8-b5f5eb73b5b6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 944 time: 0.0905569 Apr 22 09:59:17.242448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:17.244105 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-777b0031-eaf1-4c77-87d4-0e515b7ba12d req-9f59e846-503b-431c-98fb-608a82174443 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396729 Apr 22 09:59:18.426483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb92710-7440-4281-8f66-a0a447a20de0 req-7ff2cea2-e288-42d0-ad5e-2db53a1f5b7e tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:18.427956 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cb92710-7440-4281-8f66-a0a447a20de0 req-7ff2cea2-e288-42d0-ad5e-2db53a1f5b7e tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 944 time: 0.0793116 Apr 22 09:59:18.471771 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cb92710-7440-4281-8f66-a0a447a20de0 req-6b002480-a66c-486d-88db-7510ee348a4f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381210 Apr 22 09:59:18.968866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 16ae5a6d-480a-4661-84e6-02bd26c54f68 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:59:19.097972 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68,segment=NetworkSegment(070e54ba-23de-4260-9a4d-96923dbb77e6),segment_id=070e54ba-23de-4260-9a4d-96923dbb77e6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:59:19.111262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '16ae5a6d-480a-4661-84e6-02bd26c54f68', 'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69', 'port_id': '16ae5a6d-480a-4661-84e6-02bd26c54f68', 'mac_address': 'fa:16:3e:0b:00:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e61d3-aeee-486e-8aef-2ba53439e9b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:59:19.168770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:19.184863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ae5a6d-480a-4661-84e6-02bd26c54f68 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:59:19.199423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68,segment=NetworkSegment(070e54ba-23de-4260-9a4d-96923dbb77e6),segment_id=070e54ba-23de-4260-9a4d-96923dbb77e6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:59:19.203478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:19.269269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=16ae5a6d-480a-4661-84e6-02bd26c54f68,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:19.524087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['16ae5a6d-480a-4661-84e6-02bd26c54f68'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:59:19.673966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c737b-6794-4c3e-a382-8424488f095d req-dc275d66-f30a-43b0-b2a8-f884f04c294f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:19.675465 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d47c737b-6794-4c3e-a382-8424488f095d req-dc275d66-f30a-43b0-b2a8-f884f04c294f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 945 time: 0.0835326 Apr 22 09:59:19.723436 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d47c737b-6794-4c3e-a382-8424488f095d req-3e0c352f-e9b1-4a51-9844-53a0b9aaca65 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Apr 22 09:59:20.969640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 16ae5a6d-480a-4661-84e6-02bd26c54f68 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:59:21.023653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3f771-333f-4a5c-b6fc-9c0ebfca6a85 req-6c7cfb9d-a1a8-4176-bad2-893f141fa20c tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:21.025251 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-83f3f771-333f-4a5c-b6fc-9c0ebfca6a85 req-6c7cfb9d-a1a8-4176-bad2-893f141fa20c tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 945 time: 0.1951263 Apr 22 09:59:21.042442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 16ae5a6d-480a-4661-84e6-02bd26c54f68 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 09:59:21.047820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 16ae5a6d-480a-4661-84e6-02bd26c54f68 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:59:21.048211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:21.074192 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-83f3f771-333f-4a5c-b6fc-9c0ebfca6a85 req-c62827e3-3bf3-4b78-a674-179dc8d764ad tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424507 Apr 22 09:59:21.177104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:21.205017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae5a6d-480a-4661-84e6-02bd26c54f68'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:59:21.215101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68,segment=NetworkSegment(070e54ba-23de-4260-9a4d-96923dbb77e6),segment_id=070e54ba-23de-4260-9a4d-96923dbb77e6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:59:21.220197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:21.293631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=16ae5a6d-480a-4661-84e6-02bd26c54f68,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:21.312919 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bb7f4a-d827-47a1-8a5c-53fa4fc1abbf'] response: {'server_uuid': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae5a6d-480a-4661-84e6-02bd26c54f68', 'code': 200} Apr 22 09:59:21.529820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47c716-8ac0-40dd-8b28-a0ebc05288e0 req-301de449-d26a-4089-9dbb-ddc205e23561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:21.531428 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c47c716-8ac0-40dd-8b28-a0ebc05288e0 req-301de449-d26a-4089-9dbb-ddc205e23561 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 1099 time: 0.0693116 Apr 22 09:59:21.570910 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c47c716-8ac0-40dd-8b28-a0ebc05288e0 req-8abcd74c-5ec5-4ed2-baf9-8505651cddb7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Apr 22 09:59:22.265240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daa8d6-6d9a-470d-a74f-302c916478a7 req-9a8b7cc0-46d0-4c76-b7bd-5bfe27f66804 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:22.266697 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-93daa8d6-6d9a-470d-a74f-302c916478a7 req-9a8b7cc0-46d0-4c76-b7bd-5bfe27f66804 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0877872 Apr 22 09:59:22.310651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-93daa8d6-6d9a-470d-a74f-302c916478a7 req-c3ecc3f5-2322-467c-a9a2-2ee4031a6cd7 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383935 Apr 22 09:59:23.498577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53edff9b-9116-4ced-9ee8-1ee8d8461679 req-e4243783-dc57-4704-a568-ae225b03257f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:23.500041 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53edff9b-9116-4ced-9ee8-1ee8d8461679 req-e4243783-dc57-4704-a568-ae225b03257f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0846736 Apr 22 09:59:23.544565 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53edff9b-9116-4ced-9ee8-1ee8d8461679 req-286abc70-0a56-4457-ac42-5d9e59fbf98e tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385983 Apr 22 09:59:23.919338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36776) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 09:59:23.955668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3edcc-e7df-4a38-ab75-39e98a6f7018 req-bbf9321b-b3fc-4288-aaf2-0d30384ff761 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:23.957205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b1b3edcc-e7df-4a38-ab75-39e98a6f7018 req-bbf9321b-b3fc-4288-aaf2-0d30384ff761 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0819378 Apr 22 09:59:24.002555 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b1b3edcc-e7df-4a38-ab75-39e98a6f7018 req-29f0c278-cdee-461d-937b-65eb8fd3df52 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395463 Apr 22 09:59:24.040022 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-5e011387-dfc5-4ac1-8828-ff1386bc16d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194718 Apr 22 09:59:25.235199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd70959-b8ff-4f18-b50c-c7248a30b97b req-7f50736e-0ebc-4990-b59c-8088cd8016d3 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:25.236689 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6dd70959-b8ff-4f18-b50c-c7248a30b97b req-7f50736e-0ebc-4990-b59c-8088cd8016d3 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.1281145 Apr 22 09:59:25.295867 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6dd70959-b8ff-4f18-b50c-c7248a30b97b req-27e1f66d-ec06-4f2b-b374-3e1fec04dea1 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518053 Apr 22 09:59:25.297776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-33d74edf-e808-48bf-a4af-0e6ebdd463a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:25.299134 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-33d74edf-e808-48bf-a4af-0e6ebdd463a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92024ebc78704ea3b0e13d95a1ee4900&device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 1099 time: 0.1226375 Apr 22 09:59:25.429282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-e400c24b-39b8-4d63-8e3d-588b329048c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:25.430717 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-e400c24b-39b8-4d63-8e3d-588b329048c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebd480a1-1913-432a-912a-a72b39b4ca69 HTTP/1.1" status: 200 len: 912 time: 0.1249473 Apr 22 09:59:25.497464 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-1c0cbaee-1394-4e2d-a7b5-ee1e4d79ae16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68 HTTP/1.1" status: 200 len: 217 time: 0.0594273 Apr 22 09:59:25.561998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-84680dd9-62f1-4857-a6a7-f25d54c80275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:25.563445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-84680dd9-62f1-4857-a6a7-f25d54c80275 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=198e61d3-aeee-486e-8aef-2ba53439e9b6 HTTP/1.1" status: 200 len: 851 time: 0.0605853 Apr 22 09:59:25.609773 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-bdd96761-5752-40c6-a3bf-19108eb32c49 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebd480a1-1913-432a-912a-a72b39b4ca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405159 Apr 22 09:59:25.740333 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-cd4cbd01-0212-40cb-837a-5fa4a1a20804 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245797 Apr 22 09:59:25.870737 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-4d87400a-90b7-4a8e-a9f7-e5fac7b45d6b service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239069 Apr 22 09:59:26.485406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8f776-6bdd-435c-95a1-766dbf4002e9 req-c62702ce-874f-470d-b842-f7821b782814 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:26.486794 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-21d8f776-6bdd-435c-95a1-766dbf4002e9 req-c62702ce-874f-470d-b842-f7821b782814 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0836048 Apr 22 09:59:26.532023 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-21d8f776-6bdd-435c-95a1-766dbf4002e9 req-a9b94411-a005-4df3-be76-70464dff85d9 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395584 Apr 22 09:59:27.722014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7305e-c9cb-4ab5-80f7-521fa09057e8 req-2c053b88-4b18-4baf-a2df-75e78d545c12 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:27.723474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71c7305e-c9cb-4ab5-80f7-521fa09057e8 req-2c053b88-4b18-4baf-a2df-75e78d545c12 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0856981 Apr 22 09:59:27.767706 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71c7305e-c9cb-4ab5-80f7-521fa09057e8 req-108a5c6a-4292-4432-b00d-c7febbd3cd6e tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385504 Apr 22 09:59:28.963577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076edb8-8f7f-4ac8-aed0-881770ed44dd req-64066ff6-9bf5-4ea3-adbe-c82759d22214 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:28.965541 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0076edb8-8f7f-4ac8-aed0-881770ed44dd req-64066ff6-9bf5-4ea3-adbe-c82759d22214 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0910699 Apr 22 09:59:29.012897 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0076edb8-8f7f-4ac8-aed0-881770ed44dd req-e3ae1089-aabe-46bc-8385-a9429fb471b9 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Apr 22 09:59:30.198084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb46fa-3f84-4964-bd59-9def76d24375 req-2ee3e492-a057-4d0b-80c3-c04bd9d5fd7e tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:30.199548 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-59bb46fa-3f84-4964-bd59-9def76d24375 req-2ee3e492-a057-4d0b-80c3-c04bd9d5fd7e tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0795727 Apr 22 09:59:30.243334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-59bb46fa-3f84-4964-bd59-9def76d24375 req-a2783c2f-605f-45c1-accc-a6c8104e33fb tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Apr 22 09:59:31.428289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9607541-6035-4bba-a95d-ea7a94a98027 req-198e9fca-861f-4737-bb5a-0a18b48b3fef tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:31.429764 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e9607541-6035-4bba-a95d-ea7a94a98027 req-198e9fca-861f-4737-bb5a-0a18b48b3fef tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0796311 Apr 22 09:59:31.474210 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e9607541-6035-4bba-a95d-ea7a94a98027 req-0012054d-9229-4403-b654-04f87ecd531f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Apr 22 09:59:32.662339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c0bf4-0582-4aa6-a3f1-cfe223ddbbc5 req-8740992d-137d-4130-90e3-028f2faebbc5 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:32.663804 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-483c0bf4-0582-4aa6-a3f1-cfe223ddbbc5 req-8740992d-137d-4130-90e3-028f2faebbc5 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0855484 Apr 22 09:59:32.712338 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-483c0bf4-0582-4aa6-a3f1-cfe223ddbbc5 req-569dee74-78cb-4b38-a3ee-6d1a2ad5ea88 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391221 Apr 22 09:59:33.901294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1732e-cba7-45cc-bc74-9fb0ce886710 req-7bde0f89-4808-42c9-b184-74723fa0e8ad tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:33.902639 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3db1732e-cba7-45cc-bc74-9fb0ce886710 req-7bde0f89-4808-42c9-b184-74723fa0e8ad tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0819798 Apr 22 09:59:33.949319 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3db1732e-cba7-45cc-bc74-9fb0ce886710 req-817c4123-3bf7-4a79-b3df-306dac076150 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Apr 22 09:59:35.134427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c00949-954a-46b7-854a-5e6f7ad6bddb req-c793a229-5ec4-49a9-84ad-2fbb5a8be5cd tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:35.135879 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-45c00949-954a-46b7-854a-5e6f7ad6bddb req-c793a229-5ec4-49a9-84ad-2fbb5a8be5cd tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0817616 Apr 22 09:59:35.184169 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-45c00949-954a-46b7-854a-5e6f7ad6bddb req-ff7248c8-be88-4035-8255-5a0a2e03285c tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425985 Apr 22 09:59:36.367353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af673e-d7bc-45fa-ba4f-bf23705ca45b req-5894f066-ca8d-40bb-b217-9890208d305d tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:36.368846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-06af673e-d7bc-45fa-ba4f-bf23705ca45b req-5894f066-ca8d-40bb-b217-9890208d305d tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0808609 Apr 22 09:59:36.432442 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-06af673e-d7bc-45fa-ba4f-bf23705ca45b req-13f06b8a-d549-4c06-9077-e3bb39bfbdea tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573092 Apr 22 09:59:37.619963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c927a0f-9bcf-4b71-af09-0870d511d82b req-3283a889-aaf7-49bd-806c-4ca00d0cb97f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:37.621474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c927a0f-9bcf-4b71-af09-0870d511d82b req-3283a889-aaf7-49bd-806c-4ca00d0cb97f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0792410 Apr 22 09:59:37.666520 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5c927a0f-9bcf-4b71-af09-0870d511d82b req-03f176fe-8751-43b8-8f6f-3271578556ec tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393176 Apr 22 09:59:38.345915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-29690df4-2bfb-4ba7-aad7-83af67128f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:38.347431 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-29690df4-2bfb-4ba7-aad7-83af67128f1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92024ebc78704ea3b0e13d95a1ee4900&device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 1099 time: 0.1694093 Apr 22 09:59:38.500909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-7363b247-159b-480a-88eb-aefb6efcba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:38.502298 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-7363b247-159b-480a-88eb-aefb6efcba67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebd480a1-1913-432a-912a-a72b39b4ca69 HTTP/1.1" status: 200 len: 912 time: 0.1349406 Apr 22 09:59:38.570515 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-e035830e-872d-4405-be35-06a7a28a44d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68 HTTP/1.1" status: 200 len: 217 time: 0.0612853 Apr 22 09:59:38.634625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-d2e8d04a-c5ab-4209-9a45-0d2a3238d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:38.636105 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-d2e8d04a-c5ab-4209-9a45-0d2a3238d54b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=198e61d3-aeee-486e-8aef-2ba53439e9b6 HTTP/1.1" status: 200 len: 851 time: 0.0598741 Apr 22 09:59:38.682592 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-4cf54629-2677-4e48-a961-d254d443c677 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebd480a1-1913-432a-912a-a72b39b4ca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401490 Apr 22 09:59:38.753418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:38.815761 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-ed51a280-4112-49bf-855c-f44e2c06c45d service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270709 Apr 22 09:59:38.856495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6e634-36ca-4589-b888-1c7cbac0f773 req-ee7ad7f6-b376-40ab-b257-ac1fb72f4746 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:38.857941 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-46b6e634-36ca-4589-b888-1c7cbac0f773 req-ee7ad7f6-b376-40ab-b257-ac1fb72f4746 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0837150 Apr 22 09:59:38.901647 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-46b6e634-36ca-4589-b888-1c7cbac0f773 req-c64fbde6-7dfd-4aa4-afc8-1f51942848a3 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376711 Apr 22 09:59:38.949649 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fe5a6005-8dd7-42a5-a3e2-5d838b4c886b req-a869bf53-7680-4ca4-9e18-4cd2bb67e974 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252873 Apr 22 09:59:40.087820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057cfe-5e93-4ce4-af61-f9faa50e7904 req-986642d4-6480-439c-97ca-17926d00e1cc tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:40.089307 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-80057cfe-5e93-4ce4-af61-f9faa50e7904 req-986642d4-6480-439c-97ca-17926d00e1cc tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0837109 Apr 22 09:59:40.133382 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-80057cfe-5e93-4ce4-af61-f9faa50e7904 req-7f21fff8-c37e-4555-ad05-15111bf97767 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377946 Apr 22 09:59:40.333555 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 09:59:41.326566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d9532-258e-4638-aa29-2bfb542f2585 req-a3d6e4bc-f3ee-40e6-8d4d-69f0610412bc tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:41.328014 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-122d9532-258e-4638-aa29-2bfb542f2585 req-a3d6e4bc-f3ee-40e6-8d4d-69f0610412bc tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0867200 Apr 22 09:59:41.372625 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-122d9532-258e-4638-aa29-2bfb542f2585 req-e58ad734-693d-4e09-b5c8-c87e0e4a7e02 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Apr 22 09:59:42.073214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bdf7bc54-3af3-4004-8dbf-45268f356a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:42.556713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb627be9-0d4e-46e2-934e-6e8cd4af5bf2 req-a5bbf1c7-165c-41ac-a194-f368c6e7c535 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:42.558100 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eb627be9-0d4e-46e2-934e-6e8cd4af5bf2 req-a5bbf1c7-165c-41ac-a194-f368c6e7c535 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0804029 Apr 22 09:59:42.605111 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eb627be9-0d4e-46e2-934e-6e8cd4af5bf2 req-2130de0b-0d25-4fc0-a5ad-4e81ec52b565 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407166 Apr 22 09:59:43.793826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589265dd-185b-4e37-aea7-8f4462766ea9 req-0017349a-4279-405d-b5e1-cccaa58d2a36 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:43.795311 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-589265dd-185b-4e37-aea7-8f4462766ea9 req-0017349a-4279-405d-b5e1-cccaa58d2a36 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0836205 Apr 22 09:59:43.839705 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-589265dd-185b-4e37-aea7-8f4462766ea9 req-bdf63f85-4cec-4156-b48c-c3833d6bb0f0 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384703 Apr 22 09:59:44.457115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cfd71fe7-f52b-4799-aa9a-a2150c6ef8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:45.056753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c8b96-db3f-448f-9ee7-7b8ad5506bbc req-2380ba1e-2cf2-4ed8-bc11-8e5c4d49dca5 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:45.058851 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2d2c8b96-db3f-448f-9ee7-7b8ad5506bbc req-2380ba1e-2cf2-4ed8-bc11-8e5c4d49dca5 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0947459 Apr 22 09:59:45.110526 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2d2c8b96-db3f-448f-9ee7-7b8ad5506bbc req-1f3e017c-8c94-450c-b513-35153ce553e5 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451159 Apr 22 09:59:45.469239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:45.801333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:46.328520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b63bd-c1e0-4ae7-83fd-ba706842a399 req-09d0c057-a553-434a-9073-84087b145c34 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:46.330033 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c75b63bd-c1e0-4ae7-83fd-ba706842a399 req-09d0c057-a553-434a-9073-84087b145c34 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0905030 Apr 22 09:59:46.379851 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c75b63bd-c1e0-4ae7-83fd-ba706842a399 req-4909d8c4-88d4-4907-829b-a160960917a7 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426073 Apr 22 09:59:47.244589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:47.576466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60066d7f-a62b-4190-bc81-d4cdca1b75c9 req-b429ac08-d3a8-4e10-b363-2c178c351850 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:47.578051 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-60066d7f-a62b-4190-bc81-d4cdca1b75c9 req-b429ac08-d3a8-4e10-b363-2c178c351850 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0881784 Apr 22 09:59:47.623149 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-60066d7f-a62b-4190-bc81-d4cdca1b75c9 req-b794b842-a988-4ac3-9422-c89476615067 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Apr 22 09:59:48.813184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48afd9-ff29-49b7-85c5-44554d8f00f9 req-1dd1ef03-cf9f-4c94-aa4b-7ad3ed921749 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:48.814663 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe48afd9-ff29-49b7-85c5-44554d8f00f9 req-1dd1ef03-cf9f-4c94-aa4b-7ad3ed921749 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0824070 Apr 22 09:59:48.862265 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe48afd9-ff29-49b7-85c5-44554d8f00f9 req-8df40c1e-3b89-4e72-9b7b-ca4c18340ce4 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418286 Apr 22 09:59:50.072167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a89d6-71de-434d-9778-bb89d33bc732 req-44f8713a-c305-497d-90c9-7f0716c99949 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:50.074372 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c97a89d6-71de-434d-9778-bb89d33bc732 req-44f8713a-c305-497d-90c9-7f0716c99949 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0905638 Apr 22 09:59:50.122030 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c97a89d6-71de-434d-9778-bb89d33bc732 req-efebc9e6-5e1d-4956-b74d-dcd470dba577 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419407 Apr 22 09:59:51.345389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571bea0-51ef-43cc-925b-56b4297a6497 req-b64a1d46-65da-4a01-88b8-ed72c0d5733a tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:51.346960 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e571bea0-51ef-43cc-925b-56b4297a6497 req-b64a1d46-65da-4a01-88b8-ed72c0d5733a tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.1092563 Apr 22 09:59:51.397657 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e571bea0-51ef-43cc-925b-56b4297a6497 req-cc328abb-41d6-4b56-afb7-f3737dbd494e tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 Apr 22 09:59:52.642394 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-3f9365ba-cd48-4aa8-9bc0-252e87a00206 service neutron] 10.222.0.35 "GET /v2.0/ports/16ae5a6d-480a-4661-84e6-02bd26c54f68/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0929828 Apr 22 09:59:52.660200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c217-086a-42dc-bc83-81126e9d6a90 req-ef4eed89-28ba-4601-9e54-4579d7e9f559 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:52.661841 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-77f2c217-086a-42dc-bc83-81126e9d6a90 req-ef4eed89-28ba-4601-9e54-4579d7e9f559 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.1513813 Apr 22 09:59:52.708843 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-77f2c217-086a-42dc-bc83-81126e9d6a90 req-c496e949-70d9-47c5-8548-a3b682c4f3c7 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 Apr 22 09:59:52.901616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-6a1bc23f-2115-425e-9a98-4391ac7d8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:52.903014 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-6a1bc23f-2115-425e-9a98-4391ac7d8557 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9&tenant_id=92024ebc78704ea3b0e13d95a1ee4900 HTTP/1.1" status: 200 len: 1099 time: 0.0726054 Apr 22 09:59:52.999389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-989532ad-be2c-4a0a-a072-fbebf1912ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:53.000930 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-989532ad-be2c-4a0a-a072-fbebf1912ad6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92024ebc78704ea3b0e13d95a1ee4900&device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 1099 time: 0.0754907 Apr 22 09:59:53.131794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-01887cb8-c899-45fc-84f1-77c6a5bcce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:53.133295 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-01887cb8-c899-45fc-84f1-77c6a5bcce56 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebd480a1-1913-432a-912a-a72b39b4ca69 HTTP/1.1" status: 200 len: 912 time: 0.1267383 Apr 22 09:59:53.310623 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-bad33075-9e7a-439e-aecb-5dd8bfc3e7ea service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68 HTTP/1.1" status: 200 len: 217 time: 0.1691885 Apr 22 09:59:53.374332 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-8c4eb49d-d715-44fa-a0f5-30abdcdffbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:53.375779 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-8c4eb49d-d715-44fa-a0f5-30abdcdffbe5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=198e61d3-aeee-486e-8aef-2ba53439e9b6 HTTP/1.1" status: 200 len: 851 time: 0.0591025 Apr 22 09:59:53.425813 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-a5020016-65fe-45d5-9ea2-85ebe198da9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebd480a1-1913-432a-912a-a72b39b4ca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445287 Apr 22 09:59:53.557657 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-f285c93a-0460-4d09-b5af-076e24862e40 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258037 Apr 22 09:59:53.689554 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-78f37048-18c0-42cb-b8ec-c9381b4d3fb4 req-687f844b-bcbf-4487-b7ea-a240a4a2e563 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254570 Apr 22 09:59:53.902388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da3bc1-4fe2-4441-ac18-aa9cb2439c6a req-a5f4c67e-483c-4d0c-b1f3-39a71f73556c tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:53.903876 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-88da3bc1-4fe2-4441-ac18-aa9cb2439c6a req-a5f4c67e-483c-4d0c-b1f3-39a71f73556c tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0855873 Apr 22 09:59:53.948115 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-88da3bc1-4fe2-4441-ac18-aa9cb2439c6a req-b0b53170-6bc0-4376-9d2e-4472f1c9d11f tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383220 Apr 22 09:59:55.142590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b6f53-9b3f-4b82-ae81-f04dee6f8c7c req-26baa66f-bf08-4eda-b872-90e3e0c20b12 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:55.144032 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd2b6f53-9b3f-4b82-ae81-f04dee6f8c7c req-26baa66f-bf08-4eda-b872-90e3e0c20b12 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0835590 Apr 22 09:59:55.188179 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cd2b6f53-9b3f-4b82-ae81-f04dee6f8c7c req-a0ba09bf-c157-48db-9ef6-7449636061c4 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Apr 22 09:59:56.396248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb35dd-7183-42d6-a401-e484119b5a3c req-4dfe2522-1de2-46b3-b315-c462610cad4b tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:56.404471 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8cb35dd-7183-42d6-a401-e484119b5a3c req-4dfe2522-1de2-46b3-b315-c462610cad4b tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0966134 Apr 22 09:59:56.445868 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8cb35dd-7183-42d6-a401-e484119b5a3c req-885041a8-1784-454b-b92e-00724480f7cb tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405171 Apr 22 09:59:57.197367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 16ae5a6d-480a-4661-84e6-02bd26c54f68 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 09:59:57.330396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68,segment=NetworkSegment(070e54ba-23de-4260-9a4d-96923dbb77e6),segment_id=070e54ba-23de-4260-9a4d-96923dbb77e6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:59:57.343338 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '16ae5a6d-480a-4661-84e6-02bd26c54f68', 'network_id': 'ebd480a1-1913-432a-912a-a72b39b4ca69', 'port_id': '16ae5a6d-480a-4661-84e6-02bd26c54f68', 'mac_address': 'fa:16:3e:0b:00:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198e61d3-aeee-486e-8aef-2ba53439e9b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 09:59:57.400283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:57.417624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16ae5a6d-480a-4661-84e6-02bd26c54f68 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 09:59:57.432315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68,segment=NetworkSegment(070e54ba-23de-4260-9a4d-96923dbb77e6),segment_id=070e54ba-23de-4260-9a4d-96923dbb77e6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:59:57.437615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:57.501226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['16ae5a6d-480a-4661-84e6-02bd26c54f68'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 09:59:57.549003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=16ae5a6d-480a-4661-84e6-02bd26c54f68,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:57.561801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.562139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.562474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.562802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.563124 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.563446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.563767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.564085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.564416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.564745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.565059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.565375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 09:59:57.639057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e02ef-a378-48b8-9743-015d9ec8f250 req-96cfc89f-842f-439f-b0ec-36f02057c5d2 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:57.640613 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d59e02ef-a378-48b8-9743-015d9ec8f250 req-96cfc89f-842f-439f-b0ec-36f02057c5d2 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 945 time: 0.0864074 Apr 22 09:59:57.686414 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d59e02ef-a378-48b8-9743-015d9ec8f250 req-33b5139f-8ce9-4aa3-a1ea-7dee1a9fc553 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Apr 22 09:59:58.076925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-915c2cc4-3dcf-45a3-9717-a472ab4700be tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:58.078341 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-915c2cc4-3dcf-45a3-9717-a472ab4700be tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.35 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9&tenant_id=92024ebc78704ea3b0e13d95a1ee4900&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.0857618 Apr 22 09:59:58.214500 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-7e02a46f-4532-437d-b101-6d7cb87c0690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:58.215960 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-7e02a46f-4532-437d-b101-6d7cb87c0690 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=92024ebc78704ea3b0e13d95a1ee4900&device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 1098 time: 0.0713141 Apr 22 09:59:58.348066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-12f6dedd-8299-4734-817a-66852757727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:58.349535 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-12f6dedd-8299-4734-817a-66852757727c service neutron] 10.222.0.35 "GET /v2.0/networks?id=ebd480a1-1913-432a-912a-a72b39b4ca69 HTTP/1.1" status: 200 len: 912 time: 0.1268306 Apr 22 09:59:58.418280 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-f19c10fe-4022-4aa2-892f-38fc21c9f88b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68 HTTP/1.1" status: 200 len: 217 time: 0.0632148 Apr 22 09:59:58.479266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-fcaf9606-5eb1-442b-a162-8e6536965a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:58.480712 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-fcaf9606-5eb1-442b-a162-8e6536965a87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=198e61d3-aeee-486e-8aef-2ba53439e9b6 HTTP/1.1" status: 200 len: 851 time: 0.0564845 Apr 22 09:59:58.526741 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-0098335b-78e2-4cf7-8712-ee9f4f4f3486 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ebd480a1-1913-432a-912a-a72b39b4ca69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395465 Apr 22 09:59:58.658249 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-a8a99ee3-5d1e-4b63-86e1-d51181c120db service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259634 Apr 22 09:59:58.791940 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-78275a81-e26c-4521-8c52-d5ba2ef3a710 service neutron] 10.222.0.35 "GET /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283441 Apr 22 09:59:59.216968 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 16ae5a6d-480a-4661-84e6-02bd26c54f68 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 09:59:59.289224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 16ae5a6d-480a-4661-84e6-02bd26c54f68 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 09:59:59.289593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:59.414932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:59.443678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae5a6d-480a-4661-84e6-02bd26c54f68'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 09:59:59.453700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68,segment=NetworkSegment(070e54ba-23de-4260-9a4d-96923dbb77e6),segment_id=070e54ba-23de-4260-9a4d-96923dbb77e6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 09:59:59.457839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 09:59:59.497586 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb443ee-ac45-4b65-af0e-2655acbf22a0'] response: {'server_uuid': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ae5a6d-480a-4661-84e6-02bd26c54f68', 'code': 200} Apr 22 09:59:59.565964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=16ae5a6d-480a-4661-84e6-02bd26c54f68,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 09:59:59.619878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8a0a7-584c-48e4-89bc-ecd4a238d674 req-a8e312b0-2404-419e-aed8-b484338b4d9c tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 09:59:59.621958 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b9a8a0a7-584c-48e4-89bc-ecd4a238d674 req-a8e312b0-2404-419e-aed8-b484338b4d9c tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0864067 Apr 22 09:59:59.665677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b9a8a0a7-584c-48e4-89bc-ecd4a238d674 req-8b8f2d3c-3030-4a18-9b78-30b507cced54 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381234 Apr 22 10:00:00.859808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340e128-d574-4452-be29-0c91b6a2f938 req-deaac1d6-529c-42ab-98a5-3a9c60fab55d tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:00.861203 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a340e128-d574-4452-be29-0c91b6a2f938 req-deaac1d6-529c-42ab-98a5-3a9c60fab55d tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0836756 Apr 22 10:00:00.906092 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a340e128-d574-4452-be29-0c91b6a2f938 req-c61fc11c-1ba3-4951-a21e-c256add736ba tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/security-groups?id=36df3f9a-6320-49f5-ac4e-1b002355399f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392051 Apr 22 10:00:01.329105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-a98b8efd-300f-41ef-ae87-d868f81de5e2 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:01.330556 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-a98b8efd-300f-41ef-ae87-d868f81de5e2 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.35 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 946 time: 0.0798576 Apr 22 10:00:01.499256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Deleting port 16ae5a6d-480a-4661-84e6-02bd26c54f68 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:00:01.499586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:01.746909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] For port 16ae5a6d-480a-4661-84e6-02bd26c54f68, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=16ae5a6d-480a-4661-84e6-02bd26c54f68,segment=NetworkSegment(070e54ba-23de-4260-9a4d-96923dbb77e6),segment_id=070e54ba-23de-4260-9a4d-96923dbb77e6)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:00:01.747171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:01.869979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Calling delete_port for 16ae5a6d-480a-4661-84e6-02bd26c54f68 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:00:02.054118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:02.072221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['16ae5a6d-480a-4661-84e6-02bd26c54f68'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:00:02.095846 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-05bb2642-f39b-4625-b221-d1092562adff req-a201feef-6d82-46b8-aa5e-678bc1d07a69 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.32 "GET /v2.0/ports?device_id=b24cbcd9-da7a-49f2-a119-8d64777896f9 HTTP/1.1" status: 200 len: 210 time: 0.0851710 Apr 22 10:00:02.113566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Pushing event deleted for resources: {'Port': ['ID=16ae5a6d-480a-4661-84e6-02bd26c54f68,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:02.158068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.158438 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.158800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.159156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.159510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.159863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.160219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.160609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.160965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.161351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.161693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.162040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:02.200524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] No DVR routers for this DVR port 16ae5a6d-480a-4661-84e6-02bd26c54f68 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:00:02.202805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:02.205364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'name': 'network-vif-deleted', 'tag': '16ae5a6d-480a-4661-84e6-02bd26c54f68'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:00:02.221581 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9593ff30-71d2-4a79-853b-306dc4bd4b1d req-adf50b45-6d46-445c-8147-f0b3d48b1ed6 tempest-DeleteServersTestJSON-868075286 tempest-DeleteServersTestJSON-868075286-project] 10.222.0.35 "DELETE /v2.0/ports/16ae5a6d-480a-4661-84e6-02bd26c54f68 HTTP/1.1" status: 204 len: 173 time: 0.8855214 Apr 22 10:00:02.254144 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c0638f-f305-4bc7-a8bf-8f29bdea8070'] response: {'server_uuid': 'b24cbcd9-da7a-49f2-a119-8d64777896f9', 'name': 'network-vif-deleted', 'tag': '16ae5a6d-480a-4661-84e6-02bd26c54f68', 'status': 'completed', 'code': 200} Apr 22 10:00:03.349130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36880) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:00:03.407232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Deleting subnet 198e61d3-aeee-486e-8aef-2ba53439e9b6 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:00:03.410024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:03.461710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:03.516207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:03.588017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:03.729891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198e61d3-aeee-486e-8aef-2ba53439e9b6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:03.739768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.740115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.740478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.740808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.741130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.741453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.741772 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.742090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.742407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.742718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.743031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.743342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:03.746066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-22483e13-341f-451c-af98-837c994d467f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:03.752572 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-22483e13-341f-451c-af98-837c994d467f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/198e61d3-aeee-486e-8aef-2ba53439e9b6 HTTP/1.1" status: 204 len: 168 time: 0.4023764 Apr 22 10:00:03.755029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36884) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:00:03.863958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.008354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.036829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd480a1-1913-432a-912a-a72b39b4ca69']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:00:04.049861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070e54ba-23de-4260-9a4d-96923dbb77e6') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:00:04.050154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070e54ba-23de-4260-9a4d-96923dbb77e6') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:00:04.062282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.080152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.087335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:00:04.087738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:00:04.102446 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:00:04.181756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.199738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.210505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd480a1-1913-432a-912a-a72b39b4ca69,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:04.219126 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6b3e88c2-47b9-4160-aaf2-fcb041559028 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ebd480a1-1913-432a-912a-a72b39b4ca69 HTTP/1.1" status: 204 len: 168 time: 0.4631078 Apr 22 10:00:04.328339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36890) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:00:04.376685 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3f5eaf68-215c-42f3-9041-c9d504013597 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92024ebc78704ea3b0e13d95a1ee4900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470853 Apr 22 10:00:04.379073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36894) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:00:04.439720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-45dc035f-9639-4c3e-a6cc-24126336d24b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.465969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-45dc035f-9639-4c3e-a6cc-24126336d24b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.518241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-45dc035f-9639-4c3e-a6cc-24126336d24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.535514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc035f-9639-4c3e-a6cc-24126336d24b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36df3f9a-6320-49f5-ac4e-1b002355399f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:04.548138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-45dc035f-9639-4c3e-a6cc-24126336d24b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:04.551741 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-45dc035f-9639-4c3e-a6cc-24126336d24b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36df3f9a-6320-49f5-ac4e-1b002355399f HTTP/1.1" status: 204 len: 168 time: 0.1692700 Apr 22 10:00:05.224640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 16ae5a6d-480a-4661-84e6-02bd26c54f68 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:00:05.258193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 16ae5a6d-480a-4661-84e6-02bd26c54f68 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:00:05.258530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 16ae5a6d-480a-4661-84e6-02bd26c54f68 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:00:05.269623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 36918) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:00:05.373366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1877529118-network', 'tenant_id': 'aecad3cba4ca44e4938bb71a00bda264'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:00:05.378284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:00:05.382283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Usage tracker for resource:network and tenant:aecad3cba4ca44e4938bb71a00bda264 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:00:05.385278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:00:05.391689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:00:05.402382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Made reservation on behalf of aecad3cba4ca44e4938bb71a00bda264 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:00:05.404682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.416950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.431112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:00:05.434996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Usage tracker for resource:security_group_rule and tenant:aecad3cba4ca44e4938bb71a00bda264 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:00:05.437819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:00:05.443421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:00:05.528927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.533406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.563723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:00:05.572178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c7d243-3338-432f-b869-ae1b36c771ad,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:05.578291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.578666 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Added segment 39fb02d7-c7ea-4312-8df1-a915dbf62409 of type vlan for network b79b20c4-36e2-4473-bea9-7ce330ad2775 Apr 22 10:00:05.610578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.643307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.644278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:05.644882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.748975 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4782176 Apr 22 10:00:05.749726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa54d6-7830-4616-ac6b-76e63cdc2725 admin admin] Pushing event updated for resources: {'Network': ['ID=b79b20c4-36e2-4473-bea9-7ce330ad2775,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:05.752481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 36924) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:00:05.758860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Request body: {'subnet': {'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1877529118-subnet', 'tenant_id': 'aecad3cba4ca44e4938bb71a00bda264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:00:05.759491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network b79b20c4-36e2-4473-bea9-7ce330ad2775 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:00:05.764546 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:00:05.768415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Usage tracker for resource:subnet and tenant:aecad3cba4ca44e4938bb71a00bda264 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:00:05.771214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:00:05.776909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:00:05.789549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Made reservation on behalf of aecad3cba4ca44e4938bb71a00bda264 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:00:05.791845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:05.993277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:06.069291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb7671c4-ee85-4721-8c8e-624ed239069b,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:06.078404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Checking segment: {'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:00:06.078759 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Network hostable DHCP agents. Network: b79b20c4-36e2-4473-bea9-7ce330ad2775, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:00:06.097254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Network b79b20c4-36e2-4473-bea9-7ce330ad2775 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:00:06.106802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, b79b20c4-36e2-4473-bea9-7ce330ad2775) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:00:06.111012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:06.111728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:06.116810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c019d906-9975-4d4e-a55b-72076cd723d9 None None] Network b79b20c4-36e2-4473-bea9-7ce330ad2775 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:00:06.140452 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-99582086-deed-473b-acb6-1e3f8533c3fe admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3791351 Apr 22 10:00:06.341497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c63ed-da83-49fa-9ba4-87aa2a0d755f None None] Network b79b20c4-36e2-4473-bea9-7ce330ad2775 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:00:06.650489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-0e5fc19a-b60d-4357-a287-e61de509f4ad tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:06.651063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-0e5fc19a-b60d-4357-a287-e61de509f4ad tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Synchronizing usage tracker for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:00:06.667826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-0e5fc19a-b60d-4357-a287-e61de509f4ad tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Unset dirty status for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:00:06.668995 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-0e5fc19a-b60d-4357-a287-e61de509f4ad tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 815 time: 0.1654613 Apr 22 10:00:06.683816 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-63fbf1ff-0cd1-462c-8e7c-d1e162bd5333 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/quotas/aecad3cba4ca44e4938bb71a00bda264 HTTP/1.1" status: 200 len: 375 time: 0.0094383 Apr 22 10:00:06.730946 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-bde299e8-1a09-4d5c-b11c-5a9252c8c6ed tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418432 Apr 22 10:00:06.861435 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-7a313c63-7230-4364-87a9-a00f05e9fd9c service neutron] 10.222.0.32 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237841 Apr 22 10:00:06.989595 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-85aa8a52-160c-4fa4-ba13-2d7090a358ba service neutron] 10.222.0.32 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222727 Apr 22 10:00:07.160922 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-072147cf-8866-4545-a5ed-82258ecde78b req-4f04b0c6-58d4-4c4f-bbae-fd1346e07f15 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 210 time: 0.0422993 Apr 22 10:00:08.213275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-42e5295a-d2d7-4cf3-87ac-0a32bfe02251 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:08.215203 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-42e5295a-d2d7-4cf3-87ac-0a32bfe02251 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 815 time: 0.1449866 Apr 22 10:00:08.230040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Request body: {'port': {'device_id': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775', 'admin_state_up': True, 'tenant_id': 'aecad3cba4ca44e4938bb71a00bda264'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:00:08.322914 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53e55286-afaf-4338-8c4d-d588286e05b8 req-4f7c64ab-fc69-48ed-9a7c-2bd00d995670 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 210 time: 0.0486362 Apr 22 10:00:08.366481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:00:08.370272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Usage tracker for resource:port and tenant:aecad3cba4ca44e4938bb71a00bda264 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:00:08.373007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:00:08.378513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:00:08.388806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Made reservation on behalf of aecad3cba4ca44e4938bb71a00bda264 for: {'port': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:00:08.392230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:08.554066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Allocated IP 172.20.0.4 (b79b20c4-36e2-4473-bea9-7ce330ad2775/fb7671c4-ee85-4721-8c8e-624ed239069b/3233921f-1fb8-4d9b-9b2c-0180a3cf0572) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:00:08.742979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:08.761253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:08.789563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:08.854113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Network b79b20c4-36e2-4473-bea9-7ce330ad2775 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:00:08.857066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:00:08.865096 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:00:08.895830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Pushing event updated for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:08.934662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:08.935262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:08.955124 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-4c572e81-44f0-42ce-bf88-8581f44f745c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7292230 Apr 22 10:00:08.965735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Request body: {'port': {'device_id': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:00:09.164736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:09.585588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 {{(pid=88062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:00:09.597906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3aef-f01b-4b1f-a10d-26111918c85f req-81e6e647-1c65-4122-afe1-c2dd7aead403 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:09.598640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-7aaa3aef-f01b-4b1f-a10d-26111918c85f req-81e6e647-1c65-4122-afe1-c2dd7aead403 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Synchronizing usage tracker for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:00:09.606825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:09.631543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Transition to ACTIVE for port object 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:00:09.632965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-7aaa3aef-f01b-4b1f-a10d-26111918c85f req-81e6e647-1c65-4122-afe1-c2dd7aead403 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Unset dirty status for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:00:09.634472 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7aaa3aef-f01b-4b1f-a10d-26111918c85f req-81e6e647-1c65-4122-afe1-c2dd7aead403 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 931 time: 0.1980290 Apr 22 10:00:09.635498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:09.840574 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7aaa3aef-f01b-4b1f-a10d-26111918c85f req-adf1a1e6-8609-4c08-8bd3-356aa5f48cbd tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688974 Apr 22 10:00:09.846277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Pushing event updated for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:09.921532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Attempting to bind port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:00:09.921855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Attempting to bind port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:00:09.922174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Attempting to bind port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 on network b79b20c4-36e2-4473-bea9-7ce330ad2775 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:00:09.926735 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 on network b79b20c4-36e2-4473-bea9-7ce330ad2775 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:00:09.927043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Attempting to bind port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 on network b79b20c4-36e2-4473-bea9-7ce330ad2775 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:00:09.932016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:00:09.932337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Checking segment: {'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:00:09.933368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Bound using segment: {'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:00:09.933779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Bound port: 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:00:09.934117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:10.025390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:00:10.028992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:00:10.034736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:10.094774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:10.095409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:10.096820 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] 10.222.0.35 "PUT /v2.0/ports/3233921f-1fb8-4d9b-9b2c-0180a3cf0572 HTTP/1.1" status: 200 len: 1093 time: 1.1350210 Apr 22 10:00:10.099694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:00:10.134891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c62f52-ace3-4b1d-ab7c-713465e9b9cd service neutron] Pushing event updated for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:10.233383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-42fc8966-f6bf-4e14-838b-8d850171b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:10.235038 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-42fc8966-f6bf-4e14-838b-8d850171b862 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 1096 time: 0.0841351 Apr 22 10:00:10.303677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee88e3c-b32c-4ec7-b7c2-8f0b809baad0'] response: {'name': 'network-changed', 'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'status': 'completed', 'code': 200} Apr 22 10:00:10.311909 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-03cb6bfd-8656-4f63-904f-aba7c9ba2468 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572 HTTP/1.1" status: 200 len: 217 time: 0.0702803 Apr 22 10:00:10.377286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-70518544-b3ed-45c5-97fe-d71f4aaaf045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:10.378878 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-70518544-b3ed-45c5-97fe-d71f4aaaf045 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0604947 Apr 22 10:00:10.431556 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-e30cdf8c-93b3-4045-a5c6-965142db3642 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465651 Apr 22 10:00:10.571855 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-9bce48d6-aaf6-43c6-a18b-9d2386c57229 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319094 Apr 22 10:00:10.702683 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6f374b63-bf09-4bc4-a55a-661ad19feb54 req-756719d0-6d78-48b2-84c7-05567d4954f2 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240897 Apr 22 10:00:10.918272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-3d7e595e-5e23-4629-94ea-4a1e18322711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:10.919768 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-3d7e595e-5e23-4629-94ea-4a1e18322711 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 1096 time: 0.1683576 Apr 22 10:00:11.104620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-6e697e9c-d0b4-484d-8176-013b9597ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:11.106077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-6e697e9c-d0b4-484d-8176-013b9597ac7e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1792586 Apr 22 10:00:11.174864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaea52-fca6-462f-9bf6-81a5454729f3 req-eea6edb3-7cff-43d3-a156-af70925d2752 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:11.176492 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dbaaea52-fca6-462f-9bf6-81a5454729f3 req-eea6edb3-7cff-43d3-a156-af70925d2752 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 943 time: 0.2174840 Apr 22 10:00:11.190853 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-dac7b753-3ac5-427a-8191-57c6ce267e41 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572 HTTP/1.1" status: 200 len: 217 time: 0.0766935 Apr 22 10:00:11.281580 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dbaaea52-fca6-462f-9bf6-81a5454729f3 req-e310d243-17f6-4ac5-a96c-409bc2be3a3f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933487 Apr 22 10:00:11.287693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-7f13810e-f87c-4210-9439-d8c7d9f11e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:11.289192 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-7f13810e-f87c-4210-9439-d8c7d9f11e8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0854590 Apr 22 10:00:11.338002 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-81ca8524-0e23-4b18-9ada-f7cede5a9b92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424259 Apr 22 10:00:11.474908 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-81e3e777-f5e4-482d-8974-fc7a73eda251 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305263 Apr 22 10:00:11.606713 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa2aac7a-f7fd-4f32-a232-300af04a4f0e req-7d45dbeb-37a1-4f1f-bcd8-7a4134adbb27 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256526 Apr 22 10:00:12.078893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fefbcf19-10a0-414c-a090-c72e97bae47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:12.474138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f08b5-3905-412c-94c7-d7b62252a75a req-21438723-bc9d-431b-aedb-832c48c0a182 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:12.475526 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-097f08b5-3905-412c-94c7-d7b62252a75a req-21438723-bc9d-431b-aedb-832c48c0a182 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 943 time: 0.0866504 Apr 22 10:00:12.519142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-097f08b5-3905-412c-94c7-d7b62252a75a req-b2e032ec-6912-4b18-80b6-89cd575eacc5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Synchronizing usage tracker for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:00:12.537068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-097f08b5-3905-412c-94c7-d7b62252a75a req-b2e032ec-6912-4b18-80b6-89cd575eacc5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Unset dirty status for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:00:12.538371 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-097f08b5-3905-412c-94c7-d7b62252a75a req-b2e032ec-6912-4b18-80b6-89cd575eacc5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564666 Apr 22 10:00:13.734518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70682-5448-4938-ac4b-b55bbbaa98d7 req-f6633b56-7473-452b-b213-84fa050f7190 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:13.736010 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79c70682-5448-4938-ac4b-b55bbbaa98d7 req-f6633b56-7473-452b-b213-84fa050f7190 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 943 time: 0.0823815 Apr 22 10:00:13.781227 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-79c70682-5448-4938-ac4b-b55bbbaa98d7 req-4d0952f0-82b7-4341-b440-f11fb6b3d87a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395155 Apr 22 10:00:14.458992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-079eef8e-19c8-4973-b2a6-e44195b64f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:14.968591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b15b64-a943-4b4e-8b97-a89386b434d6 req-6b7b51a9-cb26-4d6c-b591-5eb363a0bcf2 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:14.970047 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-89b15b64-a943-4b4e-8b97-a89386b434d6 req-6b7b51a9-cb26-4d6c-b591-5eb363a0bcf2 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 943 time: 0.0837560 Apr 22 10:00:15.019521 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-89b15b64-a943-4b4e-8b97-a89386b434d6 req-e31e6742-7697-47fd-a8f3-65611faaa25c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Apr 22 10:00:15.303705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:00:15.438837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:00:15.452701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775', 'port_id': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'mac_address': 'fa:16:3e:2c:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7671c4-ee85-4721-8c8e-624ed239069b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:00:15.500680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:15.519329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:15.536719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:00:15.553144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:00:15.557328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:15.631065 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:15.793909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:15.883935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['3233921f-1fb8-4d9b-9b2c-0180a3cf0572'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:00:16.217572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784ea9d-f98f-48e2-98e2-85b8242600ee req-7256159e-4a11-4e7b-878b-9ce2743c6280 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:16.219570 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d784ea9d-f98f-48e2-98e2-85b8242600ee req-7256159e-4a11-4e7b-878b-9ce2743c6280 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 944 time: 0.0871856 Apr 22 10:00:16.270432 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d784ea9d-f98f-48e2-98e2-85b8242600ee req-8b9f4124-8f4b-4981-a487-149c2dddbeeb tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Apr 22 10:00:17.248244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:17.318974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:00:17.332154 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:00:17.389434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:00:17.394651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:00:17.395052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:17.517298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:17.544888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:00:17.555416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:00:17.563678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:17.579428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922dd9f-1721-41d4-84af-039515293052 req-738bda75-b797-4f91-8f80-3178d8593c53 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:17.581090 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a922dd9f-1721-41d4-84af-039515293052 req-738bda75-b797-4f91-8f80-3178d8593c53 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 944 time: 0.2042644 Apr 22 10:00:17.596265 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-593bef81-1c9c-443f-b4a4-959b3ef4ffe0'] response: {'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'code': 200} Apr 22 10:00:17.631189 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a922dd9f-1721-41d4-84af-039515293052 req-92655976-26f3-4c70-9849-ccd26096e279 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Apr 22 10:00:17.637706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:17.818898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a77854-ed1e-4f76-81e3-c69b6abfa2db req-5be6f4bb-74d1-4477-8755-48cdd6f8aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:17.820477 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6a77854-ed1e-4f76-81e3-c69b6abfa2db req-5be6f4bb-74d1-4477-8755-48cdd6f8aea8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 1098 time: 0.0704036 Apr 22 10:00:17.863479 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6a77854-ed1e-4f76-81e3-c69b6abfa2db req-690f3d4d-891f-4784-b708-62582c44458f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 Apr 22 10:00:18.830859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2560f15-d9ce-4656-a078-712a5ab10470 req-9435ac31-32e2-4e45-b4cb-c836b6cd030f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:18.832234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c2560f15-d9ce-4656-a078-712a5ab10470 req-9435ac31-32e2-4e45-b4cb-c836b6cd030f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0850947 Apr 22 10:00:18.877862 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c2560f15-d9ce-4656-a078-712a5ab10470 req-81a3ea1e-d250-4220-8123-9a717e0abb79 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386596 Apr 22 10:00:20.060771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc966e-05bf-4d90-9ed5-6286aed31979 req-46a00117-2fd5-430f-a5a6-3092fb0a90de tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:20.062214 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3dcc966e-05bf-4d90-9ed5-6286aed31979 req-46a00117-2fd5-430f-a5a6-3092fb0a90de tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0822551 Apr 22 10:00:20.107127 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3dcc966e-05bf-4d90-9ed5-6286aed31979 req-a8dc81d6-5f0d-42ad-8edd-f1c2661c72ac tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392015 Apr 22 10:00:20.291485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e347a-13e4-412d-92da-6b19b347b44c req-c8aa1cb1-3702-476b-8065-8028984deb02 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:20.292970 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-500e347a-13e4-412d-92da-6b19b347b44c req-c8aa1cb1-3702-476b-8065-8028984deb02 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0790930 Apr 22 10:00:20.342386 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-500e347a-13e4-412d-92da-6b19b347b44c req-8b2f6468-b9ba-44c5-b8ec-76d404f578ce tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438340 Apr 22 10:00:20.687413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e1996-a105-4b79-b189-b888a8d0e608 req-de3b70a4-d01d-4860-9b83-58e9010453d8 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:20.689052 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-983e1996-a105-4b79-b189-b888a8d0e608 req-de3b70a4-d01d-4860-9b83-58e9010453d8 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0853369 Apr 22 10:00:20.737175 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-983e1996-a105-4b79-b189-b888a8d0e608 req-21a16528-3934-4ca6-8b17-a8a4c3c9b9a2 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421259 Apr 22 10:00:20.920138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8493c-8c91-4a45-b0c4-3b6280072659 req-c25f8184-86a0-4c00-b690-d4fda96ff13b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:20.921643 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d7a8493c-8c91-4a45-b0c4-3b6280072659 req-c25f8184-86a0-4c00-b690-d4fda96ff13b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0793252 Apr 22 10:00:20.969952 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d7a8493c-8c91-4a45-b0c4-3b6280072659 req-ae5b114e-18ad-4f82-8474-8a76ee4c06d0 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424039 Apr 22 10:00:21.322592 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-6f42b6c2-1710-40a4-958c-2a45437f4eed service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735750 Apr 22 10:00:21.378200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a2505-5b1d-4334-bf6f-dffe0e16e4a5 req-fc3478b5-4d02-4dea-8929-7cf7b8bb7f17 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:21.379666 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c3a2505-5b1d-4334-bf6f-dffe0e16e4a5 req-fc3478b5-4d02-4dea-8929-7cf7b8bb7f17 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0815806 Apr 22 10:00:21.424801 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c3a2505-5b1d-4334-bf6f-dffe0e16e4a5 req-e7a18c5f-b841-4cc7-a765-49a433b288fe tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 Apr 22 10:00:22.624882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-8e2289bd-dae9-49b9-bd1e-e7e79f09df51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:22.626357 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-8e2289bd-dae9-49b9-bd1e-e7e79f09df51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 1098 time: 0.1296484 Apr 22 10:00:22.785636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b5c22-f237-4655-9e68-1fd739c61533 req-ba99ce2a-2ac8-4265-b391-978e8c316eb2 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:22.787305 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-324b5c22-f237-4655-9e68-1fd739c61533 req-ba99ce2a-2ac8-4265-b391-978e8c316eb2 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.2405608 Apr 22 10:00:22.903331 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-324b5c22-f237-4655-9e68-1fd739c61533 req-9275d304-5662-4da5-8f44-c2334e915ebe tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739110 Apr 22 10:00:22.910777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-722b1df5-1d23-4916-bf50-c24f5a498f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:22.912208 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-722b1df5-1d23-4916-bf50-c24f5a498f5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.2781096 Apr 22 10:00:22.980319 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-0c3afec5-d119-4afe-9f34-69dd8a2c17dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572 HTTP/1.1" status: 200 len: 217 time: 0.0612381 Apr 22 10:00:23.046805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-c5cf10cd-a32f-4d36-9814-c9b5d7fc17d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:23.048259 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-c5cf10cd-a32f-4d36-9814-c9b5d7fc17d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0615346 Apr 22 10:00:23.095062 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-48137597-370f-43ff-9384-1ba3544f5bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406849 Apr 22 10:00:23.240851 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-8ced58a6-a3ee-47e1-a101-6babb34a480c service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400349 Apr 22 10:00:23.376300 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-df2d3fe6-17fa-4c0c-9a1f-7b4a3765414b service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292028 Apr 22 10:00:24.096007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fece66-77ea-4557-a1a5-b2a56259e0f8 req-dd95cd60-2b4a-44a3-a40b-e427dc4ce340 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:24.097486 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a1fece66-77ea-4557-a1a5-b2a56259e0f8 req-dd95cd60-2b4a-44a3-a40b-e427dc4ce340 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0837426 Apr 22 10:00:24.143987 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a1fece66-77ea-4557-a1a5-b2a56259e0f8 req-cee0ceb1-4234-4160-8a03-0a1d40c55bf2 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408239 Apr 22 10:00:25.327618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29977ac9-1137-42cf-b2c1-617683d9786d req-fa9a9f81-29bf-489c-94fd-47b58fdc99c4 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:25.329110 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-29977ac9-1137-42cf-b2c1-617683d9786d req-fa9a9f81-29bf-489c-94fd-47b58fdc99c4 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0792789 Apr 22 10:00:25.376700 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-29977ac9-1137-42cf-b2c1-617683d9786d req-dd1d7aed-7512-45ce-8667-98e898e2248b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Apr 22 10:00:26.558508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb993a-7605-467d-858c-e67598c763c9 req-87f65c89-db86-4b0c-830c-2c243b44c300 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:26.559857 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-06eb993a-7605-467d-858c-e67598c763c9 req-87f65c89-db86-4b0c-830c-2c243b44c300 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0792131 Apr 22 10:00:26.603365 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-06eb993a-7605-467d-858c-e67598c763c9 req-106a4776-1b53-46b6-939a-3c38c899dc7d tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378551 Apr 22 10:00:27.933221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a918bf-69f4-4173-a8be-e287b5f06be7 req-f972de02-bb7d-45c1-9e5c-bd79e1107f79 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:27.934573 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-05a918bf-69f4-4173-a8be-e287b5f06be7 req-f972de02-bb7d-45c1-9e5c-bd79e1107f79 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0781755 Apr 22 10:00:27.979141 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-05a918bf-69f4-4173-a8be-e287b5f06be7 req-418757b9-6249-405f-aa1e-e1acc2438e55 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Apr 22 10:00:29.163959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e19209-311d-4292-bd6e-3e571fc69b7e req-ad3d67fc-40e8-4e95-9243-ccbfc478ed64 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:29.165434 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24e19209-311d-4292-bd6e-3e571fc69b7e req-ad3d67fc-40e8-4e95-9243-ccbfc478ed64 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0828083 Apr 22 10:00:29.210006 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24e19209-311d-4292-bd6e-3e571fc69b7e req-34c83fd0-365b-4981-b4f3-678947eb64e8 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Apr 22 10:00:30.417650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d00ef-f007-44de-bbd8-cbb235c66c05 req-ca0099f4-36d4-4ceb-a666-a5f1a4b35729 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:30.419124 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d00ef-f007-44de-bbd8-cbb235c66c05 req-ca0099f4-36d4-4ceb-a666-a5f1a4b35729 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0979669 Apr 22 10:00:30.463650 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c7d00ef-f007-44de-bbd8-cbb235c66c05 req-89a428fc-bc2d-45d9-9a57-76aa63dea172 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Apr 22 10:00:31.652628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dc17c-149d-40af-b7c0-c7ef55553f58 req-5cc9212e-b07d-46a0-ae99-8264296d0189 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:31.654090 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-569dc17c-149d-40af-b7c0-c7ef55553f58 req-5cc9212e-b07d-46a0-ae99-8264296d0189 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0831015 Apr 22 10:00:31.698536 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-569dc17c-149d-40af-b7c0-c7ef55553f58 req-29f52bc6-3e84-4460-93fd-6fe0e9c37a48 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Apr 22 10:00:32.878935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c438e-46b5-44e8-8bb4-3f3558d7bbd7 req-5930d4c5-fc8d-4b1d-b742-ffa53678b733 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:32.880328 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dd9c438e-46b5-44e8-8bb4-3f3558d7bbd7 req-5930d4c5-fc8d-4b1d-b742-ffa53678b733 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0791500 Apr 22 10:00:32.924911 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dd9c438e-46b5-44e8-8bb4-3f3558d7bbd7 req-29b2f809-6ed9-4bb5-b44e-439a9836d965 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 Apr 22 10:00:34.109357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d07ab3-afd9-4525-9adf-310d759ad866 req-c788fdcb-1da6-43b1-ba39-61a171e0c243 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:34.110956 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42d07ab3-afd9-4525-9adf-310d759ad866 req-c788fdcb-1da6-43b1-ba39-61a171e0c243 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0823529 Apr 22 10:00:34.158036 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42d07ab3-afd9-4525-9adf-310d759ad866 req-95219b0e-a90e-42fd-b5a0-e6febe5776ad tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411243 Apr 22 10:00:35.348584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dea51a-7ac3-446c-a6c9-7cb6431dd224 req-d46e509f-2363-4fb5-9375-5838962d2479 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:35.350032 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-58dea51a-7ac3-446c-a6c9-7cb6431dd224 req-d46e509f-2363-4fb5-9375-5838962d2479 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0825274 Apr 22 10:00:35.394131 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-58dea51a-7ac3-446c-a6c9-7cb6431dd224 req-175a0cb1-0245-4fb9-8ade-49f68132c99b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379016 Apr 22 10:00:36.601125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2f998-85fb-4f0a-9307-2b197aaf79fd req-6ad6ec1c-063d-4a56-a029-c79303ffc912 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:36.602624 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ed2f998-85fb-4f0a-9307-2b197aaf79fd req-6ad6ec1c-063d-4a56-a029-c79303ffc912 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0966189 Apr 22 10:00:36.649199 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ed2f998-85fb-4f0a-9307-2b197aaf79fd req-e7de7960-8f3f-4ef8-9dd8-088ff23cea5f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Apr 22 10:00:37.864356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89737f1-7cc7-4d7f-9705-3a02d45cfab8 req-6bb891bd-efb0-4150-8913-dc0d5b291d80 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:37.866992 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f89737f1-7cc7-4d7f-9705-3a02d45cfab8 req-6bb891bd-efb0-4150-8913-dc0d5b291d80 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.1029651 Apr 22 10:00:37.934401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f89737f1-7cc7-4d7f-9705-3a02d45cfab8 req-4f8dc49b-a244-426a-b847-bc31fbeb5753 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599794 Apr 22 10:00:38.761386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:39.152200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47069a68-ca51-4235-ad60-04d8726be257 req-b5980249-21f2-4b6e-881b-daa3c79414ff tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:39.153782 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-47069a68-ca51-4235-ad60-04d8726be257 req-b5980249-21f2-4b6e-881b-daa3c79414ff tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0912046 Apr 22 10:00:39.210227 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-47069a68-ca51-4235-ad60-04d8726be257 req-76b27fea-e5b3-4551-ad6e-152308e571e8 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459819 Apr 22 10:00:39.271923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-270fe8b5-e210-413c-a8d8-325a4099bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:39.273654 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-270fe8b5-e210-413c-a8d8-325a4099bfd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 1098 time: 0.0751917 Apr 22 10:00:39.424985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-269c55e3-f8cc-4099-bc30-4aaf97e0e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:39.426449 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-269c55e3-f8cc-4099-bc30-4aaf97e0e359 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1327024 Apr 22 10:00:39.499794 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-1af6412d-9345-40bd-bf4f-32914274be33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572 HTTP/1.1" status: 200 len: 217 time: 0.0664530 Apr 22 10:00:39.574699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-b927aaa8-92c0-4b1f-8da1-c1de8bf74a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:39.576176 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-b927aaa8-92c0-4b1f-8da1-c1de8bf74a1f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0695291 Apr 22 10:00:39.624486 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-2560cefc-f88a-4fd8-907a-7d68f1902221 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411971 Apr 22 10:00:39.870728 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-f1979a17-4c80-4f41-bb5e-0a25a60c7619 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391250 Apr 22 10:00:40.010920 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4f9559-6ed0-44f3-acff-ed6c17e6d314 req-eabe4311-b8da-4e41-b2a8-774f2125e54e service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333983 Apr 22 10:00:40.466734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f557e6-4c98-412d-9c59-ff4aac812d76 req-e4c0204a-021d-4990-b91b-bb836f151ae3 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:40.468513 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-37f557e6-4c98-412d-9c59-ff4aac812d76 req-e4c0204a-021d-4990-b91b-bb836f151ae3 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.1091189 Apr 22 10:00:40.523096 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-37f557e6-4c98-412d-9c59-ff4aac812d76 req-4738c25f-955f-4773-8bda-74a4d7d0680b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463436 Apr 22 10:00:41.748923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947ffb2-fbd1-4103-afe8-5359e08cd012 req-697ffbce-db78-42db-93ed-a968a8c1eb1b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:41.751518 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4947ffb2-fbd1-4103-afe8-5359e08cd012 req-697ffbce-db78-42db-93ed-a968a8c1eb1b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.1020529 Apr 22 10:00:41.800304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4947ffb2-fbd1-4103-afe8-5359e08cd012 req-55e7c3f7-8c32-4145-b84a-21018a076c76 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Apr 22 10:00:42.087701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c549c792-e0ef-49ce-b5a0-9486a0151b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:43.007416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c440797-d33d-4584-9b2d-2ce64df1d75e req-44d4aec2-bc3b-48fc-87b9-0fcee8a44dff tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:43.009238 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6c440797-d33d-4584-9b2d-2ce64df1d75e req-44d4aec2-bc3b-48fc-87b9-0fcee8a44dff tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0916624 Apr 22 10:00:43.076136 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6c440797-d33d-4584-9b2d-2ce64df1d75e req-4356245e-4819-4b4c-8f10-81813db64c04 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600455 Apr 22 10:00:44.303997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fa8c9-9b24-41cb-b8aa-8c5c580962b5 req-48638d05-1782-4457-9744-51b06508d34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:44.305686 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1b5fa8c9-9b24-41cb-b8aa-8c5c580962b5 req-48638d05-1782-4457-9744-51b06508d34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.1137300 Apr 22 10:00:44.357330 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1b5fa8c9-9b24-41cb-b8aa-8c5c580962b5 req-52b697bb-ae0a-4c7f-b78d-39aab31be2af tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Apr 22 10:00:44.470632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8b0c-1595-42ee-a548-93cce34b422e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:45.478367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:45.562540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b1d32-d919-4dfd-a13b-0fc5d062bb8c req-2c7c8c8c-b2d9-431e-ae5a-45efd65938d7 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:45.564343 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-184b1d32-d919-4dfd-a13b-0fc5d062bb8c req-2c7c8c8c-b2d9-431e-ae5a-45efd65938d7 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0911891 Apr 22 10:00:45.620706 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-184b1d32-d919-4dfd-a13b-0fc5d062bb8c req-e0dbdef1-3c98-424e-81d7-85e397c497a5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 Apr 22 10:00:45.799176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:46.830177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e740b8c-3bff-44ee-a843-f4185d6be695 req-25a8a87b-f295-42d0-9432-8e49aa25575e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:46.831854 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4e740b8c-3bff-44ee-a843-f4185d6be695 req-25a8a87b-f295-42d0-9432-8e49aa25575e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0927572 Apr 22 10:00:46.893115 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4e740b8c-3bff-44ee-a843-f4185d6be695 req-665c5c98-e8e7-4f81-bb2e-a1376ff7b8cf tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547493 Apr 22 10:00:47.255721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:48.147897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a8599-6b0b-4271-97c5-c10aa1de50e5 req-d34c87ef-4b5b-428e-8558-f2715deb3bf3 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:48.149649 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b81a8599-6b0b-4271-97c5-c10aa1de50e5 req-d34c87ef-4b5b-428e-8558-f2715deb3bf3 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.1287363 Apr 22 10:00:48.208036 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b81a8599-6b0b-4271-97c5-c10aa1de50e5 req-e3df71dc-4378-47e6-81c8-037010471aa9 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 Apr 22 10:00:49.417209 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f9544f-e19e-4790-8d9b-7ce096bd55b6 req-e39b15da-88cb-4f06-8009-5d5768b6c6cb tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:49.418753 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-58f9544f-e19e-4790-8d9b-7ce096bd55b6 req-e39b15da-88cb-4f06-8009-5d5768b6c6cb tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0857973 Apr 22 10:00:49.469127 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-58f9544f-e19e-4790-8d9b-7ce096bd55b6 req-4fb9a61b-0ca0-4c04-ae84-fffc0e562570 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443494 Apr 22 10:00:50.260987 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-52ab71bf-e1b2-4a2f-911e-b0bee5f50f58 service neutron] 10.222.0.35 "GET /v2.0/ports/3233921f-1fb8-4d9b-9b2c-0180a3cf0572/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1536906 Apr 22 10:00:50.587748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-722dfbef-7994-4e8c-a893-42304bb8672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:50.590423 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-722dfbef-7994-4e8c-a893-42304bb8672b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba&tenant_id=aecad3cba4ca44e4938bb71a00bda264 HTTP/1.1" status: 200 len: 1098 time: 0.1085370 Apr 22 10:00:50.757629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-a7f7ce73-96de-49c3-a064-f93680e2ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:50.759259 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-a7f7ce73-96de-49c3-a064-f93680e2ef90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 1098 time: 0.1444762 Apr 22 10:00:50.797275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93b040-a41f-45e7-a0e1-efe868c1967e req-a43cc97a-366e-44a8-a47f-54ea370b1a73 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:50.799367 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dc93b040-a41f-45e7-a0e1-efe868c1967e req-a43cc97a-366e-44a8-a47f-54ea370b1a73 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.1443131 Apr 22 10:00:50.920017 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dc93b040-a41f-45e7-a0e1-efe868c1967e req-a65556c3-870a-4246-93df-0cf69d61737a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087408 Apr 22 10:00:50.947522 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-c3a5e4e0-bc20-4fde-a413-1c2d662f726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:50.949074 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-c3a5e4e0-bc20-4fde-a413-1c2d662f726f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1832643 Apr 22 10:00:51.031927 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-ae361df1-9a14-4f6f-9a12-5308ec81a94b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572 HTTP/1.1" status: 200 len: 217 time: 0.0765078 Apr 22 10:00:51.101739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-a539ddce-85cf-454b-a788-4267026e149f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:51.103361 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-a539ddce-85cf-454b-a788-4267026e149f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0654991 Apr 22 10:00:51.159694 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-524cc298-68a2-4dd2-8c4a-8e72273c3c9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502753 Apr 22 10:00:51.318535 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-a3b7a2f4-d7ce-4f5c-9491-96a8c14976fe service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520007 Apr 22 10:00:51.463207 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b7a51ecd-3d5a-4890-8ea5-64a91a00517d req-6d73472c-0040-4805-9384-c020a2094a30 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378541 Apr 22 10:00:52.134595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837e819-392b-493e-9379-9c89a968f631 req-f3133fb9-dd5b-48c6-b6cd-2704e404a87b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:52.136373 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b837e819-392b-493e-9379-9c89a968f631 req-f3133fb9-dd5b-48c6-b6cd-2704e404a87b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0878096 Apr 22 10:00:52.187611 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b837e819-392b-493e-9379-9c89a968f631 req-f052d127-0b13-4215-82bb-46c20325e482 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455565 Apr 22 10:00:53.488800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdf7d5-fcb3-48af-966e-c634cea71376 req-db4132d5-d2a5-4fb7-9902-a7e6c9d487c1 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:53.490411 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d4fdf7d5-fcb3-48af-966e-c634cea71376 req-db4132d5-d2a5-4fb7-9902-a7e6c9d487c1 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.1883049 Apr 22 10:00:53.544601 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d4fdf7d5-fcb3-48af-966e-c634cea71376 req-9835624d-527f-4c89-8f69-ccd53ef93824 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467567 Apr 22 10:00:53.571712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:00:53.701613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:53.731364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:00:53.741938 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:00:53.748579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:53.803470 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f777aebc-b963-434b-9aad-6fff23750c89'] response: {'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'code': 200} Apr 22 10:00:53.831819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:54.332961 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:00:54.767975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f1765-5ae9-459b-a9c5-3b0fa0003437 req-7a93f7e7-816d-47a8-b2ed-c6e8f9dc74d1 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:54.769473 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-181f1765-5ae9-459b-a9c5-3b0fa0003437 req-7a93f7e7-816d-47a8-b2ed-c6e8f9dc74d1 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 943 time: 0.1053009 Apr 22 10:00:54.817932 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-181f1765-5ae9-459b-a9c5-3b0fa0003437 req-b9816497-5032-4e64-babf-94a23d3c3d3a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Apr 22 10:00:55.202125 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-d0198933-e247-4420-aa94-37cf7db064d5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:55.203458 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-d0198933-e247-4420-aa94-37cf7db064d5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba&tenant_id=aecad3cba4ca44e4938bb71a00bda264&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 943 time: 0.1389849 Apr 22 10:00:55.226872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd08f90-6068-4b9a-ad32-230e30fd5ec0 req-c119aec4-9900-4ada-811d-77d1ea9ff658 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:55.228491 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9dd08f90-6068-4b9a-ad32-230e30fd5ec0 req-c119aec4-9900-4ada-811d-77d1ea9ff658 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 943 time: 0.1323578 Apr 22 10:00:55.283711 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9dd08f90-6068-4b9a-ad32-230e30fd5ec0 req-69b8d6e4-57dd-4b36-8af3-6ec3303fff19 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488875 Apr 22 10:00:55.366317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-9a89c9fb-24c0-456e-bea7-d87d83ebabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:55.368796 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-9a89c9fb-24c0-456e-bea7-d87d83ebabf2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 1096 time: 0.0839360 Apr 22 10:00:55.513028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-94aa4c29-fcf4-4db7-9568-73cb6c9babb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:55.514573 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-94aa4c29-fcf4-4db7-9568-73cb6c9babb4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1394088 Apr 22 10:00:55.586077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:00:55.587055 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-b0207c1a-da2b-46c2-9cef-09041ea1f081 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572 HTTP/1.1" status: 200 len: 217 time: 0.0656350 Apr 22 10:00:55.661311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-1a28d04b-4746-47cc-a20b-ccb812b5fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:55.662762 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-1a28d04b-4746-47cc-a20b-ccb812b5fb47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0699508 Apr 22 10:00:55.710149 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-d61f68a1-a6b9-4cb1-923e-c9b578ad4db7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410054 Apr 22 10:00:55.733264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:00:55.747825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775', 'port_id': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'mac_address': 'fa:16:3e:2c:e2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7671c4-ee85-4721-8c8e-624ed239069b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:00:55.815441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:55.837136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:00:55.864703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:00:55.866600 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-38ece702-1737-4bda-879a-1154fd392ecf service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501167 Apr 22 10:00:55.870652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:55.953138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['3233921f-1fb8-4d9b-9b2c-0180a3cf0572'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:00:56.017486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:56.022193 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-710cebf5-e591-42de-b0eb-5fb9ee90580b req-349b4562-fd12-4337-936f-ffc45e4b7213 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491828 Apr 22 10:00:56.499003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9743960-a043-48fe-9301-375eb5b323a2 req-e72c5bda-d72e-4ebc-9d66-f4e1f6094d68 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:56.500657 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e9743960-a043-48fe-9301-375eb5b323a2 req-e72c5bda-d72e-4ebc-9d66-f4e1f6094d68 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 944 time: 0.0994816 Apr 22 10:00:56.548673 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e9743960-a043-48fe-9301-375eb5b323a2 req-8d44b2dc-1275-44dc-885f-6db5bf0785de tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Apr 22 10:00:57.605700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:00:57.683207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:00:57.683607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:57.757798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f3ba9-5ff1-48d4-9b5b-1c146cb371cf req-a0aa2461-6ffb-4923-b8e4-760d2234d54e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:57.760118 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc0f3ba9-5ff1-48d4-9b5b-1c146cb371cf req-a0aa2461-6ffb-4923-b8e4-760d2234d54e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 944 time: 0.0936284 Apr 22 10:00:57.821064 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bc0f3ba9-5ff1-48d4-9b5b-1c146cb371cf req-84a768a8-d26d-4a15-9280-963845fb8578 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541046 Apr 22 10:00:57.823503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:57.853874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:00:57.865174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:00:57.870491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:00:57.908266 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aca9186-85cf-4a9a-b14c-0d707b303267'] response: {'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'code': 200} Apr 22 10:00:57.944185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:00:57.952301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.952683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.953031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.953368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.953729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.954058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.954389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.954737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.955108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.955440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.955766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:57.956119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:00:58.031049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da06e8-bed7-4306-8003-1561a28e5f94 req-7e39dfe5-e9b9-43a3-a1f4-b31349b01f0e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:58.032569 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c8da06e8-bed7-4306-8003-1561a28e5f94 req-7e39dfe5-e9b9-43a3-a1f4-b31349b01f0e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0883164 Apr 22 10:00:58.080760 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c8da06e8-bed7-4306-8003-1561a28e5f94 req-85507191-861a-4f78-b3e5-35d17f486664 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Apr 22 10:00:58.287398 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba666d-3a95-4397-9a81-11043576bacf req-cab6239a-cbf7-4bfd-8470-3a3d7f971668 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:58.289024 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bbba666d-3a95-4397-9a81-11043576bacf req-cab6239a-cbf7-4bfd-8470-3a3d7f971668 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.0927939 Apr 22 10:00:58.339364 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bbba666d-3a95-4397-9a81-11043576bacf req-9741b1af-0109-4c30-9cb6-b61d6462bd11 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Apr 22 10:00:58.885346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-a0fd1aad-5433-4d70-9089-00c0bba32c69 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:00:58.886910 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-a0fd1aad-5433-4d70-9089-00c0bba32c69 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 815 time: 0.1685400 Apr 22 10:00:58.903079 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-e7bc8f4b-1e10-4074-afef-77f90f68cc29 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/quotas/aecad3cba4ca44e4938bb71a00bda264 HTTP/1.1" status: 200 len: 375 time: 0.0106332 Apr 22 10:00:59.007680 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-5a77ad6b-cbbd-4dbb-8e55-ed1912f1c1de tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0925226 Apr 22 10:00:59.324575 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-d3115120-f451-4a00-8863-fb934f233393 service neutron] 10.222.0.32 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083320 Apr 22 10:00:59.470038 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-097ac4bd-1e31-40af-9a2a-b4843726b13a service neutron] 10.222.0.32 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392918 Apr 22 10:00:59.659024 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-87681c75-d996-45a6-9c00-01e6d297454f req-c2ec87f5-3607-4ec7-8c2c-2abec5a0c1a2 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 210 time: 0.0450029 Apr 22 10:01:00.720892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-dcbf6a20-9ad8-4909-901c-a2d34a5a0474 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:00.722436 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-dcbf6a20-9ad8-4909-901c-a2d34a5a0474 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "GET /v2.0/ports?device_id=fb5c283e-4532-4d8a-b022-a05b9b0eefba HTTP/1.1" status: 200 len: 945 time: 0.1035969 Apr 22 10:01:00.761700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.35', 56880) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:01:00.856844 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a03a390d-d5fc-4d33-b1b8-eb8057b3a3ec req-99a42693-a656-4352-afd5-b470c296db81 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 210 time: 0.0605028 Apr 22 10:01:00.871565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Deleting port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:01:00.871917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:00.948540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-309ae050-6e3b-43b3-86f0-9091d96f3ea8 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:00.950155 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-309ae050-6e3b-43b3-86f0-9091d96f3ea8 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 815 time: 0.1854146 Apr 22 10:01:00.963018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Request body: {'port': {'device_id': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775', 'admin_state_up': True, 'tenant_id': 'aecad3cba4ca44e4938bb71a00bda264'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:01:01.109693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:01:01.119511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:01:01.131527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Made reservation on behalf of aecad3cba4ca44e4938bb71a00bda264 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:01:01.135698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:01.167157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] For port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:01:01.167512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:01.298888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Calling delete_port for 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:01:01.316820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Allocated IP 172.20.0.2 (b79b20c4-36e2-4473-bea9-7ce330ad2775/fb7671c4-ee85-4721-8c8e-624ed239069b/3f36997f-0a05-450d-9435-ba9475ac9c44) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:01:01.475143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:01.487266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['3233921f-1fb8-4d9b-9b2c-0180a3cf0572'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:01:01.532548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Pushing event deleted for resources: {'Port': ['ID=3233921f-1fb8-4d9b-9b2c-0180a3cf0572,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:01.620442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] No DVR routers for this DVR port 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:01:01.623140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:01.625900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'name': 'network-vif-deleted', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:01:01.645871 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "DELETE /v2.0/ports/3233921f-1fb8-4d9b-9b2c-0180a3cf0572 HTTP/1.1" status: 204 len: 173 time: 0.9173717 Apr 22 10:01:01.694371 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c34558-fe8d-42e7-b6da-bac3ac194fbe'] response: {'server_uuid': 'fb5c283e-4532-4d8a-b022-a05b9b0eefba', 'name': 'network-vif-deleted', 'tag': '3233921f-1fb8-4d9b-9b2c-0180a3cf0572', 'status': 'completed', 'code': 200} Apr 22 10:01:01.800751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:01.839783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:01.924256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Network b79b20c4-36e2-4473-bea9-7ce330ad2775 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:01:01.925487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:01:01.929551 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:01:01.979095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Pushing event updated for resources: {'Port': ['ID=3f36997f-0a05-450d-9435-ba9475ac9c44,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:02.012131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:02.012803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:02.042247 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-68b7d4ac-1751-4381-810c-77ed90840e31 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0825133 Apr 22 10:01:02.055571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Request body: {'port': {'device_id': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:01:02.101419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cde16-62ea-4691-ab03-7a1728d5c87d req-a4c6349c-8ca1-4512-aea5-aa5f1d3f5f96 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:02.102179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-461cde16-62ea-4691-ab03-7a1728d5c87d req-a4c6349c-8ca1-4512-aea5-aa5f1d3f5f96 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Synchronizing usage tracker for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:01:02.120691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-461cde16-62ea-4691-ab03-7a1728d5c87d req-a4c6349c-8ca1-4512-aea5-aa5f1d3f5f96 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Unset dirty status for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:01:02.122648 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-461cde16-62ea-4691-ab03-7a1728d5c87d req-a4c6349c-8ca1-4512-aea5-aa5f1d3f5f96 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 931 time: 0.1258068 Apr 22 10:01:02.196251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:02.202364 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-461cde16-62ea-4691-ab03-7a1728d5c87d req-e2614a56-86f2-4107-976b-84ec422acbfb tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741148 Apr 22 10:01:02.616133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f36997f-0a05-450d-9435-ba9475ac9c44 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:01:02.630321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:02.654457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Transition to ACTIVE for port object 3f36997f-0a05-450d-9435-ba9475ac9c44 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:01:02.658545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:02.817951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Pushing event updated for resources: {'Port': ['ID=3f36997f-0a05-450d-9435-ba9475ac9c44,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:02.904202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Attempting to bind port 3f36997f-0a05-450d-9435-ba9475ac9c44 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:01:02.904202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Attempting to bind port 3f36997f-0a05-450d-9435-ba9475ac9c44 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:01:02.904202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Attempting to bind port 3f36997f-0a05-450d-9435-ba9475ac9c44 on network b79b20c4-36e2-4473-bea9-7ce330ad2775 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:01:02.911009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Port 3f36997f-0a05-450d-9435-ba9475ac9c44 on network b79b20c4-36e2-4473-bea9-7ce330ad2775 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:01:02.911387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Attempting to bind port 3f36997f-0a05-450d-9435-ba9475ac9c44 on network b79b20c4-36e2-4473-bea9-7ce330ad2775 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:01:02.918002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:01:02.918470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Checking segment: {'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:01:02.919058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Bound using segment: {'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:01:02.919541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Bound port: 3f36997f-0a05-450d-9435-ba9475ac9c44, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fb02d7-c7ea-4312-8df1-a915dbf62409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:01:02.919931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:03.036683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] For port 3f36997f-0a05-450d-9435-ba9475ac9c44, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:01:03.040443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] For port 3f36997f-0a05-450d-9435-ba9475ac9c44, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f36997f-0a05-450d-9435-ba9475ac9c44,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:01:03.046892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:03.110617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:03.111253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:03.112669 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f36997f-0a05-450d-9435-ba9475ac9c44 HTTP/1.1" status: 200 len: 1093 time: 1.0626385 Apr 22 10:01:03.113127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'tag': '3f36997f-0a05-450d-9435-ba9475ac9c44'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:01:03.139821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf744d-5d03-4ecf-89a0-164630c20177 service neutron] Pushing event updated for resources: {'Port': ['ID=3f36997f-0a05-450d-9435-ba9475ac9c44,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:03.236373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-9538e4fa-dfdc-4c1a-98ce-5e41e210b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:03.237901 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-9538e4fa-dfdc-4c1a-98ce-5e41e210b1a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 1096 time: 0.0810292 Apr 22 10:01:03.301344 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71a4b194-de58-4c8f-b9c1-31bc06ceb870'] response: {'name': 'network-changed', 'server_uuid': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'tag': '3f36997f-0a05-450d-9435-ba9475ac9c44', 'status': 'completed', 'code': 200} Apr 22 10:01:03.321567 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-6fa3afc7-f0b6-492c-a9fa-ffcdd70648ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f36997f-0a05-450d-9435-ba9475ac9c44 HTTP/1.1" status: 200 len: 217 time: 0.0753572 Apr 22 10:01:03.399118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-7f20cccc-0fe3-4d00-b1fa-33bede6d4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:03.400599 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-7f20cccc-0fe3-4d00-b1fa-33bede6d4760 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0729098 Apr 22 10:01:03.420076 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4633d-6352-4c6d-9a0e-434e87501c18 req-165d9630-835a-4da9-99d9-9231676eb5ed tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:03.421633 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbc4633d-6352-4c6d-9a0e-434e87501c18 req-165d9630-835a-4da9-99d9-9231676eb5ed tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0916147 Apr 22 10:01:03.451186 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-51aa4bee-b775-4a43-96b4-ff8b28eba1cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443056 Apr 22 10:01:03.469911 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbc4633d-6352-4c6d-9a0e-434e87501c18 req-ee2eb089-723a-43e5-be82-85b0bb76e904 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Apr 22 10:01:03.606501 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-9b4e9d32-f172-4ac8-b8d1-d8af0b11b5d0 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485763 Apr 22 10:01:03.637047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:01:03.676314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:01:03.676595 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3233921f-1fb8-4d9b-9b2c-0180a3cf0572 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:01:03.757992 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17599ce9-82a5-4689-976b-ed57d57f89ab req-e5890905-7fef-466f-a0fb-f4693e5423b5 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452961 Apr 22 10:01:03.994981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-dd7ca921-20a3-43b2-ad77-d5e767d0ef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:03.996461 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-dd7ca921-20a3-43b2-ad77-d5e767d0ef84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 1096 time: 0.1845415 Apr 22 10:01:04.132000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-2e8b13a4-36b7-42b9-a508-13776518d49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:04.133516 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-2e8b13a4-36b7-42b9-a508-13776518d49e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1310778 Apr 22 10:01:04.206581 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-9ac0129d-4bb8-4911-8b9a-0ec7ba9b1720 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f36997f-0a05-450d-9435-ba9475ac9c44 HTTP/1.1" status: 200 len: 217 time: 0.0654268 Apr 22 10:01:04.286664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-c2abee17-8431-48a7-aa87-ca56222a38fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:04.288246 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-c2abee17-8431-48a7-aa87-ca56222a38fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0739014 Apr 22 10:01:04.338081 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-a884a760-8d38-4c17-92db-b83010cf009d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426412 Apr 22 10:01:04.482604 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-9dbe81da-c324-443e-a8da-8b258c5dc300 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381767 Apr 22 10:01:04.679340 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b40f30ab-5119-42c5-b851-7905a016d2c1 req-ab867c58-1ebd-4dd7-aa7c-cda54705c677 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903157 Apr 22 10:01:04.704913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38fdb4-3369-4c41-8a6f-261b9afaa800 req-6c2d9ff6-b0a9-4d9e-b2c4-0f05fd24be88 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:04.705636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-1b38fdb4-3369-4c41-8a6f-261b9afaa800 req-6c2d9ff6-b0a9-4d9e-b2c4-0f05fd24be88 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Synchronizing usage tracker for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:01:04.718398 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-1b38fdb4-3369-4c41-8a6f-261b9afaa800 req-6c2d9ff6-b0a9-4d9e-b2c4-0f05fd24be88 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Unset dirty status for tenant:aecad3cba4ca44e4938bb71a00bda264 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:01:04.719543 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1b38fdb4-3369-4c41-8a6f-261b9afaa800 req-6c2d9ff6-b0a9-4d9e-b2c4-0f05fd24be88 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.1264482 Apr 22 10:01:04.778356 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1b38fdb4-3369-4c41-8a6f-261b9afaa800 req-bc546452-2f13-4a1a-9f03-02172c04ec9e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526671 Apr 22 10:01:05.998484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1c76-5d58-44d0-8c2c-3c5aa54c166b req-4bb29474-6749-44a2-b385-c3472801b4ef tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:06.000114 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6e3d1c76-5d58-44d0-8c2c-3c5aa54c166b req-4bb29474-6749-44a2-b385-c3472801b4ef tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0873253 Apr 22 10:01:06.046433 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6e3d1c76-5d58-44d0-8c2c-3c5aa54c166b req-87a80a3a-7663-4663-bf0c-761f562e8f3a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Apr 22 10:01:07.231449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0fafe-512f-4b74-986f-04d614341458 req-b3dd1efb-8c67-482f-ba87-3094ba024fb7 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:07.232926 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9ec0fafe-512f-4b74-986f-04d614341458 req-b3dd1efb-8c67-482f-ba87-3094ba024fb7 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0797143 Apr 22 10:01:07.280117 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9ec0fafe-512f-4b74-986f-04d614341458 req-1ac4ef33-6880-4027-b477-c82ae10255f8 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Apr 22 10:01:07.649430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f36997f-0a05-450d-9435-ba9475ac9c44 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:01:07.782997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f36997f-0a05-450d-9435-ba9475ac9c44, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f36997f-0a05-450d-9435-ba9475ac9c44,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:01:07.796041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '3f36997f-0a05-450d-9435-ba9475ac9c44', 'network_id': 'b79b20c4-36e2-4473-bea9-7ce330ad2775', 'port_id': '3f36997f-0a05-450d-9435-ba9475ac9c44', 'mac_address': 'fa:16:3e:91:4a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb7671c4-ee85-4721-8c8e-624ed239069b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:01:07.859813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:07.876636 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f36997f-0a05-450d-9435-ba9475ac9c44 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:01:07.894537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f36997f-0a05-450d-9435-ba9475ac9c44, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f36997f-0a05-450d-9435-ba9475ac9c44,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:01:07.898609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:07.971821 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f36997f-0a05-450d-9435-ba9475ac9c44,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:08.212574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['3f36997f-0a05-450d-9435-ba9475ac9c44'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:01:08.464527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d85a0e-704f-4412-ba2d-3e8c921b43a3 req-ce292211-72e0-44cd-82b3-db1b689c369f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:08.465931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c0d85a0e-704f-4412-ba2d-3e8c921b43a3 req-ce292211-72e0-44cd-82b3-db1b689c369f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 944 time: 0.0799818 Apr 22 10:01:08.511790 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c0d85a0e-704f-4412-ba2d-3e8c921b43a3 req-e77fcdd2-23a9-4b95-8e6e-de57e1eb00fa tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Apr 22 10:01:08.757697 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:09.649868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f36997f-0a05-450d-9435-ba9475ac9c44 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:01:09.701779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544dd18-470a-4ecc-8c35-5123f3a050ea req-0890c7d3-82ef-465a-addd-f4e76ed2370e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:09.703416 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d544dd18-470a-4ecc-8c35-5123f3a050ea req-0890c7d3-82ef-465a-addd-f4e76ed2370e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 944 time: 0.0833170 Apr 22 10:01:09.720191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 3f36997f-0a05-450d-9435-ba9475ac9c44 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:01:09.725026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 3f36997f-0a05-450d-9435-ba9475ac9c44 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:01:09.725420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:09.748220 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d544dd18-470a-4ecc-8c35-5123f3a050ea req-28f52c59-5197-4649-84cb-86730af8f790 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390100 Apr 22 10:01:09.881923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:09.925977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f36997f-0a05-450d-9435-ba9475ac9c44'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:01:09.936316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f36997f-0a05-450d-9435-ba9475ac9c44, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f36997f-0a05-450d-9435-ba9475ac9c44,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:01:09.940698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:09.976273 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e06477-6223-42cd-85b7-9522cf7df5a8'] response: {'server_uuid': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f36997f-0a05-450d-9435-ba9475ac9c44', 'code': 200} Apr 22 10:01:10.019490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f36997f-0a05-450d-9435-ba9475ac9c44,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:10.213838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180539e-ee4b-4fda-9f0f-669fcc0b86ef req-900c5a6a-15c1-47b5-b2e4-a062455191ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:10.215233 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2180539e-ee4b-4fda-9f0f-669fcc0b86ef req-900c5a6a-15c1-47b5-b2e4-a062455191ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0856936 Apr 22 10:01:10.255921 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2180539e-ee4b-4fda-9f0f-669fcc0b86ef req-f4d5e81c-8cfe-49a1-9eed-d5b301d45797 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344522 Apr 22 10:01:10.933094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354bfdd-e5c1-4ff4-b2ff-c5e33ae990db req-c91721ec-dd44-463e-8997-801f17f6a756 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:10.934466 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e354bfdd-e5c1-4ff4-b2ff-c5e33ae990db req-c91721ec-dd44-463e-8997-801f17f6a756 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0814939 Apr 22 10:01:10.979633 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e354bfdd-e5c1-4ff4-b2ff-c5e33ae990db req-c467b1eb-4309-486c-8cd1-4f829e1f2d7d tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Apr 22 10:01:12.080979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c4d43b6-d348-499b-849c-010af50c1939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:12.176224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12a58f-35a9-4427-9c23-99255592bc85 req-be07c96f-6189-46af-ae79-12e724c14ffc tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:12.177739 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0d12a58f-35a9-4427-9c23-99255592bc85 req-be07c96f-6189-46af-ae79-12e724c14ffc tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0825188 Apr 22 10:01:12.222952 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0d12a58f-35a9-4427-9c23-99255592bc85 req-42bf0299-e8a5-4ca8-8ff6-612847e91c35 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Apr 22 10:01:12.410970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c905c-8adf-4fde-bd72-3328b23db540 req-97e07226-ea8d-4c0a-afdc-48dfef9d26dc tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:12.412436 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4b4c905c-8adf-4fde-bd72-3328b23db540 req-97e07226-ea8d-4c0a-afdc-48dfef9d26dc tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0825877 Apr 22 10:01:12.456941 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4b4c905c-8adf-4fde-bd72-3328b23db540 req-dbe4071d-3bf3-4651-93e0-7037471fa953 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383348 Apr 22 10:01:12.811578 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-221b74c4-81f6-4cc1-b0cf-501dbe56212b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746834 Apr 22 10:01:12.862998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfd89b-f94a-423a-813d-b7269979a922 req-7ce68f8e-4394-41b4-ab45-4b5620cf8196 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:12.864499 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0cfd89b-f94a-423a-813d-b7269979a922 req-7ce68f8e-4394-41b4-ab45-4b5620cf8196 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0846844 Apr 22 10:01:12.924091 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0cfd89b-f94a-423a-813d-b7269979a922 req-aa852a03-2a64-4c14-b7c7-fd68281c222c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528109 Apr 22 10:01:13.981307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-5104d46c-c5d2-4d29-a14a-3f723149b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:13.982829 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-5104d46c-c5d2-4d29-a14a-3f723149b9ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0768416 Apr 22 10:01:14.115269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-c3ef3bf8-2998-47b4-ac01-3bb8a6111d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:14.116798 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-c3ef3bf8-2998-47b4-ac01-3bb8a6111d5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1275384 Apr 22 10:01:14.187211 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-9b0fa573-d6b9-4a7c-a0dc-1865525bffd8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f36997f-0a05-450d-9435-ba9475ac9c44 HTTP/1.1" status: 200 len: 217 time: 0.0637197 Apr 22 10:01:14.208422 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d63952-51fd-4d5a-a18d-b26f75321b3d req-4a40e781-7dc9-482f-b61d-b71dc4d6c3aa tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:14.209877 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-20d63952-51fd-4d5a-a18d-b26f75321b3d req-4a40e781-7dc9-482f-b61d-b71dc4d6c3aa tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.1746404 Apr 22 10:01:14.257539 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-20d63952-51fd-4d5a-a18d-b26f75321b3d req-4ffbfd06-78b4-485e-9692-a41f2fb4caca tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Apr 22 10:01:14.356664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-1e36d5f0-4e3c-4f25-9cb3-a642e0a08180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:14.358131 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-1e36d5f0-4e3c-4f25-9cb3-a642e0a08180 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.1650269 Apr 22 10:01:14.406201 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-d3b45d2b-c4ef-4b6c-b438-d42d93f59293 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410020 Apr 22 10:01:14.464798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-99f729cf-25d4-4c8e-a472-84335515f3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:14.537518 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-552892d7-1e33-42c9-9bb7-60db751e1ac7 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235859 Apr 22 10:01:14.668297 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-25b3b96c-65e8-46c2-a7ba-0f25624b2635 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241648 Apr 22 10:01:15.443824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80045ec-e246-4fcb-bb94-043fbbd526f5 req-7fda6194-0b38-48cb-9395-14bef7416de7 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:15.445298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d80045ec-e246-4fcb-bb94-043fbbd526f5 req-7fda6194-0b38-48cb-9395-14bef7416de7 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0824115 Apr 22 10:01:15.475554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:15.489616 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d80045ec-e246-4fcb-bb94-043fbbd526f5 req-59c20107-5f24-44ef-9b5c-e37a05e99a27 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Apr 22 10:01:15.801473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:16.677885 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4c8d4-a75e-4cfd-948e-a27cd1379f6e req-29c168a4-cbbe-4046-a928-c7dd165233aa tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:16.679349 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c5c4c8d4-a75e-4cfd-948e-a27cd1379f6e req-29c168a4-cbbe-4046-a928-c7dd165233aa tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0812263 Apr 22 10:01:16.726993 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c5c4c8d4-a75e-4cfd-948e-a27cd1379f6e req-16aa9802-0f5e-4a43-95b0-def294ecf2e8 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419190 Apr 22 10:01:17.258514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:17.911195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672579-efa1-4c83-80f8-974a9b38ed9f req-f68ea431-cfa2-4edd-af53-c2fc90695c40 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:17.912595 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1f672579-efa1-4c83-80f8-974a9b38ed9f req-f68ea431-cfa2-4edd-af53-c2fc90695c40 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0794480 Apr 22 10:01:17.961165 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1f672579-efa1-4c83-80f8-974a9b38ed9f req-9755db22-1d48-45df-a158-32370665d842 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422466 Apr 22 10:01:19.154486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6270c84-3700-46c8-ad4f-5790471d7af2 req-489842ac-d098-4286-b502-b25879196759 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:19.156225 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d6270c84-3700-46c8-ad4f-5790471d7af2 req-489842ac-d098-4286-b502-b25879196759 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0783725 Apr 22 10:01:19.200261 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d6270c84-3700-46c8-ad4f-5790471d7af2 req-a4db1ec7-409d-4f3d-b079-1b226265db00 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384221 Apr 22 10:01:20.384628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125549d-aed7-4561-8d67-4a1566a2f6e5 req-097c99e8-e4dc-400d-8148-b7e6b81e5d57 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:20.386094 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7125549d-aed7-4561-8d67-4a1566a2f6e5 req-097c99e8-e4dc-400d-8148-b7e6b81e5d57 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0801582 Apr 22 10:01:20.430332 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7125549d-aed7-4561-8d67-4a1566a2f6e5 req-e2188db6-7114-496e-9e35-12ff85643f97 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Apr 22 10:01:21.622429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fbac9-da13-452c-b128-72ee34b619ac req-79c79f8b-55f6-42bc-88e1-4ab15d87ac9d tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:21.623884 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b26fbac9-da13-452c-b128-72ee34b619ac req-79c79f8b-55f6-42bc-88e1-4ab15d87ac9d tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0846388 Apr 22 10:01:21.670995 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b26fbac9-da13-452c-b128-72ee34b619ac req-9554db5c-0f7d-4a68-86e6-dcc96b6ce15a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Apr 22 10:01:22.857760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75881d3-ad47-4759-a373-c7ce26606ba1 req-84506218-d1d9-4a46-8f80-a2e1cecbed26 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:22.859158 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d75881d3-ad47-4759-a373-c7ce26606ba1 req-84506218-d1d9-4a46-8f80-a2e1cecbed26 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0838265 Apr 22 10:01:22.905663 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d75881d3-ad47-4759-a373-c7ce26606ba1 req-1448a2ea-8575-4d3e-ba02-a6cc0e0411c1 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409453 Apr 22 10:01:24.088258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c216d-2940-4ecd-b2e1-d0571a0b9860 req-bac6e75d-2c91-4f50-946a-742ed49bd155 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:24.089762 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-218c216d-2940-4ecd-b2e1-d0571a0b9860 req-bac6e75d-2c91-4f50-946a-742ed49bd155 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0797944 Apr 22 10:01:24.134339 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-218c216d-2940-4ecd-b2e1-d0571a0b9860 req-8ca6537f-c046-42b7-bb38-df1d0855f636 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Apr 22 10:01:25.323173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716778d-27e8-4cd1-b624-91129ef52688 req-fb2a9ec1-076d-4cf7-8c7c-11644ac6bf1c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:25.324801 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7716778d-27e8-4cd1-b624-91129ef52688 req-fb2a9ec1-076d-4cf7-8c7c-11644ac6bf1c tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0818615 Apr 22 10:01:25.373471 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7716778d-27e8-4cd1-b624-91129ef52688 req-c0ab6492-ac7a-4c41-9739-dc147648f956 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 Apr 22 10:01:26.564572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23362fe-60e8-4c3f-af1d-32aa00e8934d req-72e32e9e-e4f1-4fcb-94c4-e8957d745b4a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:26.566142 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c23362fe-60e8-4c3f-af1d-32aa00e8934d req-72e32e9e-e4f1-4fcb-94c4-e8957d745b4a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0857663 Apr 22 10:01:26.611114 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c23362fe-60e8-4c3f-af1d-32aa00e8934d req-11485f6e-333c-47b6-ab70-18da3867a123 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 Apr 22 10:01:27.801812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961aeb4-7fc9-48ce-a52f-052682e95333 req-ba55b25f-41da-4c77-9898-e5635b866213 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:27.803301 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b961aeb4-7fc9-48ce-a52f-052682e95333 req-ba55b25f-41da-4c77-9898-e5635b866213 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0846169 Apr 22 10:01:27.849550 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b961aeb4-7fc9-48ce-a52f-052682e95333 req-e2c0afbc-10e4-4771-aa9b-a768d7f81e99 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Apr 22 10:01:29.041653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fadec-34ce-47ab-9d17-3e48e356b81c req-1f103e46-3272-472a-8c19-8613e4e001ef tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:29.043120 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-374fadec-34ce-47ab-9d17-3e48e356b81c req-1f103e46-3272-472a-8c19-8613e4e001ef tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0825527 Apr 22 10:01:29.090620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-374fadec-34ce-47ab-9d17-3e48e356b81c req-c6f80989-6882-4549-9444-c9abc3a9a615 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Apr 22 10:01:30.297526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76b5d3-4085-4d5c-af58-c08e91b41be5 req-51aa462d-182d-4843-bbea-d2ba85c1957e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:30.299054 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b76b5d3-4085-4d5c-af58-c08e91b41be5 req-51aa462d-182d-4843-bbea-d2ba85c1957e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0867333 Apr 22 10:01:30.360168 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b76b5d3-4085-4d5c-af58-c08e91b41be5 req-e1a2cb88-6db8-498c-9636-566005f055bc tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516989 Apr 22 10:01:31.337529 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:01:31.579916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50a598-3677-4bd2-9b60-eb43519c798e req-72eb49af-3625-4c45-9d3a-bf81459622d1 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:31.581821 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1a50a598-3677-4bd2-9b60-eb43519c798e req-72eb49af-3625-4c45-9d3a-bf81459622d1 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0949347 Apr 22 10:01:31.634553 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1a50a598-3677-4bd2-9b60-eb43519c798e req-2f1ca98b-e803-4939-b841-2b7c9b38d015 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467348 Apr 22 10:01:32.857711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295bf4b-7c54-48a1-91af-035bdef798c5 req-89a2b974-faa7-4e95-a2b8-ecf34bbb13c5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:32.859265 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5295bf4b-7c54-48a1-91af-035bdef798c5 req-89a2b974-faa7-4e95-a2b8-ecf34bbb13c5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0925500 Apr 22 10:01:32.909235 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5295bf4b-7c54-48a1-91af-035bdef798c5 req-6cf0ba1c-fd12-4e21-920d-710abdf0eb04 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436080 Apr 22 10:01:34.147858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cd211-2459-4d16-a9d1-c38affdc5ec7 req-01bd561f-0579-429f-a9dd-c223867d0c23 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:34.149938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c31cd211-2459-4d16-a9d1-c38affdc5ec7 req-01bd561f-0579-429f-a9dd-c223867d0c23 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.1153443 Apr 22 10:01:34.202859 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c31cd211-2459-4d16-a9d1-c38affdc5ec7 req-09c6584d-c3b9-477d-a6da-ae403c588c85 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469756 Apr 22 10:01:35.424513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004ab4a-321d-483e-8867-5b94f39aae85 req-d7370a0b-682a-4469-b1d8-b0a87ffb3d76 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:35.426011 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c004ab4a-321d-483e-8867-5b94f39aae85 req-d7370a0b-682a-4469-b1d8-b0a87ffb3d76 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.1010783 Apr 22 10:01:35.475842 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c004ab4a-321d-483e-8867-5b94f39aae85 req-532942a6-886b-4ffd-914a-a8f2034d84fd tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Apr 22 10:01:36.683680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7223-aced-4725-b0d1-d8a1ddd123cd req-7f6bc50d-3202-4054-a8d7-1e7fdcf38b73 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:36.685221 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-590d7223-aced-4725-b0d1-d8a1ddd123cd req-7f6bc50d-3202-4054-a8d7-1e7fdcf38b73 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0933781 Apr 22 10:01:36.742335 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-590d7223-aced-4725-b0d1-d8a1ddd123cd req-c71738a5-ce49-49a4-a529-602173f978b6 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469735 Apr 22 10:01:37.968121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef2b20-d745-4eba-ae52-671504a684d7 req-da2289d3-cf5a-4f8a-8df6-739a2bd9a476 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:37.971074 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-acef2b20-d745-4eba-ae52-671504a684d7 req-da2289d3-cf5a-4f8a-8df6-739a2bd9a476 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.1124897 Apr 22 10:01:38.034797 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-acef2b20-d745-4eba-ae52-671504a684d7 req-fa95eb20-dc21-4a49-b37c-5ed83a7e0c8a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572453 Apr 22 10:01:38.758154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:39.224552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e1215-59f5-4e3b-9998-7fd41811cd4d req-5a5a23c8-3f75-491b-a6e9-2afcb8887304 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:39.226022 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6d8e1215-59f5-4e3b-9998-7fd41811cd4d req-5a5a23c8-3f75-491b-a6e9-2afcb8887304 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0831289 Apr 22 10:01:39.270121 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6d8e1215-59f5-4e3b-9998-7fd41811cd4d req-91942a63-0d04-483a-b74a-49d86a7baa74 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380380 Apr 22 10:01:40.459052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98b32f-85bf-4fe0-bce4-bb58850ab948 req-517a5e31-374a-4f9d-8998-28a49114a610 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:40.460567 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa98b32f-85bf-4fe0-bce4-bb58850ab948 req-517a5e31-374a-4f9d-8998-28a49114a610 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0816519 Apr 22 10:01:40.519711 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa98b32f-85bf-4fe0-bce4-bb58850ab948 req-86b004e4-69ca-469a-ae82-ee64f244e648 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Apr 22 10:01:41.160173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-64d59f62-134c-4de9-9abb-85f0773b3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:41.161687 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-64d59f62-134c-4de9-9abb-85f0773b3736 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0798771 Apr 22 10:01:41.312966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-ffec8d19-4d4e-4fee-9950-69116f470257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:41.314431 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-ffec8d19-4d4e-4fee-9950-69116f470257 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1331897 Apr 22 10:01:41.381524 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-c73110c6-e4ef-4925-b91c-20ec2d980862 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f36997f-0a05-450d-9435-ba9475ac9c44 HTTP/1.1" status: 200 len: 217 time: 0.0591962 Apr 22 10:01:41.447076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-e35ecf3a-24e4-49eb-af41-a4d9324d02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:41.448475 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-e35ecf3a-24e4-49eb-af41-a4d9324d02ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0604658 Apr 22 10:01:41.494010 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-c90dc6f8-3cc7-42f6-8110-d12f33cdb408 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392437 Apr 22 10:01:41.713693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a2de2-7d3f-43e8-9d7d-7baf7c068fed req-90c9ca70-451a-40c3-ba4a-490fc7c7de8f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:41.715085 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-789a2de2-7d3f-43e8-9d7d-7baf7c068fed req-90c9ca70-451a-40c3-ba4a-490fc7c7de8f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0849431 Apr 22 10:01:41.736332 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-ba841539-8850-43a8-bf68-8f9629c1373b service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304018 Apr 22 10:01:41.760710 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-789a2de2-7d3f-43e8-9d7d-7baf7c068fed req-4b388b03-390b-408f-a453-47306560b32f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398614 Apr 22 10:01:41.875342 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdc867b6-b1c5-4adf-9480-0c61a748209c req-56addbc0-f6d2-47ae-a28c-34e4c2a5d0f9 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300807 Apr 22 10:01:42.085254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-732c89bb-8f64-42ac-8b0a-447802addf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:42.958227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bd97c-94f2-44b9-b80a-e08f899aa208 req-26634c42-8a48-46a3-b020-8faf15e11585 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:42.959642 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d9bd97c-94f2-44b9-b80a-e08f899aa208 req-26634c42-8a48-46a3-b020-8faf15e11585 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0888562 Apr 22 10:01:43.008520 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d9bd97c-94f2-44b9-b80a-e08f899aa208 req-25802c35-d16e-4cb6-a999-e6672d886a19 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427089 Apr 22 10:01:44.196915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa3eee-e3e6-4a9a-b99f-3a496999fe25 req-0f56272d-5b2d-456f-9bb3-0ce88d1b4731 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:44.198330 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-00aa3eee-e3e6-4a9a-b99f-3a496999fe25 req-0f56272d-5b2d-456f-9bb3-0ce88d1b4731 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0799441 Apr 22 10:01:44.242359 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-00aa3eee-e3e6-4a9a-b99f-3a496999fe25 req-65e673a3-b9c2-4ca8-aa3b-6af7a61987fe tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383778 Apr 22 10:01:44.465451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-afebbc7a-5509-4e0d-8e62-d3220c644ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:45.425527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885d3fa-2a1b-4580-9737-7cd8f8e5b4a1 req-ecf0bd45-18f8-4fe8-b59f-5faea171d465 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:45.426984 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d885d3fa-2a1b-4580-9737-7cd8f8e5b4a1 req-ecf0bd45-18f8-4fe8-b59f-5faea171d465 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0792558 Apr 22 10:01:45.471336 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d885d3fa-2a1b-4580-9737-7cd8f8e5b4a1 req-bef0164e-91ff-4913-bf56-85df68f50906 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381150 Apr 22 10:01:45.480451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:45.803387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:46.660926 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-6626c88e-d88f-4f4d-9b66-7e7329d6930f service neutron] 10.222.0.35 "GET /v2.0/ports/3f36997f-0a05-450d-9435-ba9475ac9c44/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0971661 Apr 22 10:01:46.661983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0bce0-bae0-4561-ab6b-80c2a104704e req-5fe6d538-c0d0-41d0-956f-75b473acb063 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:46.663513 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42c0bce0-bae0-4561-ab6b-80c2a104704e req-5fe6d538-c0d0-41d0-956f-75b473acb063 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0851984 Apr 22 10:01:46.710347 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42c0bce0-bae0-4561-ab6b-80c2a104704e req-514d431e-c8d7-4653-8dcc-9489861ab7ce tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Apr 22 10:01:46.947861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-df366146-fd5e-48f4-a708-f5a342bb90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:46.949337 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-df366146-fd5e-48f4-a708-f5a342bb90ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95&tenant_id=aecad3cba4ca44e4938bb71a00bda264 HTTP/1.1" status: 200 len: 1098 time: 0.0817258 Apr 22 10:01:47.063274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-447f8202-e6ea-4961-9dc3-cb58f44a54a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:47.064965 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-447f8202-e6ea-4961-9dc3-cb58f44a54a4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 1098 time: 0.0893621 Apr 22 10:01:47.206462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-1d183b1d-9245-444d-9cd1-a533a1c372d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:47.207863 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-1d183b1d-9245-444d-9cd1-a533a1c372d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1354947 Apr 22 10:01:47.260448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:47.277111 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-3f4deb5e-1e91-4ae3-9845-7b79d4fdc9dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f36997f-0a05-450d-9435-ba9475ac9c44 HTTP/1.1" status: 200 len: 217 time: 0.0621941 Apr 22 10:01:47.346396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-cb0398f4-c3ca-4c52-a9d9-4fdfec43ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:47.347851 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-cb0398f4-c3ca-4c52-a9d9-4fdfec43ad1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0645790 Apr 22 10:01:47.394701 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-d6eaad03-45f3-47fb-8c4f-cc0249747e17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410194 Apr 22 10:01:47.533858 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-3c4ad651-e37e-46ed-967c-1a19d4c5fb92 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310999 Apr 22 10:01:47.675133 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e78b079e-eee7-4174-9669-5ae5c0707e0c req-ec14532b-1ed8-46e8-b89c-9088c477e495 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325021 Apr 22 10:01:47.925866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96cd55-e8ed-40de-a62b-69b4f40ee70a req-806ffdb2-fc38-4947-8c5e-eeb6e5ee54c7 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:47.927416 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5f96cd55-e8ed-40de-a62b-69b4f40ee70a req-806ffdb2-fc38-4947-8c5e-eeb6e5ee54c7 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0966077 Apr 22 10:01:47.981957 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5f96cd55-e8ed-40de-a62b-69b4f40ee70a req-37b93059-6725-4638-b6a6-8ce228908e79 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Apr 22 10:01:49.172590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f813b0-4617-4f3e-9de0-4993fbb84555 req-37dbd161-2d2f-4b35-9105-9bca8ea654a9 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:49.174085 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e5f813b0-4617-4f3e-9de0-4993fbb84555 req-37dbd161-2d2f-4b35-9105-9bca8ea654a9 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 945 time: 0.0797696 Apr 22 10:01:49.221963 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e5f813b0-4617-4f3e-9de0-4993fbb84555 req-2c95ba76-9fe5-4201-8f21-4daeb50d5afe tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Apr 22 10:01:49.905462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f36997f-0a05-450d-9435-ba9475ac9c44 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:01:50.029777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:50.057485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f36997f-0a05-450d-9435-ba9475ac9c44'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:01:50.067302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f36997f-0a05-450d-9435-ba9475ac9c44, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f36997f-0a05-450d-9435-ba9475ac9c44,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:01:50.072360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:50.118023 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed84cc44-d9f1-468c-b454-84bcafc06b63'] response: {'server_uuid': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f36997f-0a05-450d-9435-ba9475ac9c44', 'code': 200} Apr 22 10:01:50.143148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f36997f-0a05-450d-9435-ba9475ac9c44,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:50.406912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daa826-36e8-472c-ac26-61e1fc7d576f req-5a2d244c-09ce-42c3-b2d3-343311bb59d3 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:50.408409 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d7daa826-36e8-472c-ac26-61e1fc7d576f req-5a2d244c-09ce-42c3-b2d3-343311bb59d3 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0786598 Apr 22 10:01:50.452184 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d7daa826-36e8-472c-ac26-61e1fc7d576f req-77868676-7034-465f-8196-94ea37e06c6f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 Apr 22 10:01:51.639106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e9d77-1361-4af3-9c69-4418085611ef req-f95e52b3-7b83-4290-93a7-4d807ac041fa tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:51.640651 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9a3e9d77-1361-4af3-9c69-4418085611ef req-f95e52b3-7b83-4290-93a7-4d807ac041fa tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0827694 Apr 22 10:01:51.685882 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9a3e9d77-1361-4af3-9c69-4418085611ef req-c139cc84-968f-4e1b-b016-88a0cb747216 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Apr 22 10:01:52.089348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416f13-7bde-4920-9593-0027cf94791f req-904ecd4c-cb36-493b-ad0a-54700772131a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:52.090850 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-57416f13-7bde-4920-9593-0027cf94791f req-904ecd4c-cb36-493b-ad0a-54700772131a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95&tenant_id=aecad3cba4ca44e4938bb71a00bda264&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 943 time: 0.1206822 Apr 22 10:01:52.098934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f522-f638-4df3-bd24-36f8022ad318 req-d33f2943-8115-4583-8ab3-e0bcf843847f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:52.100423 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c427f522-f638-4df3-bd24-36f8022ad318 req-d33f2943-8115-4583-8ab3-e0bcf843847f tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.1653373 Apr 22 10:01:52.153845 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c427f522-f638-4df3-bd24-36f8022ad318 req-a221a6b8-ef5e-4217-b171-bb7686cb286e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461106 Apr 22 10:01:52.344047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416f13-7bde-4920-9593-0027cf94791f req-b8806ad5-91f8-4c3c-a24d-3179529c3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:52.345549 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-57416f13-7bde-4920-9593-0027cf94791f req-b8806ad5-91f8-4c3c-a24d-3179529c3f63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=aecad3cba4ca44e4938bb71a00bda264&device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 1096 time: 0.1758487 Apr 22 10:01:52.484487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416f13-7bde-4920-9593-0027cf94791f req-4ce45b2e-cbf3-48cf-abea-a564aede3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:52.486017 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-57416f13-7bde-4920-9593-0027cf94791f req-4ce45b2e-cbf3-48cf-abea-a564aede3738 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 200 len: 916 time: 0.1342399 Apr 22 10:01:52.559671 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-57416f13-7bde-4920-9593-0027cf94791f req-ad6c3ae6-6ee8-47a4-a5ab-3f1f574450c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3f36997f-0a05-450d-9435-ba9475ac9c44 HTTP/1.1" status: 200 len: 217 time: 0.0658450 Apr 22 10:01:52.629250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57416f13-7bde-4920-9593-0027cf94791f req-dd7c07b8-7c23-46ac-b830-82836b5f6153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:52.630108 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-57416f13-7bde-4920-9593-0027cf94791f req-dd7c07b8-7c23-46ac-b830-82836b5f6153 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 200 len: 855 time: 0.0637646 Apr 22 10:01:52.690084 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-57416f13-7bde-4920-9593-0027cf94791f req-da6436e5-4ce8-4fa3-8753-bec36997cc4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b79b20c4-36e2-4473-bea9-7ce330ad2775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502923 Apr 22 10:01:52.831792 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-57416f13-7bde-4920-9593-0027cf94791f req-5d30737d-527a-46f9-b9ae-26218bc405ea service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343970 Apr 22 10:01:52.970813 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-57416f13-7bde-4920-9593-0027cf94791f req-fdf6d235-7ef9-457d-b11f-aaed373e0df3 service neutron] 10.222.0.35 "GET /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302407 Apr 22 10:01:53.349761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39fae0-b319-4e6f-8524-00dc733b4963 req-b38313af-d389-4681-b828-1ab847d6b4a3 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:53.352613 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b39fae0-b319-4e6f-8524-00dc733b4963 req-b38313af-d389-4681-b828-1ab847d6b4a3 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0863385 Apr 22 10:01:53.408083 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b39fae0-b319-4e6f-8524-00dc733b4963 req-0d4d0ac0-3e47-4e85-8407-cdfdfb8a19d0 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Apr 22 10:01:54.595839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32b105-1b18-4e4f-94da-4209bf5cd356 req-5ace1618-8713-4a82-aa0d-4940d967dd6e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:54.597461 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5b32b105-1b18-4e4f-94da-4209bf5cd356 req-5ace1618-8713-4a82-aa0d-4940d967dd6e tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0823879 Apr 22 10:01:54.659228 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5b32b105-1b18-4e4f-94da-4209bf5cd356 req-f1654b83-b265-4f26-b543-1e33bcd33152 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557864 Apr 22 10:01:54.851470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be95f5-8599-4716-8c7a-87ef8c000c4f req-fd33ae3b-1cd3-41b4-a177-7816bb5a7cbb tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:54.852875 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-49be95f5-8599-4716-8c7a-87ef8c000c4f req-fd33ae3b-1cd3-41b4-a177-7816bb5a7cbb tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0804439 Apr 22 10:01:54.897565 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-49be95f5-8599-4716-8c7a-87ef8c000c4f req-0dcbfb65-d265-41a1-8954-5e5ba5d3c1b0 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389142 Apr 22 10:01:55.103326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a9788-679a-4e93-bfac-d35c9574ffac req-8ce262d1-62dd-4fe1-8cc3-53abdcbf9107 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:55.104796 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d71a9788-679a-4e93-bfac-d35c9574ffac req-8ce262d1-62dd-4fe1-8cc3-53abdcbf9107 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.1005955 Apr 22 10:01:55.150390 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d71a9788-679a-4e93-bfac-d35c9574ffac req-f6486353-0845-4461-b30f-72bdc2a6c2b5 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396643 Apr 22 10:01:55.754857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe4f4f-051d-413d-adb5-98fb28cb569e req-a44951e3-0ccd-48d7-a023-692f2b5c4c52 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:55.756266 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-89fe4f4f-051d-413d-adb5-98fb28cb569e req-a44951e3-0ccd-48d7-a023-692f2b5c4c52 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0923824 Apr 22 10:01:55.810165 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-89fe4f4f-051d-413d-adb5-98fb28cb569e req-d933c13d-67d5-4d81-bcad-daedb280f640 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Apr 22 10:01:56.994349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956f516-88d7-400e-95ca-787e9930ded0 req-1f0c5220-fd6e-438d-82ec-2fd166cf985d tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:56.995827 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a956f516-88d7-400e-95ca-787e9930ded0 req-1f0c5220-fd6e-438d-82ec-2fd166cf985d tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0800292 Apr 22 10:01:57.043525 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a956f516-88d7-400e-95ca-787e9930ded0 req-e0100a13-12cc-4630-b35d-8b8c301f7c74 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420756 Apr 22 10:01:57.658659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000810d-7936-4fe1-8271-4a789f790a63 req-e798e6fc-43f7-4154-91f2-d57a11422e09 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:57.660121 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f000810d-7936-4fe1-8271-4a789f790a63 req-e798e6fc-43f7-4154-91f2-d57a11422e09 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0796471 Apr 22 10:01:57.729380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Deleting port 3f36997f-0a05-450d-9435-ba9475ac9c44 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:01:57.729713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:57.979943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] For port 3f36997f-0a05-450d-9435-ba9475ac9c44, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f36997f-0a05-450d-9435-ba9475ac9c44,segment=NetworkSegment(39fb02d7-c7ea-4312-8df1-a915dbf62409),segment_id=39fb02d7-c7ea-4312-8df1-a915dbf62409)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:01:57.980183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:58.116349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Calling delete_port for 3f36997f-0a05-450d-9435-ba9475ac9c44 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:01:58.247052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aa38b-18ce-4c0c-8745-5ac7e5b86683 req-a082273b-1140-49b9-809e-29cb875e723a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:01:58.248447 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-275aa38b-18ce-4c0c-8745-5ac7e5b86683 req-a082273b-1140-49b9-809e-29cb875e723a tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcdaa7a4-0146-4163-9b8f-0f269699ca95 HTTP/1.1" status: 200 len: 943 time: 0.0864851 Apr 22 10:01:58.292941 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-275aa38b-18ce-4c0c-8745-5ac7e5b86683 req-07df2acb-32f8-4f56-b2d6-41e2bdbb4484 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9c7d243-3338-432f-b869-ae1b36c771ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386510 Apr 22 10:01:58.373791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:58.426615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Pushing event deleted for resources: {'Port': ['ID=3f36997f-0a05-450d-9435-ba9475ac9c44,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:58.471911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.472248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.472604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.472936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.473257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.473578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.473898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.474213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.474528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.474842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.475154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.475462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:01:58.513320 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] No DVR routers for this DVR port 3f36997f-0a05-450d-9435-ba9475ac9c44 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:01:58.515717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:58.518286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'name': 'network-vif-deleted', 'tag': '3f36997f-0a05-450d-9435-ba9475ac9c44'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:01:58.536638 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f000810d-7936-4fe1-8271-4a789f790a63 req-783e7a3c-29d6-4cda-b6b1-57bf05aff34b tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] 10.222.0.35 "DELETE /v2.0/ports/3f36997f-0a05-450d-9435-ba9475ac9c44 HTTP/1.1" status: 204 len: 173 time: 0.8705146 Apr 22 10:01:58.566149 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d654978-db27-4f10-adea-504395d1ea1c'] response: {'server_uuid': 'bcdaa7a4-0146-4163-9b8f-0f269699ca95', 'name': 'network-vif-deleted', 'tag': '3f36997f-0a05-450d-9435-ba9475ac9c44', 'status': 'completed', 'code': 200} Apr 22 10:01:59.524888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37284) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:01:59.586494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a06ccf-842e-4363-9792-d0478756ed49 admin admin] Deleting subnet fb7671c4-ee85-4721-8c8e-624ed239069b {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:01:59.589384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2a06ccf-842e-4363-9792-d0478756ed49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:59.637275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2a06ccf-842e-4363-9792-d0478756ed49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:59.694767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2a06ccf-842e-4363-9792-d0478756ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:59.761440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2a06ccf-842e-4363-9792-d0478756ed49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:59.798195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a06ccf-842e-4363-9792-d0478756ed49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb7671c4-ee85-4721-8c8e-624ed239069b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:01:59.802985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a2a06ccf-842e-4363-9792-d0478756ed49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:01:59.809257 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a2a06ccf-842e-4363-9792-d0478756ed49 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fb7671c4-ee85-4721-8c8e-624ed239069b HTTP/1.1" status: 204 len: 168 time: 0.2832940 Apr 22 10:01:59.811623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37288) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:01:59.915818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.036566 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.062862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b79b20c4-36e2-4473-bea9-7ce330ad2775']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:00.080354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fb02d7-c7ea-4312-8df1-a915dbf62409') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:00.080878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fb02d7-c7ea-4312-8df1-a915dbf62409') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:00.099293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.116123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.122568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:02:00.122983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:02:00.136059 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:02:00.212717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.229818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.244030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] Pushing event deleted for resources: {'Network': ['ID=b79b20c4-36e2-4473-bea9-7ce330ad2775,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:00.252268 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bda3556f-ce10-4259-8356-4d9b854d9961 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b79b20c4-36e2-4473-bea9-7ce330ad2775 HTTP/1.1" status: 204 len: 168 time: 0.4395845 Apr 22 10:02:00.391194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37294) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:00.441248 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-116f419b-ed8e-49ab-b048-703f77f60249 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aecad3cba4ca44e4938bb71a00bda264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488350 Apr 22 10:02:00.444608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37298) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:00.503495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-677906e4-f475-4aff-b614-72f494308de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.531429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-677906e4-f475-4aff-b614-72f494308de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.588756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-677906e4-f475-4aff-b614-72f494308de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.605659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677906e4-f475-4aff-b614-72f494308de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c7d243-3338-432f-b869-ae1b36c771ad,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:00.615370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-677906e4-f475-4aff-b614-72f494308de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:00.619308 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-677906e4-f475-4aff-b614-72f494308de7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9c7d243-3338-432f-b869-ae1b36c771ad HTTP/1.1" status: 204 len: 168 time: 0.1736834 Apr 22 10:02:01.444167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 37322) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:01.582798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-234230285-network', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:01.588240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:01.592078 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Usage tracker for resource:network and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:01.594904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:01.601032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:01.610670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Made reservation on behalf of 6e8193ad48b7415ab69da8807126d4ae for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:02:01.613037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:01.625738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:01.640379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:01.644349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Usage tracker for resource:security_group_rule and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:01.647215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:01.652993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:01.740765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:01.745197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:01.776072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:02:01.789737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bc4e41-07fd-4caf-9133-3d9a64a623ca,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:01.794767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:01.795115 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Added segment 22a043d4-6b20-4408-8016-283aaf9c13d2 of type vlan for network 23096752-e979-4a9a-96c1-24e356bde66b Apr 22 10:02:01.803201 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.803486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.803831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.804160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.804517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.804964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.805292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.805617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.805942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.806262 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.806580 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.806909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:01.831390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:01.860621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:01.861535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:01.862104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:01.964010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] Pushing event updated for resources: {'Network': ['ID=23096752-e979-4a9a-96c1-24e356bde66b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:01.967113 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4cfdfeb8-263e-45d0-a4d4-b7b28de195bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5217929 Apr 22 10:02:01.969891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 37328) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:01.974193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 23096752-e979-4a9a-96c1-24e356bde66b details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:02:01.975235 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Request body: {'subnet': {'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-234230285-subnet', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:01.980165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:01.984236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Usage tracker for resource:subnet and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:01.987178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:01.991003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f36997f-0a05-450d-9435-ba9475ac9c44 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:02:01.993331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:02.005919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Made reservation on behalf of 6e8193ad48b7415ab69da8807126d4ae for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:02:02.008844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:02.042375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 3f36997f-0a05-450d-9435-ba9475ac9c44 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:02:02.042712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f36997f-0a05-450d-9435-ba9475ac9c44 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:02:02.312824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:02.388020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:02.393308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Checking segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:02:02.393657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Network hostable DHCP agents. Network: 23096752-e979-4a9a-96c1-24e356bde66b, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:02:02.412534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Network 23096752-e979-4a9a-96c1-24e356bde66b is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:02:02.421584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 23096752-e979-4a9a-96c1-24e356bde66b) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:02:02.426473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:02.427049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:02.431810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0219b1-ae8c-44ed-9351-9163643a1183 None None] Network 23096752-e979-4a9a-96c1-24e356bde66b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:02:02.449651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ea559843-6ff8-41d1-a65f-378c45145650 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4786253 Apr 22 10:02:02.452281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 37332) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:02.457238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:02.461872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:02.465952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Usage tracker for resource:router and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:02.468782 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:02.474352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:02.489097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:02.490048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:02.506338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:02.663170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-23096752-e979-4a9a-96c1-24e356bde66b', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:02:02.663998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:02.784900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:02.823325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Allocated IP 172.20.0.2 (23096752-e979-4a9a-96c1-24e356bde66b/607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71/8600dcf6-e64d-4760-952d-2ef738682551) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:02:03.030140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.041308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Transition to ACTIVE for port object 8600dcf6-e64d-4760-952d-2ef738682551 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:02:03.060292 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Transition to ACTIVE for port object 8600dcf6-e64d-4760-952d-2ef738682551 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:02:03.065866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.097238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.129085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Network 23096752-e979-4a9a-96c1-24e356bde66b is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:02:03.131135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.131961 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:02:03.135800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:02:03.184021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Pushing event updated for resources: {'Port': ['ID=8600dcf6-e64d-4760-952d-2ef738682551,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:03.227309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.227639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.227985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.228317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.228677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.229011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.229336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.229662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.229987 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.230309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.230631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.230951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:03.250172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Attempting to bind port 8600dcf6-e64d-4760-952d-2ef738682551 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:02:03.250533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Attempting to bind port 8600dcf6-e64d-4760-952d-2ef738682551 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:02:03.250921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Attempting to bind port 8600dcf6-e64d-4760-952d-2ef738682551 on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:02:03.256266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:02:03.256660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Checking segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:02:03.257058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.257443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Bound using segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:02:03.258471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Bound port: 8600dcf6-e64d-4760-952d-2ef738682551, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:02:03.258840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.269621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Allocated IP 172.26.2.172 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/71843972-4dcb-419c-9241-488d49433d41) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:02:03.351625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] For port 8600dcf6-e64d-4760-952d-2ef738682551, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:02:03.355099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] For port 8600dcf6-e64d-4760-952d-2ef738682551, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8600dcf6-e64d-4760-952d-2ef738682551,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:02:03.359618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.421874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.453181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:03.453684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c1287-93f2-46a5-9b88-603c28da1df4 None None] Pushing event updated for resources: {'Port': ['ID=8600dcf6-e64d-4760-952d-2ef738682551,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:03.521027 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:02:03.523925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:02:03.534878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:02:03.565391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Pushing event updated for resources: {'Port': ['ID=71843972-4dcb-419c-9241-488d49433d41,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:04.064228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:04.388814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8600dcf6-e64d-4760-952d-2ef738682551 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:02:04.435294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:04.464438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98178bc6-9189-4c45-9850-f76882554c93 None None] Network 23096752-e979-4a9a-96c1-24e356bde66b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:02:04.508358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8600dcf6-e64d-4760-952d-2ef738682551 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:02:04.610460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d98b8ade-fb32-4d2d-aea3-916b529a6dbd None None] Provisioning for port 8600dcf6-e64d-4760-952d-2ef738682551 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:02:04.624683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d98b8ade-fb32-4d2d-aea3-916b529a6dbd None None] Provisioning complete for port 8600dcf6-e64d-4760-952d-2ef738682551 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:04.625054 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d98b8ade-fb32-4d2d-aea3-916b529a6dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:04.660944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Router 4da2e362-4df2-43e9-9395-75263b9ee639 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:02:04.843970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:02:04.847649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d98b8ade-fb32-4d2d-aea3-916b529a6dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:04.854725 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:02:04.865640 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:02:04.866527 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:01:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:04.870854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:04.872201 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-842b66d5-019e-44f5-b676-585bfc00a063 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4189229 Apr 22 10:02:04.874819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 37336) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:04.890681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d98b8ade-fb32-4d2d-aea3-916b529a6dbd None None] For port 8600dcf6-e64d-4760-952d-2ef738682551, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8600dcf6-e64d-4760-952d-2ef738682551,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:02:04.895247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d98b8ade-fb32-4d2d-aea3-916b529a6dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:04.973572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b8ade-fb32-4d2d-aea3-916b529a6dbd None None] Pushing event updated for resources: {'Port': ['ID=8600dcf6-e64d-4760-952d-2ef738682551,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:05.065543 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:02:05.218155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ead60257-b1b3-45dc-965f-658b2af5e63a None None] Provisioning complete for port 8600dcf6-e64d-4760-952d-2ef738682551 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:05.218526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ead60257-b1b3-45dc-965f-658b2af5e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:05.364721 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:03Z', 'revision_number': 3, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:05.369098 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:02:05.369433 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Updating router 4da2e362-4df2-43e9-9395-75263b9ee639 port 71843972-4dcb-419c-9241-488d49433d41 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:02:05.422034 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:05.719179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:05.755918 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:05.767101 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Transition to ACTIVE for port object 71843972-4dcb-419c-9241-488d49433d41 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:02:05.773736 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:05.847610 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Attempting to bind port 71843972-4dcb-419c-9241-488d49433d41 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:02:05.847971 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Attempting to bind port 71843972-4dcb-419c-9241-488d49433d41 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:02:05.848326 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Attempting to bind port 71843972-4dcb-419c-9241-488d49433d41 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:02:05.854894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Pushing event updated for resources: {'Port': ['ID=71843972-4dcb-419c-9241-488d49433d41,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:05.862723 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:02:05.863081 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:02:05.863467 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:05.863848 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:02:05.864292 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Bound port: 71843972-4dcb-419c-9241-488d49433d41, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:02:05.864677 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:05.892195 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.892555 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.892887 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.893208 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.893526 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.893836 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.894152 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.894465 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.894777 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.895087 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.895396 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.895702 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:02:05.929937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Allocated IP 172.20.0.1 (23096752-e979-4a9a-96c1-24e356bde66b/607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71/31ebd455-fe1b-4461-860e-cefb945582c7) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:02:05.941562 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] For port 71843972-4dcb-419c-9241-488d49433d41, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:02:05.944678 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] For port 71843972-4dcb-419c-9241-488d49433d41, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=71843972-4dcb-419c-9241-488d49433d41,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:02:05.950421 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.030382 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:02:06.031223 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:01:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:06.080940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.084756 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17614b17-4129-4169-838f-cf6e89668026 None None] Pushing event updated for resources: {'Port': ['ID=71843972-4dcb-419c-9241-488d49433d41,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:06.102742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Transition to ACTIVE for port object 31ebd455-fe1b-4461-860e-cefb945582c7 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:02:06.128041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.191491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Network 23096752-e979-4a9a-96c1-24e356bde66b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:02:06.194419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:02:06.196930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:02:06.245010 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Pushing event updated for resources: {'Port': ['ID=31ebd455-fe1b-4461-860e-cefb945582c7,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:06.254984 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:02:06.267498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.367310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8600dcf6-e64d-4760-952d-2ef738682551 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:02:06.440636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.450809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8600dcf6-e64d-4760-952d-2ef738682551 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:06.451664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.514333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-574d0885-0bd4-4f62-bd09-fd5c70652d45 None None] Provisioning for port 31ebd455-fe1b-4461-860e-cefb945582c7 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:02:06.524521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-574d0885-0bd4-4f62-bd09-fd5c70652d45 None None] Provisioning complete for port 31ebd455-fe1b-4461-860e-cefb945582c7 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:06.525224 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-574d0885-0bd4-4f62-bd09-fd5c70652d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.571815 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:03Z', 'revision_number': 3, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:06.577036 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf9c5a-b0c9-4b20-a53d-e2b3adef1853 None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:03Z', 'revision_number': 3, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:02:06.647668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-574d0885-0bd4-4f62-bd09-fd5c70652d45 None None] Port 31ebd455-fe1b-4461-860e-cefb945582c7 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:02:06.704214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.709595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.808454 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:06.856199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Pushing event updated for resources: {'Port': ['ID=31ebd455-fe1b-4461-860e-cefb945582c7,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:07.084899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Network 23096752-e979-4a9a-96c1-24e356bde66b is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:02:07.086675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:02:07.294902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:02:07.377136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-27313c7a-73dc-4c2f-988f-74decaaa1d5f None None] Provisioning complete for port 31ebd455-fe1b-4461-860e-cefb945582c7 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:07.378213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27313c7a-73dc-4c2f-988f-74decaaa1d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:07.439967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-27313c7a-73dc-4c2f-988f-74decaaa1d5f None None] Port 31ebd455-fe1b-4461-860e-cefb945582c7 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:02:07.482132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:02:07.491224 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4178f9da-95c5-4e5f-9975-0352cc31fe58 admin admin] 10.222.0.32 "PUT /v2.0/routers/4da2e362-4df2-43e9-9395-75263b9ee639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6153145 Apr 22 10:02:08.082388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 37346) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:08.088449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139508204', 'description': 'tempest-description--1263042400'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:08.094579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:08.100749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Usage tracker for resource:security_group and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:08.101771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:08.107963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:08.124429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:02:08.125693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.134771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:02:08.135425 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:01:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:08.150589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:08.154725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Usage tracker for resource:security_group_rule and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:08.157957 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:08.163927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:08.260411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.264828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.307980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b15b6f-5c42-4f01-981c-80d5373c93e8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:08.311647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.315685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37350) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:08.316234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-335ad6f3-9bf5-4e51-9964-1b0ab559f63b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2322257 Apr 22 10:02:08.323885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'security_group_rule': {'security_group_id': '33b15b6f-5c42-4f01-981c-80d5373c93e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:08.330533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:08.334123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:02:08.335328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Usage tracker for resource:security_group_rule and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:08.336785 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:02:08.338841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:08.346233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:08.373929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.413394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 71843972-4dcb-419c-9241-488d49433d41 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:02:08.446779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.450841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.482096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.483498 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1659870 Apr 22 10:02:08.486904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37354) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:08.489633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891aa4b-fc0b-41b3-8d0f-7af5c1d6c5ac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e2d8082-500d-4fca-b931-c4f7a6dfee04,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:08.495612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'security_group_rule': {'security_group_id': '33b15b6f-5c42-4f01-981c-80d5373c93e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:08.502326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:08.507477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Usage tracker for resource:security_group_rule and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:08.511856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:08.518552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:08.539137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.608741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.612633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.643281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2688aa88-6050-4c46-8b57-165b43ac1ab0,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:08.644910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 71843972-4dcb-419c-9241-488d49433d41 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:02:08.654086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.655455 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d8d1e019-42a1-474f-86ed-347ee05188d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1676331 Apr 22 10:02:08.658756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37358) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:08.664265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:08.670488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:08.674387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Usage tracker for resource:floatingip and tenant:6e8193ad48b7415ab69da8807126d4ae is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:02:08.677456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:02:08.678613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 71843972-4dcb-419c-9241-488d49433d41 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:08.678986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.692330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:08.704510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.852072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.885255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 2, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:08.889046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.890894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.897372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:02:08.897722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Updating router 4da2e362-4df2-43e9-9395-75263b9ee639 port 31ebd455-fe1b-4461-860e-cefb945582c7 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:02:08.945664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 71843972-4dcb-419c-9241-488d49433d41, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=71843972-4dcb-419c-9241-488d49433d41,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:02:08.956991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:08.995761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.003233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Allocated IP 172.26.2.153 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/fff36d0b-5e8c-4e68-8d46-0f7a29e50c2a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:02:09.077082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=71843972-4dcb-419c-9241-488d49433d41,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:09.168710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.198423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.257756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:02:09.260469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:02:09.264152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:02:09.373173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.385269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Transition to ACTIVE for port object 31ebd455-fe1b-4461-860e-cefb945582c7 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:02:09.392490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.408222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'Port': ['ID=fff36d0b-5e8c-4e68-8d46-0f7a29e50c2a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:09.461761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.535870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.621656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fe25c-da6f-4f30-be08-8bf2a5e50356 None None] Pushing event updated for resources: {'Port': ['ID=31ebd455-fe1b-4461-860e-cefb945582c7,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:09.646545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Attempting to bind port 31ebd455-fe1b-4461-860e-cefb945582c7 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:02:09.646910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Attempting to bind port 31ebd455-fe1b-4461-860e-cefb945582c7 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:02:09.647271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Attempting to bind port 31ebd455-fe1b-4461-860e-cefb945582c7 on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:02:09.653200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:02:09.653573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Checking segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:02:09.654074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.654465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Bound using segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:02:09.654923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Bound port: 31ebd455-fe1b-4461-860e-cefb945582c7, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:02:09.655289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.764692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] For port 31ebd455-fe1b-4461-860e-cefb945582c7, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:02:09.768428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] For port 31ebd455-fe1b-4461-860e-cefb945582c7, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=31ebd455-fe1b-4461-860e-cefb945582c7,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:02:09.769698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.774035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.774970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.857574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:02:09.858196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:01:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:09.895434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'Port': ['ID=fff36d0b-5e8c-4e68-8d46-0f7a29e50c2a,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:09.913640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.947070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:09.950251 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3adb7e22-abe9-450c-94a6-9bbb28f3b900 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2885695 Apr 22 10:02:09.962345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fe25c-da6f-4f30-be08-8bf2a5e50356 None None] Pushing event updated for resources: {'Port': ['ID=31ebd455-fe1b-4461-860e-cefb945582c7,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:10.130439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:02:10.150823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-8e615637-9598-48ae-a5e6-c73abeb8ca9b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:02:10.168997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-8e615637-9598-48ae-a5e6-c73abeb8ca9b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:02:10.170299 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-8e615637-9598-48ae-a5e6-c73abeb8ca9b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--139508204&fields=id&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 267 time: 0.0614154 Apr 22 10:02:10.327340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-56c14d6d-f7a8-4f62-a590-dcefdec64be2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:10.328043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-56c14d6d-f7a8-4f62-a590-dcefdec64be2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:02:10.351003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-56c14d6d-f7a8-4f62-a590-dcefdec64be2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:02:10.352424 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-56c14d6d-f7a8-4f62-a590-dcefdec64be2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 811 time: 0.1749425 Apr 22 10:02:10.370731 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-4cfe65e0-c772-41eb-aa84-8bedb0d76580 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/quotas/6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 375 time: 0.0093889 Apr 22 10:02:10.380319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 71843972-4dcb-419c-9241-488d49433d41 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:02:10.459585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-4594d559-e9eb-4a0b-ad60-9e98ead8217b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:02:10.477381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-4594d559-e9eb-4a0b-ad60-9e98ead8217b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:02:10.478907 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-4594d559-e9eb-4a0b-ad60-9e98ead8217b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1022496 Apr 22 10:02:10.550178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 71843972-4dcb-419c-9241-488d49433d41 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:10.550452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:10.624194 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-c96e2431-8d38-43b2-8ef9-d725d53e6152 service neutron] 10.222.0.32 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330447 Apr 22 10:02:10.625030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2493a817-1825-4c96-a755-277f66ee414b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:09Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:10.664576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2493a817-1825-4c96-a755-277f66ee414b None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:09Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:02:10.787436 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-cd87e3d2-3c16-400d-bfdd-1b36eb9c9159 service neutron] 10.222.0.32 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571679 Apr 22 10:02:10.994151 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f174b3d-2c94-460f-9e5c-362eb0c48810 req-78fca0e2-6988-4fdd-a5b3-088cacc09dbb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 210 time: 0.0449681 Apr 22 10:02:12.091236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d2ef83f2-93e7-44de-9dee-d14a5583eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:12.130315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-08e469f6-4f25-4ee3-9f79-410b6f2b1c39 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:12.131851 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-08e469f6-4f25-4ee3-9f79-410b6f2b1c39 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 811 time: 0.1657569 Apr 22 10:02:12.149351 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5079dd55-2bc4-4bca-b1cd-69594efef9f0 req-19be5dd8-c6cc-4ab1-a4ba-4d1cf5ee1b82 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 210 time: 0.0429201 Apr 22 10:02:12.195924 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-e2062129-d24d-463b-a3ed-63c797cf28ae tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 379 time: 0.0545952 Apr 22 10:02:12.204681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'port': {'device_id': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'admin_state_up': True, 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'security_groups': ['33b15b6f-5c42-4f01-981c-80d5373c93e8']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:12.344621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:02:12.355136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:02:12.365126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Made reservation on behalf of 6e8193ad48b7415ab69da8807126d4ae for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:02:12.368653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:12.377571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 31ebd455-fe1b-4461-860e-cefb945582c7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:02:12.446954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 31ebd455-fe1b-4461-860e-cefb945582c7 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:02:12.452085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 31ebd455-fe1b-4461-860e-cefb945582c7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:12.452484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:12.536349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Allocated IP 172.20.0.9 (23096752-e979-4a9a-96c1-24e356bde66b/607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71/2e8a1991-217e-481e-97b0-63001e4b8316) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:02:12.575070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:12.608558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 31ebd455-fe1b-4461-860e-cefb945582c7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=31ebd455-fe1b-4461-860e-cefb945582c7,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:02:12.612437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:12.685017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=31ebd455-fe1b-4461-860e-cefb945582c7,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:12.738635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:12.754588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Transition to ACTIVE for port object 2e8a1991-217e-481e-97b0-63001e4b8316 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:02:12.777294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:12.847078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Network 23096752-e979-4a9a-96c1-24e356bde66b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:02:12.850028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:02:12.859204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:02:12.890007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:12.927734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:12.928345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:12.956999 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-136e596f-07dc-4d41-952d-8f7186ffbc19 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557654 Apr 22 10:02:12.969188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Request body: {'port': {'device_id': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:13.086414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:13.099617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc581750-526c-4169-878b-df3bb02f407f None None] Provisioning for port 2e8a1991-217e-481e-97b0-63001e4b8316 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:02:13.105141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc581750-526c-4169-878b-df3bb02f407f None None] Provisioning complete for port 2e8a1991-217e-481e-97b0-63001e4b8316 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:13.105615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc581750-526c-4169-878b-df3bb02f407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:13.158217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cc581750-526c-4169-878b-df3bb02f407f None None] Port 2e8a1991-217e-481e-97b0-63001e4b8316 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:02:13.548170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be69558-213f-44f8-b2d9-fe392fc461a0 req-89e08977-b65f-4a70-9297-54e8c636830a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:13.548948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-7be69558-213f-44f8-b2d9-fe392fc461a0 req-89e08977-b65f-4a70-9297-54e8c636830a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:02:13.608923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-7be69558-213f-44f8-b2d9-fe392fc461a0 req-89e08977-b65f-4a70-9297-54e8c636830a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:02:13.610088 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7be69558-213f-44f8-b2d9-fe392fc461a0 req-89e08977-b65f-4a70-9297-54e8c636830a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 931 time: 0.3475900 Apr 22 10:02:13.660180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8a1991-217e-481e-97b0-63001e4b8316 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:02:13.671143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:13.684177 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7be69558-213f-44f8-b2d9-fe392fc461a0 req-4c76cd60-5ad0-498f-9307-b3d8f7087311 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674436 Apr 22 10:02:13.692706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Transition to ACTIVE for port object 2e8a1991-217e-481e-97b0-63001e4b8316 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:02:13.698056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:13.855376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Pushing event updated for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:13.941505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Attempting to bind port 2e8a1991-217e-481e-97b0-63001e4b8316 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:02:13.941834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Attempting to bind port 2e8a1991-217e-481e-97b0-63001e4b8316 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:02:13.942157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Attempting to bind port 2e8a1991-217e-481e-97b0-63001e4b8316 on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:02:13.947906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Port 2e8a1991-217e-481e-97b0-63001e4b8316 on network 23096752-e979-4a9a-96c1-24e356bde66b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:02:13.948223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Attempting to bind port 2e8a1991-217e-481e-97b0-63001e4b8316 on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:02:13.954125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:02:13.954460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Checking segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:02:13.954842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Bound using segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:02:13.955268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Bound port: 2e8a1991-217e-481e-97b0-63001e4b8316, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:02:13.955612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:14.050238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:02:14.053104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:02:14.058446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:14.118024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:14.118720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:14.119990 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] 10.222.0.35 "PUT /v2.0/ports/2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 200 len: 1093 time: 1.1553249 Apr 22 10:02:14.120474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:02:14.148826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0e083-6d07-4598-989e-e7d8ce20f5ac service neutron] Pushing event updated for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:14.192730 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f859eb16-5c42-4b8b-b916-d1b473780597'] response: {'name': 'network-changed', 'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316', 'status': 'completed', 'code': 200} Apr 22 10:02:14.235526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-0c848909-3e54-4251-a588-f7bc3275cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:14.237210 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-0c848909-3e54-4251-a588-f7bc3275cd26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 1096 time: 0.0765166 Apr 22 10:02:14.318085 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-4f99f741-a593-4ddd-9c07-29636cb60fef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 200 len: 217 time: 0.0740056 Apr 22 10:02:14.361305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 31ebd455-fe1b-4461-860e-cefb945582c7 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:02:14.383526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-daccec5a-a637-4e9d-b395-34d21c399037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:14.385145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-daccec5a-a637-4e9d-b395-34d21c399037 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0602951 Apr 22 10:02:14.428655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 31ebd455-fe1b-4461-860e-cefb945582c7 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:14.429022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:14.466303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-726e9bed-e403-47d2-8795-21c90ae14eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:14.467847 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-726e9bed-e403-47d2-8795-21c90ae14eb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763102 Apr 22 10:02:14.486698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8ec872ee-0f48-4d63-8864-fa9679186a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:14.604553 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-172c1a33-4a47-486d-ac48-8f888a875cc6 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291173 Apr 22 10:02:14.736350 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df152f26-3f3b-4d02-aed1-7d99a03b9f40 req-7da12974-75f7-4398-9e3e-81bbba69beac service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252818 Apr 22 10:02:14.916363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-534e413e-0b57-41f9-91c7-8e88f140ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:14.917774 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-534e413e-0b57-41f9-91c7-8e88f140ec19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 1096 time: 0.1314948 Apr 22 10:02:14.929257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba981b-0ed7-4a4e-9d56-49c5252066d6 req-eee32d11-b3e3-473e-aa41-431f4e78eabb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:14.930671 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b2ba981b-0ed7-4a4e-9d56-49c5252066d6 req-eee32d11-b3e3-473e-aa41-431f4e78eabb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 943 time: 0.1147618 Apr 22 10:02:15.061480 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b2ba981b-0ed7-4a4e-9d56-49c5252066d6 req-b1576dbd-d25a-4a0d-8c1e-dee87ae6ffb3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121931 Apr 22 10:02:15.090939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-472dbd06-4818-4152-bd20-36d21a9769b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:15.092439 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-472dbd06-4818-4152-bd20-36d21a9769b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1608717 Apr 22 10:02:15.162529 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-ec9c6ef7-8b07-47ea-8d73-6f2674781cac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 200 len: 217 time: 0.0635431 Apr 22 10:02:15.333519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-6f573196-b75f-4f9a-9a00-f90bb9309e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:15.335005 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-6f573196-b75f-4f9a-9a00-f90bb9309e55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.1664190 Apr 22 10:02:15.412475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-726a194b-37d6-4622-8571-f47b04f145f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:15.413989 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-726a194b-37d6-4622-8571-f47b04f145f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719960 Apr 22 10:02:15.484825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:15.547921 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-721baf43-7593-4eda-bbf1-a931f4ab9ccb service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268508 Apr 22 10:02:15.698309 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2aa969fe-baee-4eb5-96be-3d4bf482ab12 req-a9806aba-b7d4-480f-8104-98341acfb7dc service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418307 Apr 22 10:02:15.806256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:16.255994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71670107-5871-4765-8791-5480d461e513 req-f4b658cc-f86e-4026-a6f6-b7ebabb61e2a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:16.258131 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71670107-5871-4765-8791-5480d461e513 req-f4b658cc-f86e-4026-a6f6-b7ebabb61e2a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 943 time: 0.0865238 Apr 22 10:02:16.315163 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71670107-5871-4765-8791-5480d461e513 req-e52e3db8-57b0-4fb8-9a87-a5b5d28469c5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510921 Apr 22 10:02:17.263105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:17.504735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1a971-f0de-413a-b1d9-452100ff72d3 req-baf48bd8-fb35-4f18-aa0b-8e7d94e715f8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:17.506153 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-97f1a971-f0de-413a-b1d9-452100ff72d3 req-baf48bd8-fb35-4f18-aa0b-8e7d94e715f8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 943 time: 0.0806665 Apr 22 10:02:17.550925 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-97f1a971-f0de-413a-b1d9-452100ff72d3 req-fcb47030-0d73-40fd-98c5-0e495b447c66 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382848 Apr 22 10:02:18.038806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 2e8a1991-217e-481e-97b0-63001e4b8316 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:02:18.174957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:02:18.192239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '2e8a1991-217e-481e-97b0-63001e4b8316', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '2e8a1991-217e-481e-97b0-63001e4b8316', 'mac_address': 'fa:16:3e:7e:1a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:02:18.248809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:18.268091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8a1991-217e-481e-97b0-63001e4b8316 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:02:18.284920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:02:18.289885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:18.357368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:18.639036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['2e8a1991-217e-481e-97b0-63001e4b8316'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:02:18.744709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3a363-45ee-48ff-a26e-ae8ca2b85daa req-afa3da41-08b0-46da-b74c-1e736bcdf736 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:18.746191 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bfc3a363-45ee-48ff-a26e-ae8ca2b85daa req-afa3da41-08b0-46da-b74c-1e736bcdf736 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 944 time: 0.0796726 Apr 22 10:02:18.792551 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bfc3a363-45ee-48ff-a26e-ae8ca2b85daa req-0bd45b2d-7022-4ffa-93b7-6516549cbea0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404501 Apr 22 10:02:19.979650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c19f0f-9768-4489-a16e-7467c7b0f327 req-c99de82f-e355-434b-8ba2-4495f37d6277 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:19.981132 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c19f0f-9768-4489-a16e-7467c7b0f327 req-c99de82f-e355-434b-8ba2-4495f37d6277 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 944 time: 0.0842950 Apr 22 10:02:20.025450 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c19f0f-9768-4489-a16e-7467c7b0f327 req-0fc947a1-a674-4716-b1a4-b6478de559d2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386946 Apr 22 10:02:20.045518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 2e8a1991-217e-481e-97b0-63001e4b8316 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:02:20.122032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 2e8a1991-217e-481e-97b0-63001e4b8316 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:02:20.126893 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 2e8a1991-217e-481e-97b0-63001e4b8316 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:02:20.127261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:20.240029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:20.269650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:02:20.280134 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:02:20.285253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:20.326982 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7c24d3-702f-41ac-9477-2480d20aa686'] response: {'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316', 'code': 200} Apr 22 10:02:20.370573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:02:20.584416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fdb14-bfda-4423-9989-668aac281637 req-90ac2090-f286-451e-a777-c6cc274e8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:20.586428 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a58fdb14-bfda-4423-9989-668aac281637 req-90ac2090-f286-451e-a777-c6cc274e8556 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 1098 time: 0.0781381 Apr 22 10:02:20.630781 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a58fdb14-bfda-4423-9989-668aac281637 req-bcdc072b-21ed-402c-b4d7-2998220471a4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376949 Apr 22 10:02:21.214603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b8feb-4432-4a20-84d6-eb9d496fbd55 req-e2f6de5e-d8c4-4f68-ada0-c641efc00186 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:21.216053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c3b8feb-4432-4a20-84d6-eb9d496fbd55 req-e2f6de5e-d8c4-4f68-ada0-c641efc00186 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0856557 Apr 22 10:02:21.260608 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c3b8feb-4432-4a20-84d6-eb9d496fbd55 req-4fd76c0b-ac54-4af8-9da8-57e467b355a4 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389209 Apr 22 10:02:22.453525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106b7ec-44c5-4e30-b86b-6c32037d7138 req-4068198c-8f44-4c0f-b857-04acd93a7b53 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:22.454966 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7106b7ec-44c5-4e30-b86b-6c32037d7138 req-4068198c-8f44-4c0f-b857-04acd93a7b53 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0856743 Apr 22 10:02:22.499238 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7106b7ec-44c5-4e30-b86b-6c32037d7138 req-3306afbd-b8e3-4107-b8b0-4e8a4011e971 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385833 Apr 22 10:02:22.690340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96612e15-9b91-4693-9c54-3548711f4aaa req-2595ad63-6a50-45f5-801d-0ac920e6bb71 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:22.691876 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-96612e15-9b91-4693-9c54-3548711f4aaa req-2595ad63-6a50-45f5-801d-0ac920e6bb71 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0879052 Apr 22 10:02:22.701109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37414) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:02:22.706157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'floatingip': {'port_id': '2e8a1991-217e-481e-97b0-63001e4b8316'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:02:22.786207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:23.532589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:23.537862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:23.723268 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 associated. External IP: 172.26.2.153, port: 2e8a1991-217e-481e-97b0-63001e4b8316. Apr 22 10:02:24.112645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:02:24.304839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:02:24.312072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:24.315601 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:02:24.325375 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:02:24.325962 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:02:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:24.377036 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b1d6c7c6-d41f-4875-a6e8-28b0801dc6b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "PUT /v2.0/floatingips/89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 HTTP/1.1" status: 200 len: 991 time: 1.6745443 Apr 22 10:02:24.377494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:02:24.450842 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a93f48f-b45b-438f-9495-307f73cf0ebb'] response: {'name': 'network-changed', 'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316', 'status': 'completed', 'code': 200} Apr 22 10:02:24.567746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e5897-c20b-446b-887d-1a44577c17f0 req-9070dc1a-2c7a-4b67-a81e-24d246b4b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:24.570455 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-508e5897-c20b-446b-887d-1a44577c17f0 req-9070dc1a-2c7a-4b67-a81e-24d246b4b6c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 1098 time: 0.0951979 Apr 22 10:02:24.584609 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:02:24.632688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f1bce-5d35-4896-a401-8d8493bfd842 req-7e40fd07-e6ee-4bd9-a1e9-20458c69e6a2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:24.634263 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-802f1bce-5d35-4896-a401-8d8493bfd842 req-7e40fd07-e6ee-4bd9-a1e9-20458c69e6a2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0947123 Apr 22 10:02:24.710734 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-802f1bce-5d35-4896-a401-8d8493bfd842 req-25227ca9-6cc1-4f07-9a17-f8e36baebfba tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666165 Apr 22 10:02:24.756311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e5897-c20b-446b-887d-1a44577c17f0 req-74094b59-f84b-4e53-a7eb-dd4aba44f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:24.759459 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-508e5897-c20b-446b-887d-1a44577c17f0 req-74094b59-f84b-4e53-a7eb-dd4aba44f80f service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1827195 Apr 22 10:02:24.914617 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-508e5897-c20b-446b-887d-1a44577c17f0 req-72d11e33-0ca8-49e1-a542-b840b0c3d109 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 200 len: 999 time: 0.1469128 Apr 22 10:02:25.004722 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '2e8a1991-217e-481e-97b0-63001e4b8316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:7e:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:02:23Z', 'revision_number': 1, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:25.009869 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:02:25.020794 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:02:25.021630 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:02:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:25.166806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e5897-c20b-446b-887d-1a44577c17f0 req-c338fb3a-4c07-454e-9b39-79a94687cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:25.168145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-508e5897-c20b-446b-887d-1a44577c17f0 req-c338fb3a-4c07-454e-9b39-79a94687cd09 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.2181358 Apr 22 10:02:25.250728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4b566-2555-40fa-99f2-36de5429d4cf req-68ae8a0a-73eb-408e-b646-0242e7364881 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:25.252787 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1ce4b566-2555-40fa-99f2-36de5429d4cf req-68ae8a0a-73eb-408e-b646-0242e7364881 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.3370497 Apr 22 10:02:25.286713 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:02:25.312644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e5897-c20b-446b-887d-1a44577c17f0 req-e168bf83-72ea-4c17-973e-65fd186ae0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:25.314125 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-508e5897-c20b-446b-887d-1a44577c17f0 req-e168bf83-72ea-4c17-973e-65fd186ae0de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1393840 Apr 22 10:02:25.322164 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1ce4b566-2555-40fa-99f2-36de5429d4cf req-bf693133-ff2d-419e-8813-a0129a2df42c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603414 Apr 22 10:02:25.461899 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-508e5897-c20b-446b-887d-1a44577c17f0 req-e7fb8890-e7c4-4b1f-9c3d-8938ee101019 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386752 Apr 22 10:02:25.643888 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-508e5897-c20b-446b-887d-1a44577c17f0 req-4d4130e0-59d9-4fd0-b2ce-33126cf55379 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748846 Apr 22 10:02:25.951147 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '2e8a1991-217e-481e-97b0-63001e4b8316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:7e:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:02:23Z', 'revision_number': 1, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:02:25.957220 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7e2fa-3578-416f-8687-f42dbe0a72db None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '2e8a1991-217e-481e-97b0-63001e4b8316', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:7e:1a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:02:23Z', 'revision_number': 1, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:02:26.165109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d10a41e-e4af-46b3-a1ec-30d84b0a5460 None None] New status for floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:02:26.664352 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd94c0-aedf-48ee-9a36-06428c8b52e3 req-7346dbec-a51b-49a4-bd51-146481d0bf38 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:26.666324 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a6bd94c0-aedf-48ee-9a36-06428c8b52e3 req-7346dbec-a51b-49a4-bd51-146481d0bf38 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.2208717 Apr 22 10:02:26.716835 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a6bd94c0-aedf-48ee-9a36-06428c8b52e3 req-d3099054-235b-47d2-969c-660d97d795ab tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Apr 22 10:02:26.908658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6fe7b-d617-42af-9fad-71483e81896a req-e88f6494-ec28-475a-b9f4-67ab5a82cb8f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:26.910108 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-89d6fe7b-d617-42af-9fad-71483e81896a req-e88f6494-ec28-475a-b9f4-67ab5a82cb8f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0830946 Apr 22 10:02:26.959745 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-89d6fe7b-d617-42af-9fad-71483e81896a req-8f50e05e-6606-4d9f-b6bd-1839c2745fc2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430193 Apr 22 10:02:27.446973 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-8f8bc91d-113c-47c7-ae57-5e6c34adf498 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758080 Apr 22 10:02:27.520140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81515e-7901-4d4a-97e0-66396ec077a0 req-1ed165e6-ac97-4f08-b061-0eaff5a3df23 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:27.522908 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8b81515e-7901-4d4a-97e0-66396ec077a0 req-1ed165e6-ac97-4f08-b061-0eaff5a3df23 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.1216450 Apr 22 10:02:27.601510 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8b81515e-7901-4d4a-97e0-66396ec077a0 req-af3cbb80-58bc-4fa7-bf77-55ce9a7fc15e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641713 Apr 22 10:02:28.762676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-ecda27fe-460f-41b7-aa24-60055729a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:28.765200 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-ecda27fe-460f-41b7-aa24-60055729a53f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 1098 time: 0.1066413 Apr 22 10:02:28.839083 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f0dda-2f22-499f-b22b-8b158f621719 req-de3422dd-353d-4b90-a34b-9f5beb7c3503 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:28.840594 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-930f0dda-2f22-499f-b22b-8b158f621719 req-de3422dd-353d-4b90-a34b-9f5beb7c3503 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.1104846 Apr 22 10:02:28.897991 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-930f0dda-2f22-499f-b22b-8b158f621719 req-37fc76c1-868e-4361-802d-eec42843ecb8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467994 Apr 22 10:02:28.955124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-a453ede3-034b-4a3a-9d7a-da0de3189637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:28.956734 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-a453ede3-034b-4a3a-9d7a-da0de3189637 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1857152 Apr 22 10:02:29.073202 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-d1ec1573-d503-4f2c-a48d-b0fe10b0d388 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 200 len: 1001 time: 0.1105130 Apr 22 10:02:29.136257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-25b1c44b-ae2e-42dd-9ec4-da62b61ac302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:29.137723 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-25b1c44b-ae2e-42dd-9ec4-da62b61ac302 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0580034 Apr 22 10:02:29.226023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-a43aa6e9-ea52-4b74-a21f-d9b073bbe56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:29.227654 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-a43aa6e9-ea52-4b74-a21f-d9b073bbe56e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833876 Apr 22 10:02:29.375200 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-aa25ce79-b60f-4aac-880b-c115c0b591a0 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409259 Apr 22 10:02:29.533997 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-417199fd-56e0-4945-a62e-8b2d79d4b6bb service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515741 Apr 22 10:02:30.137389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208d500-3d00-43f3-9433-203af8267d64 req-d3dde9bd-386d-46e2-ae76-f218de19ff29 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:30.139965 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6208d500-3d00-43f3-9433-203af8267d64 req-d3dde9bd-386d-46e2-ae76-f218de19ff29 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.1135588 Apr 22 10:02:30.212709 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6208d500-3d00-43f3-9433-203af8267d64 req-51c3bdae-0ecb-4678-b4b6-199e3e596f05 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666223 Apr 22 10:02:31.417897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660ba79-8b9a-45d8-9fcd-456855b11850 req-42de2052-e1c1-4d6d-97f9-d9714f972157 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:31.419151 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c660ba79-8b9a-45d8-9fcd-456855b11850 req-42de2052-e1c1-4d6d-97f9-d9714f972157 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0858014 Apr 22 10:02:31.470825 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c660ba79-8b9a-45d8-9fcd-456855b11850 req-398ad8fb-6cb4-4146-a83c-4b1c08df8075 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452507 Apr 22 10:02:32.665898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331855f-0253-41bc-a4f8-14f586914fd0 req-669fdc2a-dba4-4006-b393-1320acfadf0f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:32.667411 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0331855f-0253-41bc-a4f8-14f586914fd0 req-669fdc2a-dba4-4006-b393-1320acfadf0f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0891042 Apr 22 10:02:32.713147 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0331855f-0253-41bc-a4f8-14f586914fd0 req-0872ca5a-9112-4bc1-89f2-b34104f72016 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394921 Apr 22 10:02:33.913878 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e471167-fc71-464c-9619-b09c5089d425 req-35729d5a-ee81-4f1c-bb8a-ab077f9734b7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:33.915428 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5e471167-fc71-464c-9619-b09c5089d425 req-35729d5a-ee81-4f1c-bb8a-ab077f9734b7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0917590 Apr 22 10:02:33.963242 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5e471167-fc71-464c-9619-b09c5089d425 req-7555ddc6-f2e0-4f01-8cf1-4c3dc1ca8076 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416446 Apr 22 10:02:35.152501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312e75d-f85e-4431-a066-43de35c9e604 req-68965397-25e3-4b70-a8d1-a0abe5b09aaf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:35.154012 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1312e75d-f85e-4431-a066-43de35c9e604 req-68965397-25e3-4b70-a8d1-a0abe5b09aaf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0805368 Apr 22 10:02:35.313901 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1312e75d-f85e-4431-a066-43de35c9e604 req-5a5d0c9a-5981-452d-b889-4b3f278a5d69 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523776 Apr 22 10:02:36.518065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e7d6d-cffa-4745-925e-d7a39cc79785 req-f0dbc8c6-e381-4caf-934c-d13569931cc5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:36.519571 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-976e7d6d-cffa-4745-925e-d7a39cc79785 req-f0dbc8c6-e381-4caf-934c-d13569931cc5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0953488 Apr 22 10:02:36.565265 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-976e7d6d-cffa-4745-925e-d7a39cc79785 req-a719edd6-c319-43e2-8ee2-4f8c26653a07 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398989 Apr 22 10:02:37.747904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed0636-3f75-451b-b746-6d35328ae41f req-3f9f2afe-0c68-4803-8968-585a2df672f2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:37.749468 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a6ed0636-3f75-451b-b746-6d35328ae41f req-3f9f2afe-0c68-4803-8968-585a2df672f2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0790257 Apr 22 10:02:37.801680 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a6ed0636-3f75-451b-b746-6d35328ae41f req-13c7e61c-0e3b-45ed-9a1c-43e2b468b829 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464709 Apr 22 10:02:38.794307 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:38.995596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab297b-ca45-4b93-b043-e4ef3dc34659 req-9a666372-94e3-4b11-8f5e-aa18a0b044a2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:38.997732 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-faab297b-ca45-4b93-b043-e4ef3dc34659 req-9a666372-94e3-4b11-8f5e-aa18a0b044a2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0822480 Apr 22 10:02:39.042900 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-faab297b-ca45-4b93-b043-e4ef3dc34659 req-b37666b2-bbb9-4be9-9a91-8a43625574d7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384634 Apr 22 10:02:40.229430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe3415-71dc-4595-b819-fde7536888ed req-b06ca979-f202-49a1-8ce5-0a7db1bfaa90 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:40.230894 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4fbe3415-71dc-4595-b819-fde7536888ed req-b06ca979-f202-49a1-8ce5-0a7db1bfaa90 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0811884 Apr 22 10:02:40.274607 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4fbe3415-71dc-4595-b819-fde7536888ed req-bffe7311-b0ad-4099-8889-da336b661547 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380642 Apr 22 10:02:41.461879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e15e6e-b2b5-4f6b-80d9-c0b0b6a40b40 req-ce2f21bc-e0d9-4e9b-bd27-82e1a0872f6e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:41.463355 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52e15e6e-b2b5-4f6b-80d9-c0b0b6a40b40 req-ce2f21bc-e0d9-4e9b-bd27-82e1a0872f6e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0832689 Apr 22 10:02:41.517012 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52e15e6e-b2b5-4f6b-80d9-c0b0b6a40b40 req-56ecb037-6dfb-433c-bead-78b0c32fd3f7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394435 Apr 22 10:02:42.084629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec69131a-0586-46a2-8b50-0272027eca00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:42.246601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-f1d690df-cb74-4a30-a88b-cf56fa880dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:42.248044 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-f1d690df-cb74-4a30-a88b-cf56fa880dc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 1098 time: 0.0755153 Apr 22 10:02:42.400408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-58d37f79-4c7b-4721-acd6-392e73874fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:42.401879 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-58d37f79-4c7b-4721-acd6-392e73874fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1311083 Apr 22 10:02:42.512477 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-0c4a4d79-f57c-4a19-b469-466c2a027396 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 200 len: 1001 time: 0.1030681 Apr 22 10:02:42.581131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-b52e6c08-89f0-4d21-832d-b76a5b96cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:42.582764 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-b52e6c08-89f0-4d21-832d-b76a5b96cda7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0637283 Apr 22 10:02:42.719697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-6a2c7168-239f-486d-9fec-8fba4b303749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:42.721226 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-6a2c7168-239f-486d-9fec-8fba4b303749 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321988 Apr 22 10:02:42.754074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba78cd-57b9-4e62-96dc-92f07029234f req-8e2e3fc3-1d24-4621-97ca-a28dac3552b3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:42.755519 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98ba78cd-57b9-4e62-96dc-92f07029234f req-8e2e3fc3-1d24-4621-97ca-a28dac3552b3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.1257524 Apr 22 10:02:42.877938 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98ba78cd-57b9-4e62-96dc-92f07029234f req-a3c54239-11f4-436a-823d-f8468ad95f55 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074033 Apr 22 10:02:42.912562 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-1d2d87cb-e696-4b26-9c22-11c5ac7bc25d service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835039 Apr 22 10:02:43.050660 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0353462d-39ad-41eb-94ce-ba9b22eca884 req-b7b266bf-5e8a-48ba-9670-47839324a142 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309452 Apr 22 10:02:44.224937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608a9c5-6d7b-461b-b761-06c2287796f5 req-7199b5f6-3854-4219-90d5-24f9172eecf0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:44.226878 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f608a9c5-6d7b-461b-b761-06c2287796f5 req-7199b5f6-3854-4219-90d5-24f9172eecf0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0846660 Apr 22 10:02:44.271474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f608a9c5-6d7b-461b-b761-06c2287796f5 req-a0cb5a19-71e6-4afd-8557-4854898a03a5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388949 Apr 22 10:02:44.469456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d882af53-bbd9-4750-a669-fdbcf572a17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:45.338241 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:02:45.461492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe5adb-47e9-4652-a989-56929283a8e5 req-51a7decd-dfb9-442d-9cbb-fe526d00a214 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:45.463100 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-86fe5adb-47e9-4652-a989-56929283a8e5 req-51a7decd-dfb9-442d-9cbb-fe526d00a214 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0847843 Apr 22 10:02:45.488329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:45.516990 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-86fe5adb-47e9-4652-a989-56929283a8e5 req-faae2077-7220-429d-bb46-165ee12b7d6e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468118 Apr 22 10:02:45.812183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:46.711113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd99a-a418-411c-a230-21739f28fb2a req-847ffe06-4166-4689-a641-9500b515f868 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:46.712618 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae3cd99a-a418-411c-a230-21739f28fb2a req-847ffe06-4166-4689-a641-9500b515f868 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0880957 Apr 22 10:02:46.758011 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ae3cd99a-a418-411c-a230-21739f28fb2a req-3e727e6d-1e6f-47c8-a1fc-35b69ef95ac7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395815 Apr 22 10:02:47.265722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:02:47.945126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d95e7-34b9-4a7b-8154-898583a85d08 req-114291ec-aa7c-4ab5-8b21-710c90ec8a3a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:47.946517 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8c2d95e7-34b9-4a7b-8154-898583a85d08 req-114291ec-aa7c-4ab5-8b21-710c90ec8a3a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0809531 Apr 22 10:02:47.995403 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8c2d95e7-34b9-4a7b-8154-898583a85d08 req-860c41b1-a156-4aeb-8dd5-316aa1c9b03f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Apr 22 10:02:49.190180 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962bc14-27f0-4aef-9d52-377bd7559bff req-737920ea-fbc8-4f16-8697-f86206593a0a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:49.193176 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d962bc14-27f0-4aef-9d52-377bd7559bff req-737920ea-fbc8-4f16-8697-f86206593a0a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0854671 Apr 22 10:02:49.238454 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d962bc14-27f0-4aef-9d52-377bd7559bff req-c1dfee20-750f-4b8b-86f1-42bea02cae8e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 Apr 22 10:02:50.439415 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca094a2-d6c0-46aa-833d-c8c56d98a09a req-ad0c1fef-5d31-4db0-bf0d-fcdbabba0ca3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:50.441103 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9ca094a2-d6c0-46aa-833d-c8c56d98a09a req-ad0c1fef-5d31-4db0-bf0d-fcdbabba0ca3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0867577 Apr 22 10:02:50.488174 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9ca094a2-d6c0-46aa-833d-c8c56d98a09a req-e4931204-5443-48b0-a9f6-02e2f721e1fc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412297 Apr 22 10:02:51.676529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac39966-64b2-4e40-a9ff-8992e6c5aa6f req-5fb74228-3d33-4a37-a531-f83ec3dc0a4b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:51.678147 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8ac39966-64b2-4e40-a9ff-8992e6c5aa6f req-5fb74228-3d33-4a37-a531-f83ec3dc0a4b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0815985 Apr 22 10:02:51.729953 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8ac39966-64b2-4e40-a9ff-8992e6c5aa6f req-531988c3-4f4e-4201-9d35-37ce34a10fc2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453143 Apr 22 10:02:52.917381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d215d51-b99f-4468-a869-948631211a21 req-b63f38b3-6f2e-4d0c-8670-3db43ebb5caf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:52.918759 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5d215d51-b99f-4468-a869-948631211a21 req-b63f38b3-6f2e-4d0c-8670-3db43ebb5caf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0802727 Apr 22 10:02:52.964620 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5d215d51-b99f-4468-a869-948631211a21 req-3b4c8f52-6864-4c10-b91a-a975b686ecef tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 Apr 22 10:02:54.169263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e9c7-015b-4656-8cde-a9c4b2ef4a38 req-07d3882a-af59-4bc5-9d3a-51d5af773a8c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:54.170799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9a2e9c7-015b-4656-8cde-a9c4b2ef4a38 req-07d3882a-af59-4bc5-9d3a-51d5af773a8c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0817821 Apr 22 10:02:54.216710 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9a2e9c7-015b-4656-8cde-a9c4b2ef4a38 req-f4277342-a894-43f0-b82f-d6b65a9f82ee tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400488 Apr 22 10:02:55.407646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f093f6e-6456-4837-9eb1-adb71f6ba7a3 req-1406721c-0ead-4be4-82fb-d5fd62aa6100 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:55.409205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f093f6e-6456-4837-9eb1-adb71f6ba7a3 req-1406721c-0ead-4be4-82fb-d5fd62aa6100 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0845828 Apr 22 10:02:55.458231 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f093f6e-6456-4837-9eb1-adb71f6ba7a3 req-7689177c-343a-4dda-9363-5e5336a53eff tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430496 Apr 22 10:02:56.453103 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-edca0207-47c5-4c53-8d1b-63bb48c2366b service neutron] 10.222.0.35 "GET /v2.0/ports/2e8a1991-217e-481e-97b0-63001e4b8316/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0984726 Apr 22 10:02:56.653731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f34b4-575c-4ff0-b346-9e0d4923cec5 req-41822d16-594f-4992-8afa-adb0e748105c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:56.655048 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c91f34b4-575c-4ff0-b346-9e0d4923cec5 req-41822d16-594f-4992-8afa-adb0e748105c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0889447 Apr 22 10:02:56.703332 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c91f34b4-575c-4ff0-b346-9e0d4923cec5 req-873bc697-7276-4720-a518-4e93f2407479 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418057 Apr 22 10:02:56.831777 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-17b87f43-7a35-471e-b136-85182242713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:56.833232 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-17b87f43-7a35-471e-b136-85182242713d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 1098 time: 0.1760976 Apr 22 10:02:56.923901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-17ef7891-1dbf-498a-a20a-7ca60aadfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:56.925454 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-17ef7891-1dbf-498a-a20a-7ca60aadfa04 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 1098 time: 0.0703218 Apr 22 10:02:57.062510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-ee55488a-7b30-46a2-9b43-501b5fbf2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:57.063966 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-ee55488a-7b30-46a2-9b43-501b5fbf2576 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1322901 Apr 22 10:02:57.171788 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-9e70ddcf-9330-4823-99a8-fa138a8a61c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 200 len: 1001 time: 0.1009898 Apr 22 10:02:57.238818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-77a8c510-4d46-4961-bcd9-4c9702268c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:57.240268 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-77a8c510-4d46-4961-bcd9-4c9702268c71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0625272 Apr 22 10:02:57.316550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-faee6615-376e-48c0-91b3-3dc9db5721f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:57.318051 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-faee6615-376e-48c0-91b3-3dc9db5721f8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720072 Apr 22 10:02:57.462119 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-a535de0f-6e57-4a4c-910b-150c566e102d service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376851 Apr 22 10:02:57.599474 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-39b15f15-dbf3-40f8-8c70-357e9e44186f req-1f800d82-4d3b-4da1-a93e-18783eb8f147 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302943 Apr 22 10:02:57.905737 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9daeb1-6797-45f7-8409-c95ee14a32b6 req-d7c669d7-998c-4825-95ff-06b817c90b50 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:57.907434 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d9daeb1-6797-45f7-8409-c95ee14a32b6 req-d7c669d7-998c-4825-95ff-06b817c90b50 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0872121 Apr 22 10:02:57.951305 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d9daeb1-6797-45f7-8409-c95ee14a32b6 req-9e5634d6-df63-42c5-ab21-6723c01be6e8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380909 Apr 22 10:02:59.138898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b0595-03ff-48cc-8880-3048f137b59c req-38a92392-4f5e-438e-8f47-5cc474e651a1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:02:59.140402 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-560b0595-03ff-48cc-8880-3048f137b59c req-38a92392-4f5e-438e-8f47-5cc474e651a1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0803378 Apr 22 10:02:59.186503 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-560b0595-03ff-48cc-8880-3048f137b59c req-6eddf366-d0ae-456f-9c4d-af9b4434eedf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403554 Apr 22 10:03:00.277129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 2e8a1991-217e-481e-97b0-63001e4b8316 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:03:00.310069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 2e8a1991-217e-481e-97b0-63001e4b8316 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:03:00.428069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e47ba6-de88-45bf-b49c-044fbfdec431 req-8ee1a797-b144-445a-ac2f-794006aa8496 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:00.430177 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-96e47ba6-de88-45bf-b49c-044fbfdec431 req-8ee1a797-b144-445a-ac2f-794006aa8496 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.1355476 Apr 22 10:03:00.479146 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-96e47ba6-de88-45bf-b49c-044fbfdec431 req-7149dbea-94f6-46ae-b669-0a8ba587caf3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412183 Apr 22 10:03:00.504177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:03:00.527652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '2e8a1991-217e-481e-97b0-63001e4b8316', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '2e8a1991-217e-481e-97b0-63001e4b8316', 'mac_address': 'fa:16:3e:7e:1a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:03:00.532239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:00.603001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:03:00.622476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:03:00.625921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:00.637408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:00.679001 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0bd7ed-2629-45f0-bdb7-8af11adabc84'] response: {'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316', 'code': 200} Apr 22 10:03:00.692484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e8a1991-217e-481e-97b0-63001e4b8316 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:03:00.761755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:00.778385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:03:00.778736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:03:01.334335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:01.352531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8a1991-217e-481e-97b0-63001e4b8316 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:03:01.369396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:03:01.373573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:01.451713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['2e8a1991-217e-481e-97b0-63001e4b8316'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:03:01.476947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:01.672853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbee936-8efe-49e6-9293-119e19aeb49e req-68223ba5-4f19-40c7-9ee7-d46b2fa3a0ce tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:01.674204 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7bbee936-8efe-49e6-9293-119e19aeb49e req-68223ba5-4f19-40c7-9ee7-d46b2fa3a0ce tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 944 time: 0.0846577 Apr 22 10:03:01.720372 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7bbee936-8efe-49e6-9293-119e19aeb49e req-cfc4ac64-0553-4b16-90a4-654c37ba3696 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Apr 22 10:03:02.097656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-c0c4d151-5f51-41d7-a221-e98dfba014d1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:02.099155 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-c0c4d151-5f51-41d7-a221-e98dfba014d1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba&tenant_id=6e8193ad48b7415ab69da8807126d4ae&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.1181953 Apr 22 10:03:02.107469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc21f5-accf-4230-a256-c554fbc954fe req-2d198de5-c721-4d65-92c5-cfb160bb2e61 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:02.109015 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-84dc21f5-accf-4230-a256-c554fbc954fe req-2d198de5-c721-4d65-92c5-cfb160bb2e61 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 944 time: 0.1621177 Apr 22 10:03:02.159445 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-84dc21f5-accf-4230-a256-c554fbc954fe req-41402dfc-d351-48db-ad7c-7342e680fdf6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442929 Apr 22 10:03:02.214045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 2e8a1991-217e-481e-97b0-63001e4b8316 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:03:02.256003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-5327d620-eeea-42de-82dc-534cec1d6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:02.257612 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-5327d620-eeea-42de-82dc-534cec1d6288 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 1097 time: 0.0802965 Apr 22 10:03:02.291169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 2e8a1991-217e-481e-97b0-63001e4b8316 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:03:02.291528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:02.410362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-86e842ca-521c-4502-ad0b-2a41f48ed376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:02.411822 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-86e842ca-521c-4502-ad0b-2a41f48ed376 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1442385 Apr 22 10:03:02.426217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:02.463642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:03:02.469781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:02.527099 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-e9cfcd4a-f66c-4f90-b431-0bef124e634d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 200 len: 1001 time: 0.1082551 Apr 22 10:03:02.544467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:02.680119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:03:02.704850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-a0b88fbc-39c0-475a-aec6-e434a960fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:02.705770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-a0b88fbc-39c0-475a-aec6-e434a960fec3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.1719005 Apr 22 10:03:02.735301 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48364a81-71a7-47bc-ae42-09fed2a53b6d'] response: {'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316', 'code': 200} Apr 22 10:03:02.789233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-904039da-2763-4cd7-a355-f2112cab2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:02.790718 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-904039da-2763-4cd7-a355-f2112cab2eeb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769031 Apr 22 10:03:02.928583 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-f98eefa9-3a37-4084-ac25-f74e388e5a83 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285315 Apr 22 10:03:03.063827 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2ef53fae-f176-455c-a8ee-c5d48b39124d req-35eace29-7fbd-43dd-abff-6f5b4e21c999 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289048 Apr 22 10:03:03.362848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93f8cc-1c3f-4379-8a50-d9f9f7998bf0 req-715dd89d-cbda-4604-8482-9478efabba56 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:03.364251 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa93f8cc-1c3f-4379-8a50-d9f9f7998bf0 req-715dd89d-cbda-4604-8482-9478efabba56 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0819259 Apr 22 10:03:03.411262 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa93f8cc-1c3f-4379-8a50-d9f9f7998bf0 req-b30126a6-bef1-4596-b71e-5b1d4ab6ca75 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411720 Apr 22 10:03:04.671785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557466f-dbfa-47b2-9a3e-f185f4bf35a2 req-6f1a0312-fed6-440d-8ca6-c7c4484327eb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:04.673276 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d557466f-dbfa-47b2-9a3e-f185f4bf35a2 req-6f1a0312-fed6-440d-8ca6-c7c4484327eb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.1406002 Apr 22 10:03:04.718527 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d557466f-dbfa-47b2-9a3e-f185f4bf35a2 req-8897f0e4-a9e3-4d59-900c-c818c5a250eb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389252 Apr 22 10:03:04.930533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db7da8-2b36-4cb7-9267-cde185663d65 req-be825484-fab9-4158-a521-295ba79401d4 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:04.931978 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-49db7da8-2b36-4cb7-9267-cde185663d65 req-be825484-fab9-4158-a521-295ba79401d4 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.1048555 Apr 22 10:03:04.982194 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-49db7da8-2b36-4cb7-9267-cde185663d65 req-73e151e4-fb9a-427b-b858-914bebe5223c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422716 Apr 22 10:03:05.187491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f5e47-c8bb-4579-b181-0ec563e86e73 req-52171f25-5e62-479f-987a-6cb4317d9934 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:05.188927 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-907f5e47-c8bb-4579-b181-0ec563e86e73 req-52171f25-5e62-479f-987a-6cb4317d9934 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0962491 Apr 22 10:03:05.240474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-907f5e47-c8bb-4579-b181-0ec563e86e73 req-6de328f3-4b61-4eff-b438-350497927ca5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449698 Apr 22 10:03:05.667445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c64c6-86b2-48dd-9c9b-34ae1c1c25fb req-f219478e-cc16-4b47-bf39-db4dc6c1a77e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:05.669561 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-606c64c6-86b2-48dd-9c9b-34ae1c1c25fb req-f219478e-cc16-4b47-bf39-db4dc6c1a77e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0893075 Apr 22 10:03:05.720353 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-606c64c6-86b2-48dd-9c9b-34ae1c1c25fb req-c0b7f924-c08a-4dee-8162-7faf5592de13 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444386 Apr 22 10:03:06.910967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb4e93-4438-4ab8-9ac8-0c6c9c684a45 req-9c5f761b-f09f-436d-82d8-e93155577fac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:06.912365 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-66bb4e93-4438-4ab8-9ac8-0c6c9c684a45 req-9c5f761b-f09f-436d-82d8-e93155577fac tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0812387 Apr 22 10:03:06.958559 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-66bb4e93-4438-4ab8-9ac8-0c6c9c684a45 req-9758006a-54e8-4019-9023-7a83bf1b3482 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404885 Apr 22 10:03:07.839872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-70eba0de-4dbc-4e0e-8823-fab6c1b8ac6a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:07.841271 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-70eba0de-4dbc-4e0e-8823-fab6c1b8ac6a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0852697 Apr 22 10:03:07.913013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Deleting port 2e8a1991-217e-481e-97b0-63001e4b8316 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:03:07.913702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:08.151644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ba5b9-3533-42be-bc4f-a15e503755ac req-78630916-d63d-476f-ad9b-1c7841ef933e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:08.153149 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bb1ba5b9-3533-42be-bc4f-a15e503755ac req-78630916-d63d-476f-ad9b-1c7841ef933e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 945 time: 0.0849888 Apr 22 10:03:08.169713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] For port 2e8a1991-217e-481e-97b0-63001e4b8316, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=2e8a1991-217e-481e-97b0-63001e4b8316,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:03:08.170070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:08.206128 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bb1ba5b9-3533-42be-bc4f-a15e503755ac req-eb3d8d35-a835-4d1f-b8c8-ed3069f279cc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466969 Apr 22 10:03:08.471131 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:08.471408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:08.471716 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 disassociated. External IP: 172.26.2.153, port: 2e8a1991-217e-481e-97b0-63001e4b8316. Apr 22 10:03:08.472048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Calling delete_port for 2e8a1991-217e-481e-97b0-63001e4b8316 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:03:08.628992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:08.789750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event deleted for resources: {'Port': ['ID=2e8a1991-217e-481e-97b0-63001e4b8316,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:08.790479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:08.850350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.850710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.851045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.851375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.851706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.852030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.852352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.852703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.853066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.853350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.853666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:08.853984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:09.001980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:03:09.189908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:03:09.201025 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:03:09.213245 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:03:09.213923 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:02:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:03:09.285102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] No DVR routers for this DVR port 2e8a1991-217e-481e-97b0-63001e4b8316 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:03:09.288956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:09.293925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'name': 'network-vif-deleted', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:03:09.319801 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d5ba0e1-ff16-4234-9145-87551b8a0c7a req-079eeab1-7ba0-4898-bfb8-a5fb25e82007 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "DELETE /v2.0/ports/2e8a1991-217e-481e-97b0-63001e4b8316 HTTP/1.1" status: 204 len: 173 time: 1.4700232 Apr 22 10:03:09.389422 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee93fd62-ac1d-45b8-91d9-1900c96e9da2'] response: {'server_uuid': '4b993db3-41bc-4be4-bee3-4d6f4092b9ba', 'name': 'network-vif-deleted', 'tag': '2e8a1991-217e-481e-97b0-63001e4b8316', 'status': 'completed', 'code': 200} Apr 22 10:03:09.402623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-feec5aa1-4f93-4e22-b037-ea5761f1c466 req-92e91c60-984c-4bdd-a7e0-8b59dd9c5fd2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:03:09.408145 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:03:09.420267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-feec5aa1-4f93-4e22-b037-ea5761f1c466 req-92e91c60-984c-4bdd-a7e0-8b59dd9c5fd2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:03:09.421853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-feec5aa1-4f93-4e22-b037-ea5761f1c466 req-92e91c60-984c-4bdd-a7e0-8b59dd9c5fd2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b993db3-41bc-4be4-bee3-4d6f4092b9ba HTTP/1.1" status: 200 len: 210 time: 0.0760214 Apr 22 10:03:09.746629 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:03:09.751257 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:03:09.761439 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:03:09.762148 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:02:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:03:09.958549 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:03:10.258713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 2e8a1991-217e-481e-97b0-63001e4b8316 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:03:10.298978 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:03:10.306061 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba6407f-4a75-4654-afd7-48b8147655b7 None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:03:10.317672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 2e8a1991-217e-481e-97b0-63001e4b8316 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:03:10.318161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 2e8a1991-217e-481e-97b0-63001e4b8316 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:03:10.551928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5911bcd5-e49b-4f53-bc59-c91074e9d4bb None None] New status for floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:03:10.947213 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-e99dafda-62d0-43dc-98b1-1b1226bb2368 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--139508204&fields=id&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 267 time: 0.0412648 Apr 22 10:03:11.098084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-36b4770b-ebc5-4dca-913f-6e222f9ddf17 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:11.099527 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-36b4770b-ebc5-4dca-913f-6e222f9ddf17 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 811 time: 0.1457541 Apr 22 10:03:11.114939 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-1db2346d-2457-4bd4-9ddd-89125d9fb257 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/quotas/6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 375 time: 0.0093014 Apr 22 10:03:11.297884 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-4be47f79-b548-43f3-82c9-49b978dde3a3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1770730 Apr 22 10:03:11.454572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-a7ac23da-0805-470f-accb-59eda852b445 service neutron] 10.222.0.32 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434686 Apr 22 10:03:11.597931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-f2924e0a-b268-4ecd-8cef-9e435f9785ac service neutron] 10.222.0.32 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367400 Apr 22 10:03:11.793159 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1c8c5300-cfc7-4edc-a355-d3a7c5579f4e req-9c33c0ba-62cb-403c-910a-a9092241d983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 210 time: 0.0470793 Apr 22 10:03:12.085055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-be1899a9-27f8-4bb2-9a6f-5e5f0eac3c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:12.883578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-da362991-ae85-4853-84b8-3b4a021d257e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:12.885079 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-da362991-ae85-4853-84b8-3b4a021d257e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 811 time: 0.1591828 Apr 22 10:03:12.966942 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28b3deaf-68e0-4ccd-bf9b-32c862248ac5 req-c0b3b2fe-748b-4bb4-95de-0689c83ef967 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 210 time: 0.0627775 Apr 22 10:03:12.967442 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-f7e36fb6-1441-4d28-bd1a-eaa4ecc7692f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 379 time: 0.0724645 Apr 22 10:03:12.985160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'port': {'device_id': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'admin_state_up': True, 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'security_groups': ['33b15b6f-5c42-4f01-981c-80d5373c93e8']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:03:13.139043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:03:13.150192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:03:13.166873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Made reservation on behalf of 6e8193ad48b7415ab69da8807126d4ae for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:03:13.170516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:13.339012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Allocated IP 172.20.0.4 (23096752-e979-4a9a-96c1-24e356bde66b/607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71/9c576c43-2e8a-4299-aaed-ec40326128aa) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:03:13.546066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:13.562990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Transition to ACTIVE for port object 9c576c43-2e8a-4299-aaed-ec40326128aa will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:03:13.587817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:13.655376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Network 23096752-e979-4a9a-96c1-24e356bde66b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:03:13.658807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:03:13.667916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:03:13.699973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:13.741923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:13.742582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:13.773368 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-af2b373e-872e-4dbb-82a4-16de007fe990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950006 Apr 22 10:03:13.785390 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Request body: {'port': {'device_id': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:03:13.908740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:13.942117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-279b5672-f39b-4165-a0f4-0af2f41f4041 None None] Provisioning for port 9c576c43-2e8a-4299-aaed-ec40326128aa completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:03:13.950263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-279b5672-f39b-4165-a0f4-0af2f41f4041 None None] Provisioning complete for port 9c576c43-2e8a-4299-aaed-ec40326128aa triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:03:13.951014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-279b5672-f39b-4165-a0f4-0af2f41f4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:14.023647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-279b5672-f39b-4165-a0f4-0af2f41f4041 None None] Port 9c576c43-2e8a-4299-aaed-ec40326128aa cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:03:14.327897 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8788377-ccac-4fa2-b150-6836cbd45907 req-cde26a9a-7462-4df1-9b7a-d2d789448593 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:14.328624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-e8788377-ccac-4fa2-b150-6836cbd45907 req-cde26a9a-7462-4df1-9b7a-d2d789448593 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:03:14.364052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-e8788377-ccac-4fa2-b150-6836cbd45907 req-cde26a9a-7462-4df1-9b7a-d2d789448593 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:03:14.365242 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8788377-ccac-4fa2-b150-6836cbd45907 req-cde26a9a-7462-4df1-9b7a-d2d789448593 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 931 time: 0.2766619 Apr 22 10:03:14.431921 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8788377-ccac-4fa2-b150-6836cbd45907 req-7d2fc414-247d-45c3-8460-2533c9567671 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586615 Apr 22 10:03:14.479573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7edc-5d2b-416c-9e24-17b5d5c0acae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:14.493963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c576c43-2e8a-4299-aaed-ec40326128aa {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:03:14.501491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:14.517615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Transition to ACTIVE for port object 9c576c43-2e8a-4299-aaed-ec40326128aa will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:03:14.524552 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:14.681240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Pushing event updated for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:14.766040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Attempting to bind port 9c576c43-2e8a-4299-aaed-ec40326128aa on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:03:14.766553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Attempting to bind port 9c576c43-2e8a-4299-aaed-ec40326128aa by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:03:14.767029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Attempting to bind port 9c576c43-2e8a-4299-aaed-ec40326128aa on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:03:14.782783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Port 9c576c43-2e8a-4299-aaed-ec40326128aa on network 23096752-e979-4a9a-96c1-24e356bde66b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:03:14.783125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Attempting to bind port 9c576c43-2e8a-4299-aaed-ec40326128aa on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:03:14.792890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:03:14.793441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Checking segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:03:14.794039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Bound using segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:03:14.794754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Bound port: 9c576c43-2e8a-4299-aaed-ec40326128aa, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:03:14.795311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:14.918715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:03:14.922133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:03:14.927538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:14.986711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:14.987330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:14.988844 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] 10.222.0.35 "PUT /v2.0/ports/9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 1093 time: 1.2082355 Apr 22 10:03:14.989326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:03:15.022334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1387d3d-98f6-42d9-8d49-315249562b07 service neutron] Pushing event updated for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:15.039055 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f78726-693c-490c-83e3-b49dae3eac4c'] response: {'name': 'network-changed', 'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'status': 'completed', 'code': 200} Apr 22 10:03:15.141460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-1c88f18c-9292-4c24-8e1d-8eaf61e1efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:15.143480 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-1c88f18c-9292-4c24-8e1d-8eaf61e1efdb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1096 time: 0.0973938 Apr 22 10:03:15.220220 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-8152e068-b41d-46de-bbdd-f9276f3681b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 217 time: 0.0689535 Apr 22 10:03:15.285247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-3e6f5699-c870-4cbd-835a-533c501bdc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:15.286752 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-3e6f5699-c870-4cbd-835a-533c501bdc0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0601256 Apr 22 10:03:15.391217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-da1f4dc3-b3b0-429f-a10d-beab60d0eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:15.392710 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-da1f4dc3-b3b0-429f-a10d-beab60d0eb4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0996737 Apr 22 10:03:15.491796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:15.606113 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-0b4c8b59-c9a3-49e6-9969-c2df1aca135c service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062531 Apr 22 10:03:15.807827 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f639ba3c-83f5-4115-999c-8c0d4ffc3504 req-ebd6d5de-058b-4de0-acba-9ce00dad100a service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922503 Apr 22 10:03:15.821150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:15.828629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685a9b1-5f71-4f62-908b-e7ab02a716ec req-8e0ede17-1f13-4af7-97ab-ef22eb975388 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:15.830258 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1685a9b1-5f71-4f62-908b-e7ab02a716ec req-8e0ede17-1f13-4af7-97ab-ef22eb975388 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 943 time: 0.1960340 Apr 22 10:03:15.923406 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1685a9b1-5f71-4f62-908b-e7ab02a716ec req-84acc0eb-faa3-4eab-ab60-a4ce8893d71e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822246 Apr 22 10:03:15.979461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-3965000c-473e-42c1-8618-97b8be10c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:15.981953 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-3965000c-473e-42c1-8618-97b8be10c5ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1096 time: 0.1109157 Apr 22 10:03:16.237687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-acaad9be-37b3-4994-84ac-5c3fae9cb689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:16.239178 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-acaad9be-37b3-4994-84ac-5c3fae9cb689 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.2508409 Apr 22 10:03:16.312260 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-60d52b01-8a67-4562-aca1-494ee8732bcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 217 time: 0.0667031 Apr 22 10:03:16.383312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-23cbc8db-99fb-4166-b7a0-a854d69e445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:16.384897 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-23cbc8db-99fb-4166-b7a0-a854d69e445c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0651762 Apr 22 10:03:16.466989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-c2398fc6-8217-4220-8f17-6629ed9abba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:16.468574 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-c2398fc6-8217-4220-8f17-6629ed9abba5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731914 Apr 22 10:03:16.608019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-0abd5070-0cfb-448c-bdfb-3758206abd56 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306448 Apr 22 10:03:16.749876 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-342f7fe7-e842-4c92-9ddd-bbaa97576877 req-9604603b-a886-4edb-b5b5-f058878cf665 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334991 Apr 22 10:03:17.129497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0e7df-bf5c-4e64-bbdb-fe6c59f4d8e6 req-99f129bc-3071-4516-a36e-ca81a227effe tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:17.131032 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-64b0e7df-bf5c-4e64-bbdb-fe6c59f4d8e6 req-99f129bc-3071-4516-a36e-ca81a227effe tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 943 time: 0.0817683 Apr 22 10:03:17.183668 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-64b0e7df-bf5c-4e64-bbdb-fe6c59f4d8e6 req-074d3f21-3ce5-47a2-8cef-e115e2420aaf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Apr 22 10:03:17.270815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:18.392169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c81cd3-0ba0-4332-b407-3e0c2ce6cc85 req-c30d2cf3-4d4c-49b3-964a-fb7a4d2dcb9d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:18.393667 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d5c81cd3-0ba0-4332-b407-3e0c2ce6cc85 req-c30d2cf3-4d4c-49b3-964a-fb7a4d2dcb9d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 943 time: 0.0871229 Apr 22 10:03:18.460535 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d5c81cd3-0ba0-4332-b407-3e0c2ce6cc85 req-49941397-f6e9-4f2f-831c-c3dcd6d11552 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600851 Apr 22 10:03:19.665152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337cf34d-5d70-427d-9b0c-fa3eec3a3574 req-5cfbe318-68a7-4b99-ac75-215e1367fe4f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:19.666652 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-337cf34d-5d70-427d-9b0c-fa3eec3a3574 req-5cfbe318-68a7-4b99-ac75-215e1367fe4f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 943 time: 0.0945368 Apr 22 10:03:19.713668 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-337cf34d-5d70-427d-9b0c-fa3eec3a3574 req-d816caea-7e21-44de-8103-c4a845fc2234 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410264 Apr 22 10:03:20.366550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9c576c43-2e8a-4299-aaed-ec40326128aa details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:03:20.525577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:03:20.541379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'mac_address': 'fa:16:3e:3a:a0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:03:20.601976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:20.620112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c576c43-2e8a-4299-aaed-ec40326128aa {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:03:20.636416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:03:20.642556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:20.721650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:20.730416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.730808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.731174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.731542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.731871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.732207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.732615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.732976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.733366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.733737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.734089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.734465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:03:20.929862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24529142-06c3-4c98-8a48-0592c7855c1c req-653896ad-02a5-42b1-8562-b38411438978 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:20.931469 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24529142-06c3-4c98-8a48-0592c7855c1c req-653896ad-02a5-42b1-8562-b38411438978 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 944 time: 0.0874555 Apr 22 10:03:20.987156 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24529142-06c3-4c98-8a48-0592c7855c1c req-23481a60-deb4-4ce5-9693-cacf19b2701d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457859 Apr 22 10:03:21.024259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['9c576c43-2e8a-4299-aaed-ec40326128aa'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:03:22.228909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c32376-10f0-4084-9017-4cf48839aba3 req-06acea76-0342-4331-b272-d7d906326b71 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:22.230462 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-95c32376-10f0-4084-9017-4cf48839aba3 req-06acea76-0342-4331-b272-d7d906326b71 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 944 time: 0.0886123 Apr 22 10:03:22.281894 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-95c32376-10f0-4084-9017-4cf48839aba3 req-20e476e7-b507-44a1-a109-5e936d4fef42 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409389 Apr 22 10:03:22.338225 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:03:22.368642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9c576c43-2e8a-4299-aaed-ec40326128aa up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:03:22.447622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 9c576c43-2e8a-4299-aaed-ec40326128aa completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:03:22.452583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 9c576c43-2e8a-4299-aaed-ec40326128aa triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:03:22.452957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:22.578714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:22.606698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:03:22.618461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:03:22.623266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:22.669776 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbf3801-94a0-4cb4-bcc4-4b08cb5e4ca0'] response: {'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'code': 200} Apr 22 10:03:22.699196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:03:22.912574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec04c-a0a2-4020-a0e7-386f41e3e9d3 req-ab11abcc-3709-4f35-8bb4-94e9729e01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:22.913962 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-193ec04c-a0a2-4020-a0e7-386f41e3e9d3 req-ab11abcc-3709-4f35-8bb4-94e9729e01f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1098 time: 0.0750225 Apr 22 10:03:22.956422 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-193ec04c-a0a2-4020-a0e7-386f41e3e9d3 req-b920f7c8-2233-4164-8eee-c21a6fbfdb41 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361388 Apr 22 10:03:23.475826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616ae55-26e6-481f-b2be-be4a5e843033 req-e1b71a4c-fa1a-4933-863c-85d3a6c36bc0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:23.477355 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5616ae55-26e6-481f-b2be-be4a5e843033 req-e1b71a4c-fa1a-4933-863c-85d3a6c36bc0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0832796 Apr 22 10:03:23.537969 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5616ae55-26e6-481f-b2be-be4a5e843033 req-e4419080-5d66-4abf-ab03-42605c567942 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535705 Apr 22 10:03:24.749785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913fda9-87f3-4ea2-9af1-e52f22d57829 req-0af4d6b0-af62-4c4c-a110-82b6d2186813 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:24.751316 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9913fda9-87f3-4ea2-9af1-e52f22d57829 req-0af4d6b0-af62-4c4c-a110-82b6d2186813 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0811868 Apr 22 10:03:24.798205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9913fda9-87f3-4ea2-9af1-e52f22d57829 req-55855a11-5bb0-4151-b3e0-13933da2a505 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410209 Apr 22 10:03:24.985924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2b369-960e-4dd8-bc84-93f21daa1847 req-f97422d6-7476-494d-9a81-7d5985a51988 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:24.987310 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dcc2b369-960e-4dd8-bc84-93f21daa1847 req-f97422d6-7476-494d-9a81-7d5985a51988 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0824368 Apr 22 10:03:24.996339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 37600) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:03:25.001521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'floatingip': {'port_id': '9c576c43-2e8a-4299-aaed-ec40326128aa'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:03:25.083414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:25.847729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:25.852153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:26.027884 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 associated. External IP: 172.26.2.153, port: 9c576c43-2e8a-4299-aaed-ec40326128aa. Apr 22 10:03:26.398363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:03:26.602645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:03:26.607636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:26.613816 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:03:26.632697 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:03:26.633317 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:03:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:03:26.675775 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-819fdb40-8a73-4d47-85d7-ddcd7006734c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "PUT /v2.0/floatingips/89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 HTTP/1.1" status: 200 len: 991 time: 1.6749659 Apr 22 10:03:26.675775 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:03:26.783191 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9756ef6a-7c91-4377-86ad-27d4db14f3d7'] response: {'name': 'network-changed', 'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'status': 'completed', 'code': 200} Apr 22 10:03:26.902030 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:03:26.955140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-a541fac4-ffdc-4837-81d0-6bccbb49af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:26.957458 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-a541fac4-ffdc-4837-81d0-6bccbb49af4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1098 time: 0.1380017 Apr 22 10:03:27.048728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5159c-c24e-4d8f-a9a8-343840c9fdad req-7aff37bd-8f0f-4955-b448-f88b9c0d92a1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:27.050254 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0ad5159c-c24e-4d8f-a9a8-343840c9fdad req-7aff37bd-8f0f-4955-b448-f88b9c0d92a1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0958524 Apr 22 10:03:27.104695 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0ad5159c-c24e-4d8f-a9a8-343840c9fdad req-a20d041f-b2b9-4244-817f-d80e22b471b6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479212 Apr 22 10:03:27.139089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-61fe7a45-adf1-40a4-849b-9ea19bc75cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:27.140663 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-61fe7a45-adf1-40a4-849b-9ea19bc75cc5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1760056 Apr 22 10:03:27.264837 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-f45e8f60-4709-4a1a-9b89-e8e0b0a4e633 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 999 time: 0.1162214 Apr 22 10:03:27.309028 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:3a:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:03:25Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:03:27.313284 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:03:27.329141 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:03:27.330952 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:03:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:03:27.333322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-9f41ad6a-949b-4ed0-ab7e-fe35f1f1b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:27.335447 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-9f41ad6a-949b-4ed0-ab7e-fe35f1f1b1b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0628581 Apr 22 10:03:27.421893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-4a886fdd-d798-4911-b9db-fc3649b3fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:27.423289 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-4a886fdd-d798-4911-b9db-fc3649b3fc92 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806932 Apr 22 10:03:27.532231 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:03:27.575659 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-1dbd8100-25f6-473a-bf03-587c747dfc65 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436944 Apr 22 10:03:27.893256 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:3a:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:03:25Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:03:27.897192 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4da2283-8c61-4744-bbde-7b12d92a2dc7 None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:3a:a0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:03:25Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:03:27.922699 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dfec4ec7-de33-403e-8b59-e4739b2f11d9 req-f53cf5d5-4a1a-4b4a-b692-33c37dd1677b service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399332 Apr 22 10:03:28.089836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa1e184-f3e6-4e86-9b67-d6dbfcef9b0f None None] New status for floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:03:28.354758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25622f67-2cbc-41c0-9649-9ca29ef6b5df req-06c3df9e-af66-4535-8676-e34fab0ec4fd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:28.356331 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-25622f67-2cbc-41c0-9649-9ca29ef6b5df req-06c3df9e-af66-4535-8676-e34fab0ec4fd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0889132 Apr 22 10:03:28.404310 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-25622f67-2cbc-41c0-9649-9ca29ef6b5df req-328f7701-11d1-45f3-bc3e-ed6cadb615be tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415006 Apr 22 10:03:29.609611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d9c98-dfae-4839-99ec-76bc355b92cb req-b4b7eaba-bfd1-4ba3-b0cb-16a50946f12a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:29.611346 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a6d9c98-dfae-4839-99ec-76bc355b92cb req-b4b7eaba-bfd1-4ba3-b0cb-16a50946f12a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0865917 Apr 22 10:03:29.663927 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a6d9c98-dfae-4839-99ec-76bc355b92cb req-8545dcbf-9ea0-419d-b444-4ad238a493e1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462289 Apr 22 10:03:30.862030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d64a6a-4ab7-4e9b-9604-d1733b7299cf req-0dd982a5-7c8e-4877-832d-6abe2679f893 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:30.863478 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-93d64a6a-4ab7-4e9b-9604-d1733b7299cf req-0dd982a5-7c8e-4877-832d-6abe2679f893 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0882587 Apr 22 10:03:30.913225 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-93d64a6a-4ab7-4e9b-9604-d1733b7299cf req-f3110823-73d2-4388-96d1-742463b643a8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430243 Apr 22 10:03:32.108853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec2f6e-cb2d-48cc-a9fc-6f33ece9659c req-50421102-4264-48cf-92b3-eea573bf7966 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:32.110363 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-19ec2f6e-cb2d-48cc-a9fc-6f33ece9659c req-50421102-4264-48cf-92b3-eea573bf7966 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0859241 Apr 22 10:03:32.155678 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-19ec2f6e-cb2d-48cc-a9fc-6f33ece9659c req-7a16adc2-838d-423b-ab52-960e7b402063 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Apr 22 10:03:33.348791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405c32a-f195-4af9-9350-b18513767c1f req-9eede196-db9c-4668-a84c-b93fdf86d947 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:33.350359 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5405c32a-f195-4af9-9350-b18513767c1f req-9eede196-db9c-4668-a84c-b93fdf86d947 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0820286 Apr 22 10:03:33.397431 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5405c32a-f195-4af9-9350-b18513767c1f req-73700876-fcf3-4e96-816f-a83da18da4ab tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403376 Apr 22 10:03:34.591426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ae07f-b841-4e4e-a454-9d7f17aaffc1 req-2963c1fb-36d0-4406-b3c7-dfa3e65a5d23 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:34.592925 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d8ae07f-b841-4e4e-a454-9d7f17aaffc1 req-2963c1fb-36d0-4406-b3c7-dfa3e65a5d23 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0812955 Apr 22 10:03:34.637780 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4d8ae07f-b841-4e4e-a454-9d7f17aaffc1 req-6f36edc1-ce06-4eea-a25e-5ce846d5495a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390890 Apr 22 10:03:35.833610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fef12-051d-4659-af94-bcfe093d2db2 req-cf0f4ff3-f983-4104-abbd-6f2811ae7aa0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:35.835604 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9d8fef12-051d-4659-af94-bcfe093d2db2 req-cf0f4ff3-f983-4104-abbd-6f2811ae7aa0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0874598 Apr 22 10:03:35.883529 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9d8fef12-051d-4659-af94-bcfe093d2db2 req-18e59e48-c8b9-4950-96dd-4df67814e691 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Apr 22 10:03:37.123875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a87a1-ecd2-43c7-8875-56893e7d7282 req-ccfd32d2-2751-4802-a794-04f46f3ce9e5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:37.125449 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4a1a87a1-ecd2-43c7-8875-56893e7d7282 req-ccfd32d2-2751-4802-a794-04f46f3ce9e5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0891240 Apr 22 10:03:37.185747 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4a1a87a1-ecd2-43c7-8875-56893e7d7282 req-2c41309a-ee3a-4c21-b6b6-aa8cc8372d8e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527971 Apr 22 10:03:38.411886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb705a3-cc3f-4625-bc84-faa01552c49e req-ea9feea5-a32e-4d64-af34-5657f2989b0e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:38.414517 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6bb705a3-cc3f-4625-bc84-faa01552c49e req-ea9feea5-a32e-4d64-af34-5657f2989b0e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1190255 Apr 22 10:03:38.466722 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6bb705a3-cc3f-4625-bc84-faa01552c49e req-2b9b80db-8e2f-4848-9aaa-3fab3c0432bb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462620 Apr 22 10:03:38.804462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:39.675192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436afd3-423e-4fc8-a4b7-934cb43f8344 req-681a5a79-14fc-4c9a-8a4a-5caac5583659 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:39.676741 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c436afd3-423e-4fc8-a4b7-934cb43f8344 req-681a5a79-14fc-4c9a-8a4a-5caac5583659 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0878236 Apr 22 10:03:39.726546 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c436afd3-423e-4fc8-a4b7-934cb43f8344 req-7b50cd27-838f-47fd-9d49-b279ecb98f78 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430298 Apr 22 10:03:40.926071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6b668-a18d-41f9-81b4-221d8728c228 req-4ee4a01e-2088-4025-a9f4-1c453a465087 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:40.928173 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c9e6b668-a18d-41f9-81b4-221d8728c228 req-4ee4a01e-2088-4025-a9f4-1c453a465087 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0928712 Apr 22 10:03:40.975307 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c9e6b668-a18d-41f9-81b4-221d8728c228 req-0c40018d-0bc2-4e32-b463-561bf3df85b9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407443 Apr 22 10:03:42.092077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-169a9f0e-ed8c-4101-a7ec-d2d837ba1372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:42.288011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce64b-8348-4f67-b397-5ca086228a93 req-a2712cc1-8309-40b7-bc1d-ef6fdcb16af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:42.290433 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-727ce64b-8348-4f67-b397-5ca086228a93 req-a2712cc1-8309-40b7-bc1d-ef6fdcb16af5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1098 time: 0.0915260 Apr 22 10:03:42.302006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89afe39-8c79-4d6a-8f1d-8bd5da1c8333 req-57ef51e6-f334-42ae-81c7-397ead4d27c2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:42.304182 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f89afe39-8c79-4d6a-8f1d-8bd5da1c8333 req-57ef51e6-f334-42ae-81c7-397ead4d27c2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.2191253 Apr 22 10:03:42.354417 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f89afe39-8c79-4d6a-8f1d-8bd5da1c8333 req-49f08c98-9129-456e-8001-e333113db424 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434706 Apr 22 10:03:42.447397 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce64b-8348-4f67-b397-5ca086228a93 req-86d35b39-6d82-4034-8c92-879f9cdf3217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:42.448869 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-727ce64b-8348-4f67-b397-5ca086228a93 req-86d35b39-6d82-4034-8c92-879f9cdf3217 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1362603 Apr 22 10:03:42.558832 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-727ce64b-8348-4f67-b397-5ca086228a93 req-9bae90f5-aa1c-4068-af0b-908665842124 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 1001 time: 0.1019454 Apr 22 10:03:42.631712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce64b-8348-4f67-b397-5ca086228a93 req-28ae2b63-9fca-4f1a-883d-01e0bc977170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:42.633606 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-727ce64b-8348-4f67-b397-5ca086228a93 req-28ae2b63-9fca-4f1a-883d-01e0bc977170 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0657029 Apr 22 10:03:42.737222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ce64b-8348-4f67-b397-5ca086228a93 req-f5dafbce-ddd4-4a01-84f8-9e0937053eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:42.740280 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-727ce64b-8348-4f67-b397-5ca086228a93 req-f5dafbce-ddd4-4a01-84f8-9e0937053eee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985167 Apr 22 10:03:42.910508 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-727ce64b-8348-4f67-b397-5ca086228a93 req-c2074bae-074a-4715-bfff-b43ee8986123 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636374 Apr 22 10:03:43.077251 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-727ce64b-8348-4f67-b397-5ca086228a93 req-906a1191-f039-4375-9100-4391a0ce8ef6 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580427 Apr 22 10:03:43.566864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885f484-611d-4ef7-9201-a06f4df1e95a req-bcd45c17-bf2c-48c8-90b9-7b54866de26a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:43.569186 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7885f484-611d-4ef7-9201-a06f4df1e95a req-bcd45c17-bf2c-48c8-90b9-7b54866de26a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1001940 Apr 22 10:03:43.625019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7885f484-611d-4ef7-9201-a06f4df1e95a req-f9a5b588-564c-475a-bee8-1d1771f7529d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497282 Apr 22 10:03:44.492177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-93b2986c-908a-4056-afad-8837dd251b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:44.828432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc43d29-308f-48b8-b790-421cef660f30 req-99b4b860-d325-4143-8f69-5f085380d5bc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:44.829903 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bbc43d29-308f-48b8-b790-421cef660f30 req-99b4b860-d325-4143-8f69-5f085380d5bc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0906818 Apr 22 10:03:44.876190 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bbc43d29-308f-48b8-b790-421cef660f30 req-6aae3708-7af2-43e4-893b-fcf4b766736a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Apr 22 10:03:45.494331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:45.817124 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:46.062724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5098ec-d8b6-4827-87a6-cfcb4dbdd81d req-8ac02435-8661-43bf-86a5-16a6949b9c67 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:46.064575 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cb5098ec-d8b6-4827-87a6-cfcb4dbdd81d req-8ac02435-8661-43bf-86a5-16a6949b9c67 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0814564 Apr 22 10:03:46.117935 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cb5098ec-d8b6-4827-87a6-cfcb4dbdd81d req-f72d074c-7d60-4271-b34f-7f890e2a31c2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473280 Apr 22 10:03:47.284281 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:03:47.323367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64fc63-664b-4948-bcb7-dc3b6c423f20 req-28da30d9-3841-4073-961c-9e6ad86c2c8f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:47.325808 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ac64fc63-664b-4948-bcb7-dc3b6c423f20 req-28da30d9-3841-4073-961c-9e6ad86c2c8f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0949070 Apr 22 10:03:47.395564 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ac64fc63-664b-4948-bcb7-dc3b6c423f20 req-8fbc45f6-19e1-47a9-8aea-80716fa0cc96 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637193 Apr 22 10:03:48.732001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14915cf8-5132-4245-80b8-7b2cf7784885 req-b7c08ea3-29b2-412f-84cd-d6201c62abc6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:48.733887 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-14915cf8-5132-4245-80b8-7b2cf7784885 req-b7c08ea3-29b2-412f-84cd-d6201c62abc6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.2106218 Apr 22 10:03:48.782386 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-14915cf8-5132-4245-80b8-7b2cf7784885 req-1a441bf1-fc3a-4bb0-b33b-996adef4790a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420141 Apr 22 10:03:49.977485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a0222-7c6f-4e4d-b4a6-5a89ce82fa4c req-0330d0aa-b212-4da4-b17e-8670c8848e62 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:49.979083 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ff2a0222-7c6f-4e4d-b4a6-5a89ce82fa4c req-0330d0aa-b212-4da4-b17e-8670c8848e62 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0840156 Apr 22 10:03:50.025133 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ff2a0222-7c6f-4e4d-b4a6-5a89ce82fa4c req-7180f96e-80b9-4c22-a9a8-d38c8282a2f7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404017 Apr 22 10:03:51.248516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba870f-8b99-46d4-b5a9-d2bc42345a54 req-7b9f57e9-ca44-453c-84bf-97198fa444ae tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:51.250157 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-54ba870f-8b99-46d4-b5a9-d2bc42345a54 req-7b9f57e9-ca44-453c-84bf-97198fa444ae tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1053634 Apr 22 10:03:51.297058 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-54ba870f-8b99-46d4-b5a9-d2bc42345a54 req-3cb7a2a2-7011-4073-bd87-ad37fcfb2e6d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406721 Apr 22 10:03:52.528253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192a30-a9c0-4a05-9d92-30c7931ff192 req-3169a9d0-f0ca-4bbe-a200-80df8061bef6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:52.531842 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fb192a30-a9c0-4a05-9d92-30c7931ff192 req-3169a9d0-f0ca-4bbe-a200-80df8061bef6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1008387 Apr 22 10:03:52.595472 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fb192a30-a9c0-4a05-9d92-30c7931ff192 req-38421b02-7bc1-4f37-b063-f591d11ee3bc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529702 Apr 22 10:03:53.104114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd84f38-5875-4f10-803c-cd4ba9c7ed6a req-5146aaa2-3755-4cf0-aa11-94300a612bec tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:53.105623 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccd84f38-5875-4f10-803c-cd4ba9c7ed6a req-5146aaa2-3755-4cf0-aa11-94300a612bec tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1083140 Apr 22 10:03:53.108829 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-22ffde11-754f-4240-98cf-466e647fd015 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1476717 Apr 22 10:03:53.158471 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccd84f38-5875-4f10-803c-cd4ba9c7ed6a req-72f8d95d-62c4-4177-9688-70b96787f32d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464432 Apr 22 10:03:54.410972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-7d05051a-b917-44b7-8091-535846271c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:54.412517 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-7d05051a-b917-44b7-8091-535846271c53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1098 time: 0.1902108 Apr 22 10:03:54.419726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8631c11-c2ca-4ead-b91b-9d42a78731b4 req-24892ce9-7c5d-4938-84f5-941244789b8c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:54.421151 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a8631c11-c2ca-4ead-b91b-9d42a78731b4 req-24892ce9-7c5d-4938-84f5-941244789b8c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1163156 Apr 22 10:03:54.558468 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a8631c11-c2ca-4ead-b91b-9d42a78731b4 req-12909db2-bbde-445e-89aa-f1f6f53a0115 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188643 Apr 22 10:03:54.591549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-23022b9a-36aa-4102-b61e-c74b1e1bc203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:54.593052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-23022b9a-36aa-4102-b61e-c74b1e1bc203 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1710432 Apr 22 10:03:54.700489 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-41502d7c-d631-4d0b-b48c-7d905a3f83f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 1001 time: 0.1003056 Apr 22 10:03:54.778260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-3fbb0f77-cb56-4b5a-ac6e-caf1f4fa4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:54.779943 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-3fbb0f77-cb56-4b5a-ac6e-caf1f4fa4d67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0729394 Apr 22 10:03:54.858339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-1cc9669b-d023-46f1-a06a-b2533e08fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:54.859831 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-1cc9669b-d023-46f1-a06a-b2533e08fc74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729609 Apr 22 10:03:55.016251 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-aa2a6c27-8224-405c-bdad-76918b9b2cfb service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490498 Apr 22 10:03:55.166638 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-3057ae08-8425-4808-8411-9ec18a28176a service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423466 Apr 22 10:03:55.763368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf20828-dff8-4ab6-864c-2217c0638614 req-07652e83-1738-496a-bb3d-04cd2a84f5cb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:55.764797 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccf20828-dff8-4ab6-864c-2217c0638614 req-07652e83-1738-496a-bb3d-04cd2a84f5cb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0831866 Apr 22 10:03:55.815134 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ccf20828-dff8-4ab6-864c-2217c0638614 req-8fa286de-c8f3-43e6-ab2f-641cc3975e29 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439539 Apr 22 10:03:57.026188 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-21c2cb53-ca84-4021-83ad-296c7d6261b9 service neutron] 10.222.0.35 "GET /v2.0/ports/9c576c43-2e8a-4299-aaed-ec40326128aa/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.1354678 Apr 22 10:03:57.051069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55fced-37a8-4b12-a183-353ba4983626 req-2cdf557c-4bd2-40b2-b1ea-2d659ed0cf34 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:57.052618 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ca55fced-37a8-4b12-a183-353ba4983626 req-2cdf557c-4bd2-40b2-b1ea-2d659ed0cf34 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1087897 Apr 22 10:03:57.102476 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ca55fced-37a8-4b12-a183-353ba4983626 req-7131d979-6f61-46db-bb94-3290a626c801 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438395 Apr 22 10:03:57.325334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-9c4f1915-3eff-49ea-b296-cd1f537c172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:57.326872 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-9c4f1915-3eff-49ea-b296-cd1f537c172b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 1098 time: 0.0809519 Apr 22 10:03:57.423711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-a1e3be42-629c-4dbf-8fe0-5939259081d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:57.425115 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-a1e3be42-629c-4dbf-8fe0-5939259081d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1098 time: 0.0743368 Apr 22 10:03:57.574115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-a09d2a87-802b-4394-bd93-53d1b16896e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:57.575899 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-a09d2a87-802b-4394-bd93-53d1b16896e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1436863 Apr 22 10:03:57.800502 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-470b8a75-a515-47d1-800e-a26ca23c3373 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 1001 time: 0.2158475 Apr 22 10:03:57.862216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-a8013415-443a-43ca-af9d-fe28c86469bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:57.863639 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-a8013415-443a-43ca-af9d-fe28c86469bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0568168 Apr 22 10:03:57.941113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-268e272a-0f92-4e34-8efa-d315b4ed173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:57.943413 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-268e272a-0f92-4e34-8efa-d315b4ed173b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732796 Apr 22 10:03:58.077813 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-6fc1b2bd-ab45-40e4-b52b-969c02bc4fa1 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290371 Apr 22 10:03:58.220247 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3be0be7-31ad-47dc-9ae9-47f56ccb9d6e req-003888b8-8b39-4015-8d48-e6929160ce95 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356890 Apr 22 10:03:58.295031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7222f-a0bb-410c-b5a5-00a4c7a5dc08 req-54d05fc5-4353-477d-8d2d-e99202d6329a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:58.296518 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-97c7222f-a0bb-410c-b5a5-00a4c7a5dc08 req-54d05fc5-4353-477d-8d2d-e99202d6329a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0828998 Apr 22 10:03:58.343645 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-97c7222f-a0bb-410c-b5a5-00a4c7a5dc08 req-08958152-a028-4a4a-8138-f60e0ff60b06 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404890 Apr 22 10:03:59.337127 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:03:59.545253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628d88-0b2c-4d0c-ae07-9c3ed2c809a1 req-1fc1b0f7-42d1-48a8-9be7-37fb2ffb9e83 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:03:59.546795 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-61628d88-0b2c-4d0c-ae07-9c3ed2c809a1 req-1fc1b0f7-42d1-48a8-9be7-37fb2ffb9e83 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0930974 Apr 22 10:03:59.593500 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-61628d88-0b2c-4d0c-ae07-9c3ed2c809a1 req-0895bf52-fe12-4405-a66c-06aa2d699bef tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394542 Apr 22 10:04:00.590364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9c576c43-2e8a-4299-aaed-ec40326128aa details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:04:00.594309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9c576c43-2e8a-4299-aaed-ec40326128aa no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:04:00.813127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c0056-36f2-4e98-8c23-932f7d49bc4c req-a845568e-caa1-4b06-aa41-3458e5beef6e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:00.814638 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e71c0056-36f2-4e98-8c23-932f7d49bc4c req-a845568e-caa1-4b06-aa41-3458e5beef6e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1068249 Apr 22 10:04:00.864019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:00.874137 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e71c0056-36f2-4e98-8c23-932f7d49bc4c req-9b1e20f6-14e6-4991-a0f5-018bbda608e1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484316 Apr 22 10:04:00.895237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:04:00.922160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'mac_address': 'fa:16:3e:3a:a0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:04:00.923655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:04:00.963998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:04:00.974773 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:01.009830 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f42d77d5-2d87-4b5b-a20e-980eb0a0ac1f'] response: {'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'code': 200} Apr 22 10:04:01.048980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:01.088048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c576c43-2e8a-4299-aaed-ec40326128aa {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:04:01.096833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:01.160811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:04:01.161591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:04:01.241244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe786e-8c0f-47d8-83ac-83edbf15c151 req-e94430e9-dc27-4d68-8368-4d1d4a083f32 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:01.242767 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-47fe786e-8c0f-47d8-83ac-83edbf15c151 req-e94430e9-dc27-4d68-8368-4d1d4a083f32 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 943 time: 0.0840921 Apr 22 10:04:01.265384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-b8179b3a-19ab-4dfb-994d-a7cedee77b5a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:01.266885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-b8179b3a-19ab-4dfb-994d-a7cedee77b5a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209&tenant_id=6e8193ad48b7415ab69da8807126d4ae&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 943 time: 0.1009588 Apr 22 10:04:01.292866 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-47fe786e-8c0f-47d8-83ac-83edbf15c151 req-2549d9ce-b415-4933-9434-e6a991f4077d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424604 Apr 22 10:04:01.416923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-b74f89f0-d989-4cb9-943b-143f5d95c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:01.418469 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-b74f89f0-d989-4cb9-943b-143f5d95c611 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1096 time: 0.0804393 Apr 22 10:04:01.554826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-e2bf847a-d6cb-4406-a1f9-50eadeb762eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:01.556312 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-e2bf847a-d6cb-4406-a1f9-50eadeb762eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1314273 Apr 22 10:04:01.662959 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-66196169-a6d9-4a19-98db-62869bbdddb5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 999 time: 0.1003819 Apr 22 10:04:01.726398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:01.733652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-e58a32cb-d3e1-4fe5-8996-8bcc5eff9e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:01.736560 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-e58a32cb-d3e1-4fe5-8996-8bcc5eff9e87 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0671148 Apr 22 10:04:01.743806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c576c43-2e8a-4299-aaed-ec40326128aa {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:04:01.760096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:04:01.766515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:01.829181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-807a8014-d3bd-4a32-8d6b-d0d8b5d30729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:01.830678 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-807a8014-d3bd-4a32-8d6b-d0d8b5d30729 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861430 Apr 22 10:04:01.837929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:01.841874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['9c576c43-2e8a-4299-aaed-ec40326128aa'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:04:01.979684 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-c248a664-ec79-4562-ab64-6604c96aeecd service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421168 Apr 22 10:04:02.135899 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-09247bc9-f511-4e1d-91d1-e4727158f0e8 req-4c394110-ad0a-4db6-8810-a17c0eaa3742 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495502 Apr 22 10:04:02.487248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a14750-aaf3-4e2a-a73e-15e5c575f3d9 req-afc73f16-a452-43af-a969-d53c80f128da tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:02.488751 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f6a14750-aaf3-4e2a-a73e-15e5c575f3d9 req-afc73f16-a452-43af-a969-d53c80f128da tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 944 time: 0.0855539 Apr 22 10:04:02.537348 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f6a14750-aaf3-4e2a-a73e-15e5c575f3d9 req-d6eea612-44d8-4b96-8cd1-b4f1e1e28111 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420465 Apr 22 10:04:02.599738 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9c576c43-2e8a-4299-aaed-ec40326128aa up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:04:02.672595 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 9c576c43-2e8a-4299-aaed-ec40326128aa triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:04:02.672966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:02.813615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:02.873520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:04:02.881164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:02.955629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:03.011019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:04:03.057861 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a50d436-c265-4c32-be96-f1b423e709e4'] response: {'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'code': 200} Apr 22 10:04:03.794725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df82f9-cefa-49c5-9651-5054b62c65ee req-80d514dc-21e8-4680-b8be-dedc02c5ca58 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:03.796198 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e2df82f9-cefa-49c5-9651-5054b62c65ee req-80d514dc-21e8-4680-b8be-dedc02c5ca58 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0842712 Apr 22 10:04:03.841492 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e2df82f9-cefa-49c5-9651-5054b62c65ee req-bdff5075-801d-45ca-bb1e-181bef7f615c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395806 Apr 22 10:04:04.043468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a934d-a594-4498-90c5-d5db5281296e req-3a09ce2d-16db-4118-a89f-f45026ce5e84 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:04.044938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ee5a934d-a594-4498-90c5-d5db5281296e req-3a09ce2d-16db-4118-a89f-f45026ce5e84 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0826488 Apr 22 10:04:04.090249 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ee5a934d-a594-4498-90c5-d5db5281296e req-f0a45b45-bd08-4a36-8e20-5d8ed6b61988 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Apr 22 10:04:04.467819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12d695-a4f9-41a1-831d-f79a8b761017 req-251444d5-1932-4499-895e-f387e82505e6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:04.469327 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c12d695-a4f9-41a1-831d-f79a8b761017 req-251444d5-1932-4499-895e-f387e82505e6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0835211 Apr 22 10:04:04.528630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-70f8bca4-443b-4d09-8e17-6e21414667a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:04.530089 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-70f8bca4-443b-4d09-8e17-6e21414667a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 1098 time: 0.0878935 Apr 22 10:04:04.532718 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9c12d695-a4f9-41a1-831d-f79a8b761017 req-b3f80d7f-84d2-413e-9aa3-b9b942bc9d21 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537145 Apr 22 10:04:04.789656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-035ef6a5-e648-4162-9b88-f54c815487ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:04.791074 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-035ef6a5-e648-4162-9b88-f54c815487ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.2527590 Apr 22 10:04:04.896253 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-d6b5f227-0f65-400e-a81c-134d8dbf4ffe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 200 len: 1001 time: 0.0961452 Apr 22 10:04:04.963457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-c1746970-dec1-4e37-aa7c-9075966303e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:04.964941 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-c1746970-dec1-4e37-aa7c-9075966303e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0632799 Apr 22 10:04:05.040571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-7394790d-271b-4015-91d9-bd7c76b2045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:05.041971 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-7394790d-271b-4015-91d9-bd7c76b2045d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710378 Apr 22 10:04:05.185011 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-55b60361-2de9-423e-a791-7f7954f70453 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364174 Apr 22 10:04:05.320968 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb56e829-4ffc-436c-aefb-c272d36557ac req-3483a779-77dd-4e5e-a6bb-819f986633ca service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283464 Apr 22 10:04:05.743106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17598c01-b383-422a-804c-349cf1084230 req-d7484649-53e4-454c-8fd4-03f72562df39 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:05.744778 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17598c01-b383-422a-804c-349cf1084230 req-d7484649-53e4-454c-8fd4-03f72562df39 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0932317 Apr 22 10:04:05.813298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17598c01-b383-422a-804c-349cf1084230 req-d4a2c79c-1950-4ee9-b2af-e9417e14fc49 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577462 Apr 22 10:04:07.001773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd265d0-d529-43b1-a702-51adeffba310 req-e5680a8f-f03f-49e0-958e-53648aa99856 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:07.003238 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bcd265d0-d529-43b1-a702-51adeffba310 req-e5680a8f-f03f-49e0-958e-53648aa99856 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0847750 Apr 22 10:04:07.049701 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bcd265d0-d529-43b1-a702-51adeffba310 req-5908ede7-971a-4b7d-b7b5-c8ff91dd021a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396051 Apr 22 10:04:07.486892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d58c9d-5b2d-4e84-94fb-17a17527bcfa req-a1470927-aaf3-497b-8150-1ed199297d17 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:07.488358 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f9d58c9d-5b2d-4e84-94fb-17a17527bcfa req-a1470927-aaf3-497b-8150-1ed199297d17 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0931532 Apr 22 10:04:07.534171 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f9d58c9d-5b2d-4e84-94fb-17a17527bcfa req-cb015bfb-e570-4924-9502-c6a2e89f5ec9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400274 Apr 22 10:04:08.785343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570f44-ffcf-4dd1-8b64-b90f789c7843 req-69e191ae-eac4-4fec-9646-563921880232 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:08.788521 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c4570f44-ffcf-4dd1-8b64-b90f789c7843 req-69e191ae-eac4-4fec-9646-563921880232 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1411998 Apr 22 10:04:08.806659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:08.834921 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c4570f44-ffcf-4dd1-8b64-b90f789c7843 req-9055993d-3f9a-4f31-b439-4c63e69ff49e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408134 Apr 22 10:04:09.475249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-4000d838-d4dd-4c4c-a055-45c4afc1fb38 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:09.476715 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-4000d838-d4dd-4c4c-a055-45c4afc1fb38 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.0843093 Apr 22 10:04:09.548571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Deleting port 9c576c43-2e8a-4299-aaed-ec40326128aa {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:04:09.548906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:09.804197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] For port 9c576c43-2e8a-4299-aaed-ec40326128aa, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9c576c43-2e8a-4299-aaed-ec40326128aa,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:04:09.804902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:10.050920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb8a42-4ed8-4a90-97b5-096578b750be req-983cd623-8105-4f42-9eb4-ed5fc29aba00 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:10.053618 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8fbb8a42-4ed8-4a90-97b5-096578b750be req-983cd623-8105-4f42-9eb4-ed5fc29aba00 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 945 time: 0.1065426 Apr 22 10:04:10.101929 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8fbb8a42-4ed8-4a90-97b5-096578b750be req-9f837fcf-9bb8-43e4-b5d3-47a11f3a8e43 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Apr 22 10:04:10.111431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:10.111800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:10.112109 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 disassociated. External IP: 172.26.2.153, port: 9c576c43-2e8a-4299-aaed-ec40326128aa. Apr 22 10:04:10.112473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Calling delete_port for 9c576c43-2e8a-4299-aaed-ec40326128aa owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:04:10.265468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:10.427706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event deleted for resources: {'Port': ['ID=9c576c43-2e8a-4299-aaed-ec40326128aa,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:10.439362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.439705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.440046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.440372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.440722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.441138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.441538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.441776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.443321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.443321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.443712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.444014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:10.670977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:04:10.853706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:04:10.865798 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:04:10.877880 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:04:10.878563 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:03:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:04:10.932990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] No DVR routers for this DVR port 9c576c43-2e8a-4299-aaed-ec40326128aa on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:04:10.937732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:10.938900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'name': 'network-vif-deleted', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:04:10.957341 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dcc1d66f-7d24-43b6-afb6-8c3b47e1f386 req-386e0be0-ca37-4d1b-b321-eacd3ecf50f6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "DELETE /v2.0/ports/9c576c43-2e8a-4299-aaed-ec40326128aa HTTP/1.1" status: 204 len: 173 time: 1.4748378 Apr 22 10:04:10.996031 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecacac1f-f4d2-4d35-ac00-061d8c35f4d7'] response: {'server_uuid': 'bba93122-55ba-45e1-b3e6-4c7cdab88209', 'name': 'network-vif-deleted', 'tag': '9c576c43-2e8a-4299-aaed-ec40326128aa', 'status': 'completed', 'code': 200} Apr 22 10:04:11.120631 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:04:11.284795 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-81a3f37d-bb90-4926-9aa3-a5c434a6bae1 req-40ac4ad9-522c-4e50-a519-548c2fa4f770 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=bba93122-55ba-45e1-b3e6-4c7cdab88209 HTTP/1.1" status: 200 len: 210 time: 0.0461404 Apr 22 10:04:11.451087 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:04:11.455282 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:04:11.464837 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:04:11.465434 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:03:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:04:11.653448 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:04:11.970829 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:04:11.974697 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b2eff-2029-4ebe-ba9a-1be86eab65c2 None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:04:12.087663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8c364d76-c3da-4ea3-a8ae-fd644ebc97ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:12.208039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bf0b1-024e-48a9-bc10-101dafdfd55c None None] New status for floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:04:12.647227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9c576c43-2e8a-4299-aaed-ec40326128aa no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:04:12.667183 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-50d1adda-c914-4d4f-b036-ef2987e22eeb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--139508204&fields=id&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 267 time: 0.0420463 Apr 22 10:04:12.712149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 9c576c43-2e8a-4299-aaed-ec40326128aa {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:04:12.712680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9c576c43-2e8a-4299-aaed-ec40326128aa not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:04:12.839532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-060a383b-6cc2-4ed5-91dc-6f0287b56d42 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:12.841045 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-060a383b-6cc2-4ed5-91dc-6f0287b56d42 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 811 time: 0.1673503 Apr 22 10:04:12.861186 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-83b4e2df-ac7f-4257-8055-9b4a19e76366 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/quotas/6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 375 time: 0.0139148 Apr 22 10:04:12.959448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-529a63fe-047d-4937-a3d5-c95920868141 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:04:12.977543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-529a63fe-047d-4937-a3d5-c95920868141 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:04:12.979288 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-529a63fe-047d-4937-a3d5-c95920868141 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1127355 Apr 22 10:04:13.041543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-5a4e5da3-2605-42b4-a4b8-47c789e02491 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:04:13.043279 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-5a4e5da3-2605-42b4-a4b8-47c789e02491 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521872 Apr 22 10:04:13.211057 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-ad3af9e3-2111-4d53-802b-207d9969717b service neutron] 10.222.0.32 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615553 Apr 22 10:04:13.342507 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-3431b8d5-daff-4576-a7ae-6e8bd88a49dd service neutron] 10.222.0.32 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253633 Apr 22 10:04:13.547341 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c48c7dbd-fbca-4011-80e0-00bd2b556476 req-91b512ad-d7cd-466e-bf27-00f697e5c514 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 210 time: 0.0445311 Apr 22 10:04:14.486151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ec389f25-c60e-4320-bf80-d7524815b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:14.732641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c7e419e8-ff5e-4459-88ae-1e137705182f req-c6d1c183-dc23-43b4-9a33-6049151c1762 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 210 time: 0.0566103 Apr 22 10:04:14.776294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-fee53b66-3bb1-47ee-b978-d7bf9bd3d26f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:14.777725 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-fee53b66-3bb1-47ee-b978-d7bf9bd3d26f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 811 time: 0.1911314 Apr 22 10:04:14.828026 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-2768198d-c6f4-40d0-8051-d1a1f27b2bc3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 379 time: 0.0403886 Apr 22 10:04:14.839414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'port': {'device_id': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'admin_state_up': True, 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'security_groups': ['33b15b6f-5c42-4f01-981c-80d5373c93e8']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:04:14.976698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:04:14.986543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:04:14.996222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Made reservation on behalf of 6e8193ad48b7415ab69da8807126d4ae for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:04:14.999704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:15.274871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Allocated IP 172.20.0.6 (23096752-e979-4a9a-96c1-24e356bde66b/607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71/120aa155-fe2e-409e-b739-d149effd5eec) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:04:15.463498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:15.479538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Transition to ACTIVE for port object 120aa155-fe2e-409e-b739-d149effd5eec will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:04:15.496424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:15.504118 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:15.570704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Network 23096752-e979-4a9a-96c1-24e356bde66b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:04:15.573914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:04:15.577736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:04:15.628137 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:15.660171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:15.661386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:15.687267 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-8ba1a4bc-a39a-4246-9c4e-fb072584a983 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8516543 Apr 22 10:04:15.711272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Request body: {'port': {'device_id': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:04:15.824586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:15.825276 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:15.844210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ed1ace15-1637-448a-b522-8e35811dcc51 None None] Provisioning for port 120aa155-fe2e-409e-b739-d149effd5eec completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:04:15.850342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ed1ace15-1637-448a-b522-8e35811dcc51 None None] Provisioning complete for port 120aa155-fe2e-409e-b739-d149effd5eec triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:04:15.850841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ed1ace15-1637-448a-b522-8e35811dcc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:15.909231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ed1ace15-1637-448a-b522-8e35811dcc51 None None] Port 120aa155-fe2e-409e-b739-d149effd5eec cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:04:15.931328 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0b943-b8f9-4cd4-9fd7-045759c0b119 req-fb7933ba-6d58-4694-9114-65fc9fc31135 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:15.933015 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-90e0b943-b8f9-4cd4-9fd7-045759c0b119 req-fb7933ba-6d58-4694-9114-65fc9fc31135 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 931 time: 0.0871799 Apr 22 10:04:16.074059 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-90e0b943-b8f9-4cd4-9fd7-045759c0b119 req-73d049a5-c177-498d-8cba-3bc8b03e8086 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344438 Apr 22 10:04:16.182550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120aa155-fe2e-409e-b739-d149effd5eec {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:04:16.190053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:16.204108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Transition to ACTIVE for port object 120aa155-fe2e-409e-b739-d149effd5eec will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:04:16.209820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:16.367525 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:16.447503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Attempting to bind port 120aa155-fe2e-409e-b739-d149effd5eec on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:04:16.447836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Attempting to bind port 120aa155-fe2e-409e-b739-d149effd5eec by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:04:16.448160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Attempting to bind port 120aa155-fe2e-409e-b739-d149effd5eec on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:04:16.452775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Port 120aa155-fe2e-409e-b739-d149effd5eec on network 23096752-e979-4a9a-96c1-24e356bde66b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:04:16.453091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Attempting to bind port 120aa155-fe2e-409e-b739-d149effd5eec on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:04:16.458676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:04:16.459006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Checking segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:04:16.459384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Bound using segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:04:16.459959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Bound port: 120aa155-fe2e-409e-b739-d149effd5eec, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:04:16.460298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:16.555361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:04:16.558312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:04:16.563398 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:16.619855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:16.620480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:16.621844 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] 10.222.0.35 "PUT /v2.0/ports/120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 1093 time: 0.9252808 Apr 22 10:04:16.622276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:04:16.651938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3215413-f859-4c65-960a-c226b67b9c38 service neutron] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:16.707288 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6b70e0-3d0b-41a4-93e7-6f400b9e4106'] response: {'name': 'network-changed', 'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec', 'status': 'completed', 'code': 200} Apr 22 10:04:16.755376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-bfefb8ce-383d-4465-a7e9-844774a5cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:16.756933 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-bfefb8ce-383d-4465-a7e9-844774a5cf23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1096 time: 0.0862906 Apr 22 10:04:16.832101 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-1df73e0e-b8d0-4ca6-b33c-15b6c0fcbad9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 217 time: 0.0677183 Apr 22 10:04:16.899021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-4756fe0d-b79c-4e07-b90e-30a347c880c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:16.900349 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-4756fe0d-b79c-4e07-b90e-30a347c880c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0611551 Apr 22 10:04:16.975438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-2fcb94b4-55e7-44bf-ba32-5bcecc38d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:16.977085 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-2fcb94b4-55e7-44bf-ba32-5bcecc38d075 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705347 Apr 22 10:04:17.221350 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-ec63392d-b077-4cd6-a56b-b67f49d28755 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381570 Apr 22 10:04:17.261646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7cbdc-681e-4a54-9f84-5f818e8385c5 req-1ca3c3b8-c5ca-40f7-a66f-bdbf4655215d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:17.263433 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-23d7cbdc-681e-4a54-9f84-5f818e8385c5 req-1ca3c3b8-c5ca-40f7-a66f-bdbf4655215d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 943 time: 0.0815880 Apr 22 10:04:17.277636 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:17.309381 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-23d7cbdc-681e-4a54-9f84-5f818e8385c5 req-a17c9ae3-4dd4-4527-a7f0-df457542da32 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398152 Apr 22 10:04:17.365233 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72d7abf-e86c-40a5-bf93-8ac7d2a877e4 req-34e0250f-2ce3-4907-9666-40e88b60c510 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376369 Apr 22 10:04:17.489436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77145458-89ee-413e-9875-47802f16c0cc req-c00017c5-5deb-4146-9179-86d0ae3f44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:17.490832 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77145458-89ee-413e-9875-47802f16c0cc req-c00017c5-5deb-4146-9179-86d0ae3f44c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1096 time: 0.0781281 Apr 22 10:04:17.627052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77145458-89ee-413e-9875-47802f16c0cc req-e72485c6-5a62-4cf5-aa50-8910d047a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:17.628562 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77145458-89ee-413e-9875-47802f16c0cc req-e72485c6-5a62-4cf5-aa50-8910d047a08b service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1310978 Apr 22 10:04:17.701405 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77145458-89ee-413e-9875-47802f16c0cc req-88d54fed-455d-4fef-91d1-aa3567442709 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 217 time: 0.0654509 Apr 22 10:04:17.764729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77145458-89ee-413e-9875-47802f16c0cc req-35672d41-4d57-41af-bc42-c9baf8c41bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:17.766084 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77145458-89ee-413e-9875-47802f16c0cc req-35672d41-4d57-41af-bc42-c9baf8c41bd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0589900 Apr 22 10:04:17.842445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77145458-89ee-413e-9875-47802f16c0cc req-e27cc6aa-76fd-4b99-8d74-5e2a8875919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:17.843932 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77145458-89ee-413e-9875-47802f16c0cc req-e27cc6aa-76fd-4b99-8d74-5e2a8875919e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712576 Apr 22 10:04:17.977423 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77145458-89ee-413e-9875-47802f16c0cc req-d192f800-29e4-4988-9e07-3281799216ad service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271040 Apr 22 10:04:18.112177 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77145458-89ee-413e-9875-47802f16c0cc req-6f1f6148-6418-420e-b161-86919e05729c service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285477 Apr 22 10:04:18.501776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ed57a-6644-4868-a2d8-8e89c8e70386 req-ca8b1619-1d02-47c0-8e02-8af092b02555 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:18.502474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-0f3ed57a-6644-4868-a2d8-8e89c8e70386 req-ca8b1619-1d02-47c0-8e02-8af092b02555 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:04:18.521620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-0f3ed57a-6644-4868-a2d8-8e89c8e70386 req-ca8b1619-1d02-47c0-8e02-8af092b02555 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:04:18.522837 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0f3ed57a-6644-4868-a2d8-8e89c8e70386 req-ca8b1619-1d02-47c0-8e02-8af092b02555 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 943 time: 0.1032209 Apr 22 10:04:18.580085 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0f3ed57a-6644-4868-a2d8-8e89c8e70386 req-94828450-80dc-4e55-85e9-79f0264a9dec tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513456 Apr 22 10:04:19.773888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb2f74-f785-41ce-8c8b-981b722c249d req-d3053a35-4d1a-4706-921a-3d4d41c6b162 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:19.775363 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cdcb2f74-f785-41ce-8c8b-981b722c249d req-d3053a35-4d1a-4706-921a-3d4d41c6b162 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 943 time: 0.0851219 Apr 22 10:04:19.822640 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cdcb2f74-f785-41ce-8c8b-981b722c249d req-e7d61c8f-8757-47cf-9242-ecfbd7b74850 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Apr 22 10:04:20.695014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:04:20.826590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:04:20.839495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '120aa155-fe2e-409e-b739-d149effd5eec', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '120aa155-fe2e-409e-b739-d149effd5eec', 'mac_address': 'fa:16:3e:c8:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:04:20.895022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:20.912657 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120aa155-fe2e-409e-b739-d149effd5eec {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:04:20.928794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:04:20.932597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:21.004698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:21.011913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.012267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.012707 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.013082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.013416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.013750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.014080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.014281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14fe2a-45bf-488c-9075-33951b526d4a req-cace2e87-c86f-49e3-af66-522ea80019f7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:21.014826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.014826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.015044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.015365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.015685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:04:21.015790 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6c14fe2a-45bf-488c-9075-33951b526d4a req-cace2e87-c86f-49e3-af66-522ea80019f7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 944 time: 0.0835738 Apr 22 10:04:21.065221 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6c14fe2a-45bf-488c-9075-33951b526d4a req-50e892ab-81ac-403b-8e08-fd768ea76940 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426087 Apr 22 10:04:21.316143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['120aa155-fe2e-409e-b739-d149effd5eec'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:04:22.249940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504c88f-cecb-4251-b274-5762cd07f027 req-b803ee8b-71b4-4edf-afb0-bb9763367eba tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:22.251397 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7504c88f-cecb-4251-b274-5762cd07f027 req-b803ee8b-71b4-4edf-afb0-bb9763367eba tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 944 time: 0.0796292 Apr 22 10:04:22.308901 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7504c88f-cecb-4251-b274-5762cd07f027 req-cec67d9b-f2d7-49de-aaec-36ce75ba45b2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516014 Apr 22 10:04:22.697319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:04:22.769377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 120aa155-fe2e-409e-b739-d149effd5eec completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:04:22.775179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 120aa155-fe2e-409e-b739-d149effd5eec triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:04:22.775552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:22.900798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:22.934664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:04:22.954105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:04:22.959132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:23.034625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:04:23.056939 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b0f089-27ee-4bb0-9dcf-46d878fb5187'] response: {'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec', 'code': 200} Apr 22 10:04:23.278965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb9625-5355-4c65-a689-b6e39a1e6a78 req-84813524-d2bc-4167-aff8-dbd0fb85a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:23.280340 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a5bb9625-5355-4c65-a689-b6e39a1e6a78 req-84813524-d2bc-4167-aff8-dbd0fb85a353 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1098 time: 0.0691571 Apr 22 10:04:23.322628 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a5bb9625-5355-4c65-a689-b6e39a1e6a78 req-29fbd12e-431e-4f57-b340-c420914de0cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354903 Apr 22 10:04:23.489604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ca265-3131-4ef4-bbba-9bddc925e64a req-07bfdfd7-9607-4072-83f3-8d45e3206990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:23.491045 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d68ca265-3131-4ef4-bbba-9bddc925e64a req-07bfdfd7-9607-4072-83f3-8d45e3206990 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0771375 Apr 22 10:04:23.535262 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d68ca265-3131-4ef4-bbba-9bddc925e64a req-33546332-4c5c-4d69-984b-1e85a00110bd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385396 Apr 22 10:04:24.737976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df637-763f-49c7-a830-05733590f670 req-4a440591-b011-45e7-899c-a29e91812ceb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:24.739417 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4a2df637-763f-49c7-a830-05733590f670 req-4a440591-b011-45e7-899c-a29e91812ceb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0928497 Apr 22 10:04:24.788298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4a2df637-763f-49c7-a830-05733590f670 req-e6dd039d-562f-44bd-b92c-e3a6b44e49ae tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412145 Apr 22 10:04:25.979270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950074d3-ddfa-4217-8848-12b994a6f59c req-5d21983a-fcf7-48de-9d29-17794a731145 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:25.980758 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-950074d3-ddfa-4217-8848-12b994a6f59c req-5d21983a-fcf7-48de-9d29-17794a731145 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0836940 Apr 22 10:04:26.025950 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-950074d3-ddfa-4217-8848-12b994a6f59c req-a35804f7-5da8-4bed-9050-ae6911daa248 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394790 Apr 22 10:04:26.201871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ae4c6-d541-4e9d-9526-da7628df6cd6 req-26fdefed-baea-4028-9ebd-2d455794fce2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:26.203403 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ed6ae4c6-d541-4e9d-9526-da7628df6cd6 req-26fdefed-baea-4028-9ebd-2d455794fce2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0796204 Apr 22 10:04:26.212830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 37800) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:04:26.217998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'floatingip': {'port_id': '120aa155-fe2e-409e-b739-d149effd5eec'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:04:26.297986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:27.017156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:27.021488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:27.207487 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 associated. External IP: 172.26.2.153, port: 120aa155-fe2e-409e-b739-d149effd5eec. Apr 22 10:04:27.559289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:04:27.737979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:04:27.742947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:27.747571 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:04:27.757989 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:04:27.758586 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:04:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:04:27.798762 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-70668b89-10dd-453a-9151-4a5683eed483 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "PUT /v2.0/floatingips/89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 HTTP/1.1" status: 200 len: 991 time: 1.5847943 Apr 22 10:04:27.799430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:04:27.851626 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6daaa151-b428-43db-99c8-26c86145f38e'] response: {'name': 'network-changed', 'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec', 'status': 'completed', 'code': 200} Apr 22 10:04:27.937011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-2ec85285-94d2-43bb-85e0-f5072c4aafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:27.938506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-2ec85285-94d2-43bb-85e0-f5072c4aafc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1098 time: 0.0723596 Apr 22 10:04:27.944939 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:04:28.098572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-1fd1aee7-a6b4-4988-8a21-0b82a60bc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:28.100046 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-1fd1aee7-a6b4-4988-8a21-0b82a60bc45f service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1551783 Apr 22 10:04:28.224624 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-3a6d8c7e-73d5-4302-8d37-37656a63c47a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1297264 Apr 22 10:04:28.368117 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '120aa155-fe2e-409e-b739-d149effd5eec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:c8:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:04:26Z', 'revision_number': 9, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:04:28.374955 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:04:28.390837 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:04:28.392069 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:04:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:04:28.399537 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-124fd062-ebad-417a-853b-dc866e84ac75 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 999 time: 0.2931488 Apr 22 10:04:28.481614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2608a0-130f-4f3c-8f43-ff93a4108100 req-977fc046-8306-42d7-8215-35c006571119 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:28.483146 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ee2608a0-130f-4f3c-8f43-ff93a4108100 req-977fc046-8306-42d7-8215-35c006571119 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.1849506 Apr 22 10:04:28.519549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-eb4cda7d-def8-4213-aede-33065dcc1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:28.521637 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-eb4cda7d-def8-4213-aede-33065dcc1856 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.1152017 Apr 22 10:04:28.577786 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ee2608a0-130f-4f3c-8f43-ff93a4108100 req-d20331e2-5615-44bf-91f0-af56465d9b1d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862970 Apr 22 10:04:28.629121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-1c8c4c71-3a2b-4efe-bac1-f415ba134397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:28.630723 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-1c8c4c71-3a2b-4efe-bac1-f415ba134397 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854712 Apr 22 10:04:28.652647 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:04:28.784510 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-9dfd3ee0-5744-4847-b6c3-9e97da2531d7 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470721 Apr 22 10:04:28.923807 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-670fbcf4-b45f-479a-ac89-bc08dc534a20 req-78a39a4e-d686-4af7-a96c-fb241d6c84ca service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326113 Apr 22 10:04:29.047724 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '120aa155-fe2e-409e-b739-d149effd5eec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:c8:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:04:26Z', 'revision_number': 9, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:04:29.052801 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1809f5-0f0f-444f-9dcd-9a043be0149d None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '120aa155-fe2e-409e-b739-d149effd5eec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:c8:e4:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:04:26Z', 'revision_number': 9, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:04:29.238321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ceabe-f2f8-405b-afba-0303e840cd47 None None] New status for floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:04:29.490997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-35bd3496-7822-449c-bcd3-a9f90295b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:29.492486 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-35bd3496-7822-449c-bcd3-a9f90295b404 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1098 time: 0.0751545 Apr 22 10:04:29.636034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-13498ffb-b68b-4c00-a637-94e3b00297c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:29.637565 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-13498ffb-b68b-4c00-a637-94e3b00297c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1387582 Apr 22 10:04:29.752428 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-a6cfcf9e-9041-432e-8d43-ac443b33e85b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 1002 time: 0.1001792 Apr 22 10:04:29.779211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5afe6-431c-40dc-bd2f-a11a8f3da8c9 req-7b949caa-e13a-4c1a-8002-a1c12adfaca9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:29.781020 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-86d5afe6-431c-40dc-bd2f-a11a8f3da8c9 req-7b949caa-e13a-4c1a-8002-a1c12adfaca9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0863273 Apr 22 10:04:29.822539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-adeead0c-bd67-4888-a4d7-886a8916e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:29.824080 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-adeead0c-bd67-4888-a4d7-886a8916e8b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0655134 Apr 22 10:04:29.828641 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-86d5afe6-431c-40dc-bd2f-a11a8f3da8c9 req-07cb4edf-5055-4b04-b278-2c0b5b63c066 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Apr 22 10:04:29.901971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-304c25dd-a8e4-4157-a7fd-c76a315a3ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:29.903448 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-304c25dd-a8e4-4157-a7fd-c76a315a3ee4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722528 Apr 22 10:04:30.037725 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-361eaf69-4ca8-4f8f-bcbc-7e1dbc283c9a service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269612 Apr 22 10:04:30.187084 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-534397d3-a74d-4e7b-abae-2c6defb273fb service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304033 Apr 22 10:04:31.022319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a0362-0ed2-449b-b54b-23a1b6c7890a req-94061d56-22e1-47ad-944a-7076f59a5ce6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:31.023780 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b26a0362-0ed2-449b-b54b-23a1b6c7890a req-94061d56-22e1-47ad-944a-7076f59a5ce6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0855472 Apr 22 10:04:31.069156 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b26a0362-0ed2-449b-b54b-23a1b6c7890a req-ac4d8133-8a49-453a-bd85-19520bcb7efe tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Apr 22 10:04:32.258818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ba44e-2577-4dac-8fbd-b3029df981ac req-35c2d021-099b-4879-ae06-08110975344c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:32.260255 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-567ba44e-2577-4dac-8fbd-b3029df981ac req-35c2d021-099b-4879-ae06-08110975344c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0789669 Apr 22 10:04:32.304868 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-567ba44e-2577-4dac-8fbd-b3029df981ac req-4df725f8-3161-4ab5-89b0-a75148537371 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388980 Apr 22 10:04:33.487716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e3bf-6cab-4aa4-b696-6e250baa28ac req-a2c3fbfc-4565-4c1b-b3cf-4286ebbd7a9e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:33.489229 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d419e3bf-6cab-4aa4-b696-6e250baa28ac req-a2c3fbfc-4565-4c1b-b3cf-4286ebbd7a9e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0793486 Apr 22 10:04:33.533799 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d419e3bf-6cab-4aa4-b696-6e250baa28ac req-58225fb1-f226-459f-bc86-3914a994ccdd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389380 Apr 22 10:04:34.718742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09da0-b63b-4e00-bcfd-86b8dcdee2e8 req-61e540d3-0132-48b2-a511-f4fd13c5689b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:34.720130 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8fd09da0-b63b-4e00-bcfd-86b8dcdee2e8 req-61e540d3-0132-48b2-a511-f4fd13c5689b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0815852 Apr 22 10:04:34.765168 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8fd09da0-b63b-4e00-bcfd-86b8dcdee2e8 req-90730eee-2e74-4354-a468-034115cfc822 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388122 Apr 22 10:04:36.059769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7229e21-78f9-48a0-bad7-c6fd50ebb194 req-412b587c-02fc-4aac-8aa1-42f61f8ab851 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:36.061158 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7229e21-78f9-48a0-bad7-c6fd50ebb194 req-412b587c-02fc-4aac-8aa1-42f61f8ab851 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.1841183 Apr 22 10:04:36.105063 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7229e21-78f9-48a0-bad7-c6fd50ebb194 req-c944bf6e-d019-4d15-bc71-5ab5f6dfe9e3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381320 Apr 22 10:04:36.337315 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:04:37.296240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38de4a-21d4-4726-804d-911e9eff8ff7 req-c4d2d71d-47c8-46ab-97b6-d0f3ce6513bb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:37.297790 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8e38de4a-21d4-4726-804d-911e9eff8ff7 req-c4d2d71d-47c8-46ab-97b6-d0f3ce6513bb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0844293 Apr 22 10:04:37.346037 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8e38de4a-21d4-4726-804d-911e9eff8ff7 req-16b3d866-f54a-4022-8aa6-2ebed8d5a239 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412366 Apr 22 10:04:38.532828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a1fe1-8eba-4896-9a5e-4572c3117a6a req-09203b1d-6821-4b1f-9500-1cd44fe6a713 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:38.534313 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0c3a1fe1-8eba-4896-9a5e-4572c3117a6a req-09203b1d-6821-4b1f-9500-1cd44fe6a713 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0806832 Apr 22 10:04:38.583496 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0c3a1fe1-8eba-4896-9a5e-4572c3117a6a req-af704098-0bbd-4cfc-9c73-ed47e4dd73e2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Apr 22 10:04:38.811520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:39.774713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb1c8d-79a3-45bc-af79-228aaa7075b2 req-f547d27d-f194-4915-9533-dec76d966ae6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:39.776674 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71cb1c8d-79a3-45bc-af79-228aaa7075b2 req-f547d27d-f194-4915-9533-dec76d966ae6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0839453 Apr 22 10:04:39.822348 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71cb1c8d-79a3-45bc-af79-228aaa7075b2 req-71672cb7-df48-4812-b3fe-8e747f6c7499 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395634 Apr 22 10:04:41.009901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed39ed-1448-4132-8a77-42339ed62b64 req-d33fdce3-80a7-4ecd-b71e-93db5d905493 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:41.011346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-58ed39ed-1448-4132-8a77-42339ed62b64 req-d33fdce3-80a7-4ecd-b71e-93db5d905493 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0836618 Apr 22 10:04:41.056094 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-58ed39ed-1448-4132-8a77-42339ed62b64 req-0d4ebfff-6d75-4f30-a149-ece8bd7b795b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386915 Apr 22 10:04:42.099286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f470f889-9916-45c0-930a-87be0666f2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:42.248859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121afcff-7ee2-45d4-a6b6-c401eed38ed4 req-fb556073-3c99-4897-9291-467146dec0d5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:42.250212 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-121afcff-7ee2-45d4-a6b6-c401eed38ed4 req-fb556073-3c99-4897-9291-467146dec0d5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0868125 Apr 22 10:04:42.296138 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-121afcff-7ee2-45d4-a6b6-c401eed38ed4 req-e5babc9e-8f8a-4c30-b933-25e51cb48cc5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401011 Apr 22 10:04:43.487189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c117ef-7371-441f-8158-687669568a94 req-edfcb592-f473-41a7-bead-cff40635825a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:43.488836 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-41c117ef-7371-441f-8158-687669568a94 req-edfcb592-f473-41a7-bead-cff40635825a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0842938 Apr 22 10:04:43.532965 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-41c117ef-7371-441f-8158-687669568a94 req-e119f5b3-2830-4e4a-b421-13173c4e0636 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384483 Apr 22 10:04:43.841626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-d7c57532-17fe-49fb-a047-e59afed30a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:43.843106 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-d7c57532-17fe-49fb-a047-e59afed30a50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1098 time: 0.0707951 Apr 22 10:04:43.991670 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-1773eaeb-95ff-4e29-824c-c6dbe0870bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:43.993137 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-1773eaeb-95ff-4e29-824c-c6dbe0870bac service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1288085 Apr 22 10:04:44.099753 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-7633f2d2-3009-40ab-a09f-9c7d3c176ab3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 1002 time: 0.0986657 Apr 22 10:04:44.173113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-e496af21-6423-4b0f-8628-837eae4d0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:44.174560 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-e496af21-6423-4b0f-8628-837eae4d0964 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0606668 Apr 22 10:04:44.251824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-8ef1942a-183f-4d26-9b49-7be212b7f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:44.253359 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-8ef1942a-183f-4d26-9b49-7be212b7f689 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727091 Apr 22 10:04:44.396170 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-b621d271-cb84-4c37-bf43-f8b570462f47 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352811 Apr 22 10:04:44.490203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-611bcaf7-3897-4db4-9fd3-3b0185ca749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:44.538141 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44f8537b-0041-4866-8199-471bf2aa93d0 req-c8b94c8c-583b-42ad-a5a3-6efcd338ec72 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351972 Apr 22 10:04:44.744830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349c3c-49da-48aa-8061-7728bfa9bbf4 req-92387747-37c5-4e7b-bff4-8da99f58015f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:44.746283 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da349c3c-49da-48aa-8061-7728bfa9bbf4 req-92387747-37c5-4e7b-bff4-8da99f58015f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0999539 Apr 22 10:04:44.792627 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da349c3c-49da-48aa-8061-7728bfa9bbf4 req-6cf7eb61-4896-467c-a0d9-0c47843f0576 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406494 Apr 22 10:04:45.498264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:45.818920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:45.979056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42866a7-72eb-4c4a-9074-6e95207b2f68 req-0220499a-7ff8-461f-9765-bcff950441dc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:45.980566 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b42866a7-72eb-4c4a-9074-6e95207b2f68 req-0220499a-7ff8-461f-9765-bcff950441dc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0814083 Apr 22 10:04:46.029676 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b42866a7-72eb-4c4a-9074-6e95207b2f68 req-eb2112b9-ce61-430c-9e5f-fad80d18a604 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Apr 22 10:04:47.280906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:04:47.364155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b6db9-a22d-46d6-99f0-8e48e057717e req-f85d2c42-9c59-46fc-9005-0f2c0ba4518f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:47.365791 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-837b6db9-a22d-46d6-99f0-8e48e057717e req-f85d2c42-9c59-46fc-9005-0f2c0ba4518f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0883677 Apr 22 10:04:47.414214 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-837b6db9-a22d-46d6-99f0-8e48e057717e req-cbf4d191-bbbe-4cee-b4dd-e7f210690e95 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425162 Apr 22 10:04:48.598075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489128-5d25-4539-acab-e32d3ca202f2 req-1d57565a-4519-45f4-a014-920b4745c28c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:48.599531 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb489128-5d25-4539-acab-e32d3ca202f2 req-1d57565a-4519-45f4-a014-920b4745c28c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0803795 Apr 22 10:04:48.647201 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb489128-5d25-4539-acab-e32d3ca202f2 req-41ce0e2a-1f14-498b-9e3f-30ea06bca8be tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 Apr 22 10:04:49.838992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1831f40-866f-44b3-bdcd-bebd557d2be7 req-ffeea47a-2a09-43a5-9046-fd02e9de1943 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:49.840496 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f1831f40-866f-44b3-bdcd-bebd557d2be7 req-ffeea47a-2a09-43a5-9046-fd02e9de1943 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0886536 Apr 22 10:04:49.888030 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f1831f40-866f-44b3-bdcd-bebd557d2be7 req-5a609baf-5a04-4020-8a29-c9890039a133 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414803 Apr 22 10:04:51.078300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75467cb4-99ca-4dc5-821f-84a4bbbf8c93 req-998c160c-bf88-485a-bc18-ffa0554a29f2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:51.079770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75467cb4-99ca-4dc5-821f-84a4bbbf8c93 req-998c160c-bf88-485a-bc18-ffa0554a29f2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0836861 Apr 22 10:04:51.124136 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75467cb4-99ca-4dc5-821f-84a4bbbf8c93 req-e01a1f28-f9c5-4809-9e1c-cd472d1974b7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382466 Apr 22 10:04:52.317955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35191381-ddc8-4e97-9a4b-38f01c5043a5 req-db10c72d-c241-4183-b9f9-dd3550582fb5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:52.319519 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-35191381-ddc8-4e97-9a4b-38f01c5043a5 req-db10c72d-c241-4183-b9f9-dd3550582fb5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0848224 Apr 22 10:04:52.366384 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-35191381-ddc8-4e97-9a4b-38f01c5043a5 req-3b4b47e6-4949-4323-88a9-9e72b66e8747 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408571 Apr 22 10:04:53.559311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb06f43-5fbb-4935-9d55-14d458698b7c req-63059dbc-d8b8-45ad-a1eb-ac4a0c397295 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:53.561173 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8cb06f43-5fbb-4935-9d55-14d458698b7c req-63059dbc-d8b8-45ad-a1eb-ac4a0c397295 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0855327 Apr 22 10:04:53.606658 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8cb06f43-5fbb-4935-9d55-14d458698b7c req-7674ce32-c404-44fa-bacc-6983dea4b7e0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392816 Apr 22 10:04:54.801912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9704a7-0100-4ea0-b995-c0967470a166 req-1db6fd7e-594c-4b87-9789-34586e04518f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:54.803378 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6b9704a7-0100-4ea0-b995-c0967470a166 req-1db6fd7e-594c-4b87-9789-34586e04518f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0877264 Apr 22 10:04:54.849176 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6b9704a7-0100-4ea0-b995-c0967470a166 req-1ca506b3-a60e-4a0b-8e66-dc2752da1e6b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399845 Apr 22 10:04:56.041179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc502635-78b9-455a-bba2-e4cb3d07a842 req-7582fdac-e0e0-4af0-992e-0fe462bf1b03 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:56.042648 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc502635-78b9-455a-bba2-e4cb3d07a842 req-7582fdac-e0e0-4af0-992e-0fe462bf1b03 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0858417 Apr 22 10:04:56.089540 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc502635-78b9-455a-bba2-e4cb3d07a842 req-e1c4c868-ad84-48fb-ac8b-9088afd74101 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410111 Apr 22 10:04:57.278171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404ffb4-0ea7-435c-845d-8e1ff91a5cda req-d6c6f45f-cdd4-4a5c-9b5c-5a82f4abf95d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:57.279659 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7404ffb4-0ea7-435c-845d-8e1ff91a5cda req-d6c6f45f-cdd4-4a5c-9b5c-5a82f4abf95d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0820484 Apr 22 10:04:57.328475 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7404ffb4-0ea7-435c-845d-8e1ff91a5cda req-cdbc1b3c-aa0c-4474-82df-961210aa03bd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424759 Apr 22 10:04:58.526431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ea5c0-734e-4fd2-be25-491c9e5c7240 req-ad6a3bdd-225f-41ca-8ec6-5bdea938f5e8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:58.527930 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-943ea5c0-734e-4fd2-be25-491c9e5c7240 req-ad6a3bdd-225f-41ca-8ec6-5bdea938f5e8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0911465 Apr 22 10:04:58.672952 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-943ea5c0-734e-4fd2-be25-491c9e5c7240 req-13dadf4c-78ce-41c2-8e3c-9aa1d57ec43e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388068 Apr 22 10:04:59.865659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121f1a4-34a9-4f89-92ca-af37e3a25b56 req-427502ed-a73b-48f7-9bd0-97c3e7c4c094 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:04:59.867052 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c121f1a4-34a9-4f89-92ca-af37e3a25b56 req-427502ed-a73b-48f7-9bd0-97c3e7c4c094 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0803130 Apr 22 10:04:59.911994 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c121f1a4-34a9-4f89-92ca-af37e3a25b56 req-ee6e84c8-4166-4800-9578-63b210c04fa0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390108 Apr 22 10:05:01.098995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc210ea-06fa-4ade-9c07-0fde9682bd9a req-71b4cbb7-3863-4339-bade-254c56ab0fbe tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:01.100474 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ebc210ea-06fa-4ade-9c07-0fde9682bd9a req-71b4cbb7-3863-4339-bade-254c56ab0fbe tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0814435 Apr 22 10:05:01.144485 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ebc210ea-06fa-4ade-9c07-0fde9682bd9a req-9acd33b6-da33-40c6-aebc-da140ea85ec0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383766 Apr 22 10:05:02.341057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5161d-f599-436d-a66c-a0056501f3f5 req-3b796d01-2f2d-4fe3-93e5-7465104818b2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:02.342489 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0fd5161d-f599-436d-a66c-a0056501f3f5 req-3b796d01-2f2d-4fe3-93e5-7465104818b2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0832031 Apr 22 10:05:02.386223 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0fd5161d-f599-436d-a66c-a0056501f3f5 req-20220cdb-153c-4225-b7cf-b183024464fd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373509 Apr 22 10:05:03.574316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348fe05e-c6d4-40bd-8fc3-1fc157a20067 req-822730c0-e559-4336-b015-a07b5910e9c9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:03.575773 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-348fe05e-c6d4-40bd-8fc3-1fc157a20067 req-822730c0-e559-4336-b015-a07b5910e9c9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0823290 Apr 22 10:05:03.619823 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-348fe05e-c6d4-40bd-8fc3-1fc157a20067 req-f1714084-03db-4c11-a904-c8ca11d185ca tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384345 Apr 22 10:05:04.807753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed163134-f7ac-4b2a-9e35-4a3af86b5f2f req-8e27c224-eacc-4a5c-ab66-9cc643cbb6cc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:04.809252 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ed163134-f7ac-4b2a-9e35-4a3af86b5f2f req-8e27c224-eacc-4a5c-ab66-9cc643cbb6cc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0842540 Apr 22 10:05:04.857251 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ed163134-f7ac-4b2a-9e35-4a3af86b5f2f req-7c3770ab-1077-4e71-9abb-b482549916be tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Apr 22 10:05:06.047018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad308736-8e40-46b8-8d05-04b0c1181ca3 req-1fcf82dd-381c-4792-af0b-b75c04bd3832 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:06.048492 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad308736-8e40-46b8-8d05-04b0c1181ca3 req-1fcf82dd-381c-4792-af0b-b75c04bd3832 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0832465 Apr 22 10:05:06.092745 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad308736-8e40-46b8-8d05-04b0c1181ca3 req-96fcb734-fd79-416e-a3d2-b30ea4b4470b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379701 Apr 22 10:05:06.965157 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-c81afea9-d410-4cc2-bcba-3aadff82ac93 service neutron] 10.222.0.35 "GET /v2.0/ports/120aa155-fe2e-409e-b739-d149effd5eec/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0749431 Apr 22 10:05:07.235983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-24ac3ea8-99b0-4f3a-87d0-c93e4819dabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:07.237454 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-24ac3ea8-99b0-4f3a-87d0-c93e4819dabd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 1098 time: 0.0776441 Apr 22 10:05:07.335531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-f536da52-ecee-491e-a882-56f0ce798f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:07.337124 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-f536da52-ecee-491e-a882-56f0ce798f0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1098 time: 0.0739822 Apr 22 10:05:07.376175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2715a-a68c-4a77-b02c-3d4ee5ddc700 req-ca05b6db-a7d1-439b-8907-9bf611ffa891 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:07.377803 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e4f2715a-a68c-4a77-b02c-3d4ee5ddc700 req-ca05b6db-a7d1-439b-8907-9bf611ffa891 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.1736939 Apr 22 10:05:07.422728 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e4f2715a-a68c-4a77-b02c-3d4ee5ddc700 req-569896bf-fff2-4d03-82a4-a30e5dd1bb5f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385282 Apr 22 10:05:07.472477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-ce6c0242-ce60-414a-a687-63106b715118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:07.473919 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-ce6c0242-ce60-414a-a687-63106b715118 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1312091 Apr 22 10:05:07.589520 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-c322c8bc-884c-4775-8a20-33415fe4ef96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 1002 time: 0.1083784 Apr 22 10:05:07.650965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-9af60de2-4355-480b-ba00-f561a7bec586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:07.652429 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-9af60de2-4355-480b-ba00-f561a7bec586 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0569470 Apr 22 10:05:07.729953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-d06d080c-4639-4a78-826e-f0d324ee99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:07.731418 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-d06d080c-4639-4a78-826e-f0d324ee99b2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723679 Apr 22 10:05:07.862188 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-dd50c2b1-8e29-4dea-a809-5d62bdc5ed7e service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234996 Apr 22 10:05:07.992127 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1a6d9822-6f72-4391-93a5-28ae93110928 req-17546460-d3a8-4639-b20a-bdd116623cb7 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240184 Apr 22 10:05:08.609755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d594cd7-d4ae-4742-b85e-96d015c3cc73 req-4a2729a3-0f6b-4868-9105-384fc19557f0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:08.611259 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0d594cd7-d4ae-4742-b85e-96d015c3cc73 req-4a2729a3-0f6b-4868-9105-384fc19557f0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0792391 Apr 22 10:05:08.657173 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0d594cd7-d4ae-4742-b85e-96d015c3cc73 req-84c643d3-6cfe-4617-b5f4-d7c4fd3a77fd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396917 Apr 22 10:05:08.830744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:09.843293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a94151-7ea5-4541-a377-898f87093f37 req-5f6b6f74-b49d-4aaa-a670-8fe44adb7ed7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:09.844683 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28a94151-7ea5-4541-a377-898f87093f37 req-5f6b6f74-b49d-4aaa-a670-8fe44adb7ed7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0823107 Apr 22 10:05:09.889032 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-28a94151-7ea5-4541-a377-898f87093f37 req-5eb7ebec-ab88-481f-b0fa-682479155a18 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387084 Apr 22 10:05:10.910636 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:05:11.077760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:11.092670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '120aa155-fe2e-409e-b739-d149effd5eec', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '120aa155-fe2e-409e-b739-d149effd5eec', 'mac_address': 'fa:16:3e:c8:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:05:11.092915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d1914-fbf8-45dd-a964-f9d6dbc57dfc req-da5ee75c-cc22-4285-8f66-d16747a82248 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:11.094433 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4a6d1914-fbf8-45dd-a964-f9d6dbc57dfc req-da5ee75c-cc22-4285-8f66-d16747a82248 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0888848 Apr 22 10:05:11.141600 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4a6d1914-fbf8-45dd-a964-f9d6dbc57dfc req-39725c72-097c-40ea-a098-f6b3d96d9773 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410705 Apr 22 10:05:11.154834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:11.171696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 120aa155-fe2e-409e-b739-d149effd5eec {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:05:11.187373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:11.191227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:11.253751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['120aa155-fe2e-409e-b739-d149effd5eec'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:05:11.299733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:12.091272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-070a88f6-f4fa-44e8-ac4a-33372789e17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:12.325022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d80d92-5b38-4ab0-855a-293b5ea91dee req-f821c907-4194-416f-a590-4e1b913aa4c4 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:12.326490 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-41d80d92-5b38-4ab0-855a-293b5ea91dee req-f821c907-4194-416f-a590-4e1b913aa4c4 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 944 time: 0.0787952 Apr 22 10:05:12.373359 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-41d80d92-5b38-4ab0-855a-293b5ea91dee req-d05e988b-e435-436e-b3d5-5a7a7dab7c64 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402086 Apr 22 10:05:12.779904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-c9a409e4-5577-41f6-8730-47eefac9f2b3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:12.781366 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-c9a409e4-5577-41f6-8730-47eefac9f2b3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5&tenant_id=6e8193ad48b7415ab69da8807126d4ae&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 944 time: 0.0874741 Apr 22 10:05:12.833058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d26a5-cf34-4fb8-bf1d-cf51ef2716b4 req-c6f92376-8aca-440e-96d6-89dbbf1d1fe9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:12.834511 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-703d26a5-cf34-4fb8-bf1d-cf51ef2716b4 req-c6f92376-8aca-440e-96d6-89dbbf1d1fe9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 944 time: 0.0788283 Apr 22 10:05:12.861759 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-31870983-a2f7-48f4-b325-3f631ed8228c service neutron] 10.222.0.35 "GET /v2.0/ports/120aa155-fe2e-409e-b739-d149effd5eec/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0737021 Apr 22 10:05:12.881231 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-703d26a5-cf34-4fb8-bf1d-cf51ef2716b4 req-1b8c1cca-c4df-451c-b273-595e36cc7162 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409658 Apr 22 10:05:12.918287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:05:12.952298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-8e0dec20-94b1-4960-a93f-ff36323355ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:12.953808 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-8e0dec20-94b1-4960-a93f-ff36323355ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1097 time: 0.0705314 Apr 22 10:05:12.986332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 120aa155-fe2e-409e-b739-d149effd5eec triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:05:12.986703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:13.128754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:13.158734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:05:13.170509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:13.176384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:13.200000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-0b61eb0c-8ce5-4fab-8058-bd18a164c14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:13.201567 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-0b61eb0c-8ce5-4fab-8058-bd18a164c14f service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.2414269 Apr 22 10:05:13.259266 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b66284-1bf5-442d-bb7a-f3e8afbc91d7'] response: {'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec', 'code': 200} Apr 22 10:05:13.292387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:13.309642 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-f7dfd30f-ab38-49cc-9542-bf62a9fafc8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 1002 time: 0.1014140 Apr 22 10:05:13.336829 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:05:13.386093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-adfa93f9-1ac3-4caa-a072-772fc37c155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:13.387524 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-adfa93f9-1ac3-4caa-a072-772fc37c155f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0622625 Apr 22 10:05:13.463064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-41568489-217b-40f1-aee0-7e3ac1e4daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:13.464476 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-41568489-217b-40f1-aee0-7e3ac1e4daa6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697722 Apr 22 10:05:13.600211 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-bba8ecfe-0e58-410a-b877-262337638561 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292403 Apr 22 10:05:13.743295 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-c3d05c80-bad5-4510-90e1-faaeca130f72 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360137 Apr 22 10:05:14.068434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3851c9-b34b-4514-8b2e-1f4162923845 req-b3253275-15c6-4117-8496-81ba19112c8b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:14.070008 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4b3851c9-b34b-4514-8b2e-1f4162923845 req-b3253275-15c6-4117-8496-81ba19112c8b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0850883 Apr 22 10:05:14.116646 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4b3851c9-b34b-4514-8b2e-1f4162923845 req-6ada278c-fdc7-415f-88c4-d852d5c1f5ad tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Apr 22 10:05:14.493158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0cd38726-1057-475b-b2f5-03ca46652525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:15.306731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6057d3f-1c24-4d4c-ae8a-66dc5360f54c req-8b66dcd0-1cea-4da8-b32c-6a5b8123931f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:15.308234 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c6057d3f-1c24-4d4c-ae8a-66dc5360f54c req-8b66dcd0-1cea-4da8-b32c-6a5b8123931f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0846512 Apr 22 10:05:15.352848 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c6057d3f-1c24-4d4c-ae8a-66dc5360f54c req-07d87efe-a99e-42c9-9733-7bf929733de0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389802 Apr 22 10:05:15.502011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:15.820541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:16.550725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4af4c-a835-4cd5-9748-40d6a8a16164 req-fd2f156e-944e-4e07-a812-7728cdd49538 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:16.552582 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f9e4af4c-a835-4cd5-9748-40d6a8a16164 req-fd2f156e-944e-4e07-a812-7728cdd49538 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0869424 Apr 22 10:05:16.578550 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-34b83e5f-b859-4903-910b-2d90123902e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:16.580013 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-34b83e5f-b859-4903-910b-2d90123902e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 1098 time: 0.0782857 Apr 22 10:05:16.598308 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f9e4af4c-a835-4cd5-9748-40d6a8a16164 req-4fa67314-e2b6-4ef6-aea1-f77213496f08 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403807 Apr 22 10:05:16.675884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-4036ce10-e230-4388-a921-89afe7b07f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:16.677408 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-4036ce10-e230-4388-a921-89afe7b07f36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 1098 time: 0.0748589 Apr 22 10:05:16.812029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-6b49d0ae-f3e4-49e3-8d0f-5fa862f3c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:16.813487 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-6b49d0ae-f3e4-49e3-8d0f-5fa862f3c389 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1282837 Apr 22 10:05:16.915591 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-1975e678-29a3-4ddd-aaab-1b33964c40a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 200 len: 1002 time: 0.0953488 Apr 22 10:05:16.976315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-876b3730-6f59-447c-9f32-7b3bcb7f9dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:16.977781 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-876b3730-6f59-447c-9f32-7b3bcb7f9dee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0561833 Apr 22 10:05:17.051758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-f055bf90-bed6-4e6b-b1c6-1c54beb8d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:17.053241 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-f055bf90-bed6-4e6b-b1c6-1c54beb8d6f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693815 Apr 22 10:05:17.183947 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-d5e9f180-a95d-4896-ab35-3d2cdf68b007 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234124 Apr 22 10:05:17.285192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:17.315476 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fb3c0ce-0c6f-47be-9797-de14d029b759 req-de47e053-e094-4657-9e72-ebf47e464c44 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252828 Apr 22 10:05:17.888598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c4e30-be9c-4950-b6f2-1d1149599ec9 req-c4ba8176-45a8-402d-99f5-e8334826500c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:17.889979 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bd3c4e30-be9c-4950-b6f2-1d1149599ec9 req-c4ba8176-45a8-402d-99f5-e8334826500c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.1806757 Apr 22 10:05:17.933660 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bd3c4e30-be9c-4950-b6f2-1d1149599ec9 req-84cf55c5-020a-40ec-b007-c092686326f0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381153 Apr 22 10:05:18.966396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:05:18.971097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:05:19.126754 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492178-b6b0-4213-914d-131c4ca7fa4f req-fff3f51a-456e-4bae-b429-e41f818dadf5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:19.128338 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cc492178-b6b0-4213-914d-131c4ca7fa4f req-fff3f51a-456e-4bae-b429-e41f818dadf5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 945 time: 0.0829659 Apr 22 10:05:19.174303 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cc492178-b6b0-4213-914d-131c4ca7fa4f req-30503ffa-08a8-494c-bcd7-2f7933fbed29 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400646 Apr 22 10:05:19.193459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:19.211575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:19.232501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '120aa155-fe2e-409e-b739-d149effd5eec', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '120aa155-fe2e-409e-b739-d149effd5eec', 'mac_address': 'fa:16:3e:c8:e4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:05:19.239544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:05:19.276252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:19.284767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:19.321948 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6558824d-828c-4b7b-83d7-01f8108d5cdc'] response: {'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec', 'code': 200} Apr 22 10:05:19.352044 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:19.383221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 120aa155-fe2e-409e-b739-d149effd5eec {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:05:19.390854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:19.447870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:05:19.448228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:05:20.004651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:20.021204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120aa155-fe2e-409e-b739-d149effd5eec {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:05:20.036491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:20.040508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:20.110950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['120aa155-fe2e-409e-b739-d149effd5eec'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:05:20.135624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=9']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:20.360043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbb579-b076-4192-80c8-3030af1e816a req-dfc2ae97-3f4d-497a-a00d-76d6d891edaf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:20.361512 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-98fbb579-b076-4192-80c8-3030af1e816a req-dfc2ae97-3f4d-497a-a00d-76d6d891edaf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 944 time: 0.0780940 Apr 22 10:05:20.408701 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-98fbb579-b076-4192-80c8-3030af1e816a req-2cbfd658-dd4d-44d7-9d07-c3de2f080085 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 Apr 22 10:05:20.597863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e1d03-c96a-4288-81cc-6605ac9076fc req-61634f4b-cac5-424d-ac56-f7a79101b48c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:20.599306 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-915e1d03-c96a-4288-81cc-6605ac9076fc req-61634f4b-cac5-424d-ac56-f7a79101b48c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 944 time: 0.0847867 Apr 22 10:05:20.643158 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-915e1d03-c96a-4288-81cc-6605ac9076fc req-2471d325-86d9-4283-aa0f-9255200bbaa0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377464 Apr 22 10:05:20.824210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceca383-dc03-4e94-b5c3-ddc44b35c97f req-edd2a632-5fe3-4d84-80fa-81270a06578d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:20.825663 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aceca383-dc03-4e94-b5c3-ddc44b35c97f req-edd2a632-5fe3-4d84-80fa-81270a06578d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 944 time: 0.0792198 Apr 22 10:05:20.869532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-aceca383-dc03-4e94-b5c3-ddc44b35c97f req-553eed99-d39f-494f-ab03-debc19f1da1b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375452 Apr 22 10:05:20.967759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:05:21.036450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 120aa155-fe2e-409e-b739-d149effd5eec triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:05:21.037221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:21.160912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:21.193277 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:21.197014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:21.264155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db3722-7e3b-4cc4-a05c-77d81466b56d req-56576ed1-45d7-4edd-89b0-2d7467850e0c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:21.265620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f0db3722-7e3b-4cc4-a05c-77d81466b56d req-56576ed1-45d7-4edd-89b0-2d7467850e0c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 946 time: 0.0838609 Apr 22 10:05:21.267452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=10']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:21.275794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.276143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.276560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.276900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.277231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.277562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.277886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.278237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.278562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.278883 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.279282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.279520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:21.314376 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f0db3722-7e3b-4cc4-a05c-77d81466b56d req-a12ec156-ab0d-4865-a22d-d1a04daea461 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398448 Apr 22 10:05:21.323066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:05:21.367520 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceff3504-36c9-4ed7-8c5e-c963192e8728'] response: {'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec', 'code': 200} Apr 22 10:05:22.497378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e67cb1-a25b-4f4a-ab6d-3f4afb43973f req-54d530a1-e740-4a29-832c-e2b2c1206bdb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:22.498849 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-87e67cb1-a25b-4f4a-ab6d-3f4afb43973f req-54d530a1-e740-4a29-832c-e2b2c1206bdb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 946 time: 0.0792594 Apr 22 10:05:22.543730 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-87e67cb1-a25b-4f4a-ab6d-3f4afb43973f req-0de5a357-708e-41ba-b5c1-279a304a9908 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385098 Apr 22 10:05:23.762560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-d07ea518-3cba-42e0-969b-ff6b18808cf8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:23.763974 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-d07ea518-3cba-42e0-969b-ff6b18808cf8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 946 time: 0.1437542 Apr 22 10:05:23.819044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf5f81-73d1-4809-b8d3-3cacb7a520a7 req-c6e2ca01-5f99-49ec-b34a-08b8f72dab54 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:23.820651 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e2cf5f81-73d1-4809-b8d3-3cacb7a520a7 req-c6e2ca01-5f99-49ec-b34a-08b8f72dab54 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 946 time: 0.1646202 Apr 22 10:05:23.874973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Deleting port 120aa155-fe2e-409e-b739-d149effd5eec {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:05:23.875214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:23.922309 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e2cf5f81-73d1-4809-b8d3-3cacb7a520a7 req-a64ef75f-ac14-4761-a337-bb0d31c15353 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949879 Apr 22 10:05:24.127472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] For port 120aa155-fe2e-409e-b739-d149effd5eec, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=120aa155-fe2e-409e-b739-d149effd5eec,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:24.127821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:24.418143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:24.418505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:24.418808 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 disassociated. External IP: 172.26.2.153, port: 120aa155-fe2e-409e-b739-d149effd5eec. Apr 22 10:05:24.419138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Calling delete_port for 120aa155-fe2e-409e-b739-d149effd5eec owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:05:24.562339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:24.615697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event deleted for resources: {'Port': ['ID=120aa155-fe2e-409e-b739-d149effd5eec,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:24.627883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.628254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.628618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.628959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.629299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.629631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.629959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.630282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.630609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.630932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.631253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.631572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:05:24.833016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:05:25.077651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-409e5112-81f0-4f69-95e9-a6baf903877e req-e54925b8-0ad8-411e-8bbf-23d213f88ed5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=350e2bf1-5da7-47aa-8a99-cb8a10b156e5 HTTP/1.1" status: 200 len: 210 time: 0.0473015 Apr 22 10:05:25.124175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:05:25.133457 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:05:25.142659 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:05:25.143269 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:05:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:05:25.199899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] No DVR routers for this DVR port 120aa155-fe2e-409e-b739-d149effd5eec on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:05:25.202487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:25.205036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-deleted', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:05:25.223540 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0c2d418-6ba9-4a21-bb5a-818069ddd422 req-6e3ee762-bac2-44bc-9278-78a161e499df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "DELETE /v2.0/ports/120aa155-fe2e-409e-b739-d149effd5eec HTTP/1.1" status: 204 len: 173 time: 1.4522922 Apr 22 10:05:25.257205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c17f87b-ec40-4376-909e-1b105c43952c'] response: {'server_uuid': '350e2bf1-5da7-47aa-8a99-cb8a10b156e5', 'name': 'network-vif-deleted', 'tag': '120aa155-fe2e-409e-b739-d149effd5eec', 'status': 'completed', 'code': 200} Apr 22 10:05:25.330336 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:05:25.634923 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:05:25.638904 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:05:25.647557 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:05:25.648154 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:05:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:05:25.859247 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:05:26.167459 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:05:26.171756 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b990861-3a96-4fda-a7bc-895b6f202fa6 None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:05:26.425557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39b8669-5994-4e60-a176-69dd16d8b079 None None] New status for floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:05:26.426098 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-89ec2977-4d77-44ee-82c9-0d0f7cc26d4b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--139508204&fields=id&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 267 time: 0.0433798 Apr 22 10:05:26.579763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-a53ab10a-80ae-4dda-ab55-7bdb976f1e2a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:26.581310 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-a53ab10a-80ae-4dda-ab55-7bdb976f1e2a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 811 time: 0.1487660 Apr 22 10:05:26.595864 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-6313eca9-4d0e-43aa-a873-2e9a805c70ee tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/quotas/6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 375 time: 0.0091641 Apr 22 10:05:26.688933 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-a6cf9a40-40d5-4e89-ba26-a102d68ea9c2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872815 Apr 22 10:05:26.825249 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-f6daa827-5785-4413-838f-f454ba093db4 service neutron] 10.222.0.32 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241741 Apr 22 10:05:26.955985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-7b44489b-0ae1-4afb-ae55-dc4655fc4c6e service neutron] 10.222.0.32 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239619 Apr 22 10:05:26.995045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:05:27.029201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 120aa155-fe2e-409e-b739-d149effd5eec {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:05:27.029542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 120aa155-fe2e-409e-b739-d149effd5eec not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:05:27.132730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-6cd0a672-c8ab-4aa8-adc2-79eca639d9f9 req-f4b28c33-b09f-49e8-894f-6598e455fd2b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:05:27.148689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-6cd0a672-c8ab-4aa8-adc2-79eca639d9f9 req-f4b28c33-b09f-49e8-894f-6598e455fd2b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:05:27.149880 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6cd0a672-c8ab-4aa8-adc2-79eca639d9f9 req-f4b28c33-b09f-49e8-894f-6598e455fd2b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 210 time: 0.0587084 Apr 22 10:05:28.181713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8cbf1f6a-d1aa-482f-b03a-1528faf96463 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:28.183346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8cbf1f6a-d1aa-482f-b03a-1528faf96463 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 811 time: 0.1485269 Apr 22 10:05:28.234524 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-57a87a1e-b56a-495e-be18-83f2216189c9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 379 time: 0.0419269 Apr 22 10:05:28.243986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'port': {'device_id': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'admin_state_up': True, 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'security_groups': ['33b15b6f-5c42-4f01-981c-80d5373c93e8']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:05:28.301629 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a398fa6-8f2b-42f6-b38a-4fcf74674f3f req-21d7144e-d965-4f3c-91aa-58f32aeab814 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 210 time: 0.0440660 Apr 22 10:05:28.383501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:05:28.393075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:05:28.403024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Made reservation on behalf of 6e8193ad48b7415ab69da8807126d4ae for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:05:28.406613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:28.577689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Allocated IP 172.20.0.9 (23096752-e979-4a9a-96c1-24e356bde66b/607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71/64505a08-b842-4eb3-bb45-6d34165a7472) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:05:28.769074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:28.785471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Transition to ACTIVE for port object 64505a08-b842-4eb3-bb45-6d34165a7472 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:05:28.809969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:28.889149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Network 23096752-e979-4a9a-96c1-24e356bde66b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:05:28.892067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:05:28.895933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:05:28.938676 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:28.970622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:28.971997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:28.999701 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-3f837f6d-1ec0-46f4-865b-b2d3d370e90e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595761 Apr 22 10:05:29.015304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Request body: {'port': {'device_id': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:05:29.099868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1c47162e-6b11-4bde-a5f8-6277ebd70bbd None None] Provisioning for port 64505a08-b842-4eb3-bb45-6d34165a7472 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:05:29.105161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1c47162e-6b11-4bde-a5f8-6277ebd70bbd None None] Provisioning complete for port 64505a08-b842-4eb3-bb45-6d34165a7472 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:05:29.105534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c47162e-6b11-4bde-a5f8-6277ebd70bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:29.131382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:29.163339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1c47162e-6b11-4bde-a5f8-6277ebd70bbd None None] Port 64505a08-b842-4eb3-bb45-6d34165a7472 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:05:29.545311 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64505a08-b842-4eb3-bb45-6d34165a7472 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:05:29.554625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:29.574432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Transition to ACTIVE for port object 64505a08-b842-4eb3-bb45-6d34165a7472 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:05:29.585535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:29.629385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a2c54-2616-485b-871d-5df8727dab0e req-eea84d60-cf7c-4022-8403-ed5eae28c2ec tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:29.630370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-bb1a2c54-2616-485b-871d-5df8727dab0e req-eea84d60-cf7c-4022-8403-ed5eae28c2ec tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Synchronizing usage tracker for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:05:29.730740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-bb1a2c54-2616-485b-871d-5df8727dab0e req-eea84d60-cf7c-4022-8403-ed5eae28c2ec tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Unset dirty status for tenant:6e8193ad48b7415ab69da8807126d4ae on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:05:29.731894 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bb1a2c54-2616-485b-871d-5df8727dab0e req-eea84d60-cf7c-4022-8403-ed5eae28c2ec tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 931 time: 0.2955661 Apr 22 10:05:29.824429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:29.876993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bb1a2c54-2616-485b-871d-5df8727dab0e req-0b9aaed9-273a-43a5-bf03-341d67eb0ecc tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045678 Apr 22 10:05:29.895480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Attempting to bind port 64505a08-b842-4eb3-bb45-6d34165a7472 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:05:29.895816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Attempting to bind port 64505a08-b842-4eb3-bb45-6d34165a7472 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:05:29.896146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Attempting to bind port 64505a08-b842-4eb3-bb45-6d34165a7472 on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:05:29.900942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Port 64505a08-b842-4eb3-bb45-6d34165a7472 on network 23096752-e979-4a9a-96c1-24e356bde66b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:05:29.901259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Attempting to bind port 64505a08-b842-4eb3-bb45-6d34165a7472 on network 23096752-e979-4a9a-96c1-24e356bde66b {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:05:29.906430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:05:29.906765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Checking segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:05:29.907416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Bound using segment: {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:05:29.907852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Bound port: 64505a08-b842-4eb3-bb45-6d34165a7472, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a043d4-6b20-4408-8016-283aaf9c13d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:05:29.908182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:30.099782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:05:30.102847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:05:30.107459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:30.164383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:30.164991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:30.166346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] 10.222.0.35 "PUT /v2.0/ports/64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 1093 time: 1.1557324 Apr 22 10:05:30.166784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:05:30.199233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415ec36-4592-4d1e-966d-8698d69892bd service neutron] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:30.241369 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f42e02-b731-4bf6-8187-3dbf2acb377a'] response: {'name': 'network-changed', 'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472', 'status': 'completed', 'code': 200} Apr 22 10:05:30.289918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-d91ee5eb-317d-400d-81f8-754089d6f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:30.291545 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-d91ee5eb-317d-400d-81f8-754089d6f5f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1096 time: 0.0836639 Apr 22 10:05:30.361391 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-cf341922-fb76-45fb-94a4-c901722a0a05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 217 time: 0.0618470 Apr 22 10:05:30.434710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-5e0265e0-7914-4dab-bbb3-cc85782d1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:30.436235 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-5e0265e0-7914-4dab-bbb3-cc85782d1537 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0688994 Apr 22 10:05:30.511512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-e5b07019-01e5-40bb-9c03-6e8b84259c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:30.513020 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-e5b07019-01e5-40bb-9c03-6e8b84259c58 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705233 Apr 22 10:05:30.651774 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-90b8abd0-b7bb-4136-a559-e8df85911d01 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317225 Apr 22 10:05:30.784018 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a9ac318-ec1a-4a9f-9eef-a2eec1e46743 req-ac18a0ff-44a6-425b-9d95-f1c85a577898 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252027 Apr 22 10:05:30.903932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-525a4808-3079-425a-b3c5-5a01ba21a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:30.905341 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-525a4808-3079-425a-b3c5-5a01ba21a993 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1096 time: 0.0748885 Apr 22 10:05:31.087014 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-882ddf0d-ecc4-4e85-9c6d-e114070f623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:31.088465 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-882ddf0d-ecc4-4e85-9c6d-e114070f623c service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1765203 Apr 22 10:05:31.168334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c7d2-2842-422d-a9e0-49ec89ace632 req-90f0337d-0437-4c59-aff2-99cc3b616287 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:31.169737 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe23c7d2-2842-422d-a9e0-49ec89ace632 req-90f0337d-0437-4c59-aff2-99cc3b616287 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 943 time: 0.1780944 Apr 22 10:05:31.171112 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-2acc8a7d-d6c9-4426-a82a-75e5cbca8600 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 217 time: 0.0729215 Apr 22 10:05:31.263927 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe23c7d2-2842-422d-a9e0-49ec89ace632 req-79a03716-b4ab-4ab4-94f9-833e65106499 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878298 Apr 22 10:05:31.267252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-eaa96e5d-d26c-495b-a731-83cb3b07694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:31.268660 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-eaa96e5d-d26c-495b-a731-83cb3b07694d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0787582 Apr 22 10:05:31.343514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-8e5d60be-b86d-4fe8-8954-56624c2227d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:31.345015 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-8e5d60be-b86d-4fe8-8954-56624c2227d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699649 Apr 22 10:05:31.480218 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-a1e82be6-7365-4c57-83da-61cd4f4ca874 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278560 Apr 22 10:05:31.613678 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-81deb5ed-09e5-4cdb-9107-97acfc2dd222 req-2fa7c4a5-7181-49f8-8ac0-5482607e3e2c service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264441 Apr 22 10:05:32.457087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ff92-5fd1-473c-9844-eb0790661bcb req-e58c6f9f-97cd-4750-8d54-fe42a629392c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:32.458592 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bb7ff92-5fd1-473c-9844-eb0790661bcb req-e58c6f9f-97cd-4750-8d54-fe42a629392c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 943 time: 0.0860665 Apr 22 10:05:32.508721 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9bb7ff92-5fd1-473c-9844-eb0790661bcb req-61b45af9-a696-4232-b1d9-00b82d22d120 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Apr 22 10:05:33.034917 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:05:33.226483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:33.241863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '64505a08-b842-4eb3-bb45-6d34165a7472', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '64505a08-b842-4eb3-bb45-6d34165a7472', 'mac_address': 'fa:16:3e:a1:7b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:05:33.313668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:33.337535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64505a08-b842-4eb3-bb45-6d34165a7472 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:05:33.353352 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:33.357997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:33.428683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:33.695918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5a462-3a00-4e23-8957-dbeb7cfc598d req-fcbfac31-5dcc-4aae-83b4-28109d4735d7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:33.697555 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-29c5a462-3a00-4e23-8957-dbeb7cfc598d req-fcbfac31-5dcc-4aae-83b4-28109d4735d7 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 944 time: 0.0801969 Apr 22 10:05:33.771506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['64505a08-b842-4eb3-bb45-6d34165a7472'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:05:33.854298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-29c5a462-3a00-4e23-8957-dbeb7cfc598d req-40b3d763-0ec2-4ae8-b934-76372b0f00cb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509554 Apr 22 10:05:35.035673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:05:35.044423 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac769af-0cd0-485e-aa6c-bb3f921312bc req-440f745e-4e2b-40fd-8ced-43483a31e954 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:35.045915 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eac769af-0cd0-485e-aa6c-bb3f921312bc req-440f745e-4e2b-40fd-8ced-43483a31e954 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 944 time: 0.0791759 Apr 22 10:05:35.091845 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-eac769af-0cd0-485e-aa6c-bb3f921312bc req-42577272-3e4e-4e59-9765-62adc3de4b31 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399997 Apr 22 10:05:35.105062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 64505a08-b842-4eb3-bb45-6d34165a7472 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:05:35.110284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 64505a08-b842-4eb3-bb45-6d34165a7472 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:05:35.110653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:35.230396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:35.257757 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:05:35.267876 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:05:35.272864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:35.309211 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5a5fc0d-e90a-4aef-84d9-912016845c3a'] response: {'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472', 'code': 200} Apr 22 10:05:35.348522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:05:35.537237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ba2c6-fec0-45c6-8de3-79235feb45a0 req-4504240e-465e-4085-9a15-f5e939a51106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:35.538645 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb3ba2c6-fec0-45c6-8de3-79235feb45a0 req-4504240e-465e-4085-9a15-f5e939a51106 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1098 time: 0.0721614 Apr 22 10:05:35.581488 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb3ba2c6-fec0-45c6-8de3-79235feb45a0 req-560a1136-5391-470d-b84a-055824f7d0f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367515 Apr 22 10:05:36.279193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a021ed9-21d5-442c-9a69-1cb83922c35c req-1c4b35d6-d8dd-4f33-bb47-e87efe24bf5f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:36.280671 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a021ed9-21d5-442c-9a69-1cb83922c35c req-1c4b35d6-d8dd-4f33-bb47-e87efe24bf5f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0836134 Apr 22 10:05:36.413648 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2a021ed9-21d5-442c-9a69-1cb83922c35c req-c9e6d790-1fb9-40e3-a438-59000731ff8b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263926 Apr 22 10:05:37.603684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e82dc5-489b-4ae3-b433-d7e9439fdcb5 req-e2607143-0d3f-4deb-9f1a-26b9e64dc7af tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:37.605167 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c7e82dc5-489b-4ae3-b433-d7e9439fdcb5 req-e2607143-0d3f-4deb-9f1a-26b9e64dc7af tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0828066 Apr 22 10:05:37.650335 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c7e82dc5-489b-4ae3-b433-d7e9439fdcb5 req-550118c1-a395-488f-8ada-983b4ed10d9f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394456 Apr 22 10:05:37.827302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b5f0f-4720-4010-a681-880f28ca7f84 req-b65a59a7-c6c4-4032-b9e8-cefaa73745b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:37.828755 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9d8b5f0f-4720-4010-a681-880f28ca7f84 req-b65a59a7-c6c4-4032-b9e8-cefaa73745b0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0796032 Apr 22 10:05:37.837796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38004) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:05:37.842997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Request body: {'floatingip': {'port_id': '64505a08-b842-4eb3-bb45-6d34165a7472'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:05:37.922135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:38.541597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:38.546300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:38.717498 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 associated. External IP: 172.26.2.153, port: 64505a08-b842-4eb3-bb45-6d34165a7472. Apr 22 10:05:38.845016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:39.166779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:05:39.355985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:05:39.360986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:39.365875 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:05:39.376909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:05:39.377709 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:05:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:05:39.416691 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c1b5787a-3762-49c4-8d49-9486b5a2c61d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "PUT /v2.0/floatingips/89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 HTTP/1.1" status: 200 len: 992 time: 1.5777860 Apr 22 10:05:39.417335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:05:39.465253 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a77c90fc-6cda-494e-965c-18610f1563a7'] response: {'name': 'network-changed', 'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472', 'status': 'completed', 'code': 200} Apr 22 10:05:39.567832 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-6d58c0ac-5b53-430f-8d60-a5be9431803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:39.569191 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:05:39.570257 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-6d58c0ac-5b53-430f-8d60-a5be9431803d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1098 time: 0.0800879 Apr 22 10:05:39.719974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-c9114ccf-a96c-4359-8a7f-15b6c8141257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:39.721999 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-c9114ccf-a96c-4359-8a7f-15b6c8141257 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1453133 Apr 22 10:05:39.843141 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-77467dd0-b79c-4342-8aae-ab5050a4e8b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 1000 time: 0.1144099 Apr 22 10:05:39.919309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-b4c85f0f-891f-40e6-8994-2e0e118cc162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:39.920885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-b4c85f0f-891f-40e6-8994-2e0e118cc162 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0704668 Apr 22 10:05:39.961543 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '64505a08-b842-4eb3-bb45-6d34165a7472', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:a1:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:05:38Z', 'revision_number': 13, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:05:39.965703 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:05:39.975087 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:05:39.975510 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:05:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:05:40.002089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-6aa5505d-8861-4719-a57d-72561a0ef41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:40.003946 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-6aa5505d-8861-4719-a57d-72561a0ef41c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762324 Apr 22 10:05:40.142128 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-8e75b489-76be-4d84-8828-fd5dd5ec82de service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318555 Apr 22 10:05:40.155230 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:05:40.282350 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d2a9dffe-23ba-49a3-877b-301be1ed6d08 req-01baea28-289c-4822-b359-bbfed6974331 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334524 Apr 22 10:05:40.555894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '64505a08-b842-4eb3-bb45-6d34165a7472', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:a1:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:05:38Z', 'revision_number': 13, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:05:40.560965 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8ff72-3b8c-41c2-8a19-30b7b6eb0beb None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '89cdfbd0-a489-4a78-8915-ad3be5a8d1e3', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'port_id': '64505a08-b842-4eb3-bb45-6d34165a7472', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'mac_address': 'fa:16:3e:a1:7b:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:02:09Z', 'updated_at': '2022-04-22T10:05:38Z', 'revision_number': 13, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:05:40.798901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f721dda7-1daf-4621-a86a-cc04669b5a10 None None] New status for floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:05:41.141518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a61ce-b2a4-4dfc-9323-b565769fa13d req-6f47e977-6a2c-4ffd-9337-58edf4c73f49 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:41.142980 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7f7a61ce-b2a4-4dfc-9323-b565769fa13d req-6f47e977-6a2c-4ffd-9337-58edf4c73f49 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0845323 Apr 22 10:05:41.188154 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7f7a61ce-b2a4-4dfc-9323-b565769fa13d req-be2623be-4f8b-48f8-868e-0e65e171f1e0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388954 Apr 22 10:05:42.093656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffee09f2-f4d9-447c-92c2-8f64c6850af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:44.495426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c3aac231-8cdb-4fa2-87ed-3963c2a92111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:45.193052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-271ff5be-82d5-47d8-94e1-8e8ace42f7b5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734570 Apr 22 10:05:45.335942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-1c5b550c-c7a8-4fb3-a0d3-777886f58e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:45.337509 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-1c5b550c-c7a8-4fb3-a0d3-777886f58e79 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1098 time: 0.0725088 Apr 22 10:05:45.488905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-d181e7ba-9505-4b98-987e-f19625fdcfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:45.490463 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-d181e7ba-9505-4b98-987e-f19625fdcfc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1273270 Apr 22 10:05:45.505290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:45.639541 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-33b06896-5c4c-427f-8266-e4d05e99dd3b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 1002 time: 0.1426291 Apr 22 10:05:45.704352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-1f529bd3-871d-43a2-a6de-d044a815b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:45.705845 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-1f529bd3-871d-43a2-a6de-d044a815b4b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0587354 Apr 22 10:05:45.790457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-922f7eee-d5dd-4063-9948-6ce2da4b5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:45.791881 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-922f7eee-d5dd-4063-9948-6ce2da4b5e71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795081 Apr 22 10:05:45.825999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:46.043883 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-a11cfc41-17dc-4d52-8d42-86cdff2091e7 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431514 Apr 22 10:05:46.174540 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-496286b3-2b2b-4ef8-88c1-3620632ebc68 req-3137515c-3a6e-4a49-8080-e77a48008e85 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236312 Apr 22 10:05:47.286164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:05:50.337185 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:05:50.776506 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-bcb10dc6-8e06-4353-bc25-1eb3f2226787 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702538 Apr 22 10:05:50.837457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b015d-32f0-4af3-9bf3-d4040a8c08e3 req-fe5ef4db-f98c-441d-96b0-784a984627d4 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:50.838920 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-787b015d-32f0-4af3-9bf3-d4040a8c08e3 req-fe5ef4db-f98c-441d-96b0-784a984627d4 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0836661 Apr 22 10:05:50.886831 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-787b015d-32f0-4af3-9bf3-d4040a8c08e3 req-463acc35-7285-4011-8c36-01ebc394c951 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422809 Apr 22 10:05:52.007064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-d29c4ad5-64fb-47f5-8767-baee343ec3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:52.008726 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-d29c4ad5-64fb-47f5-8767-baee343ec3ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1098 time: 0.0870585 Apr 22 10:05:52.109528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c9325-b860-430a-a8a4-32a3d9579528 req-dabd97e0-5576-408c-bd74-e030f0112a9f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:52.111145 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c18c9325-b860-430a-a8a4-32a3d9579528 req-dabd97e0-5576-408c-bd74-e030f0112a9f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0973005 Apr 22 10:05:52.164753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-991f5eed-923f-4901-aed5-12465a9216da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:52.165651 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c18c9325-b860-430a-a8a4-32a3d9579528 req-11e40d9d-4409-4db0-a74d-b41d3db85b37 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442324 Apr 22 10:05:52.166215 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-991f5eed-923f-4901-aed5-12465a9216da service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1457326 Apr 22 10:05:52.281788 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-d4683bdc-9bd5-46c5-acd3-c45a0fb67d18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 1002 time: 0.1069543 Apr 22 10:05:52.348588 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-bc8242ce-bbb8-41b4-8a22-a4bd8c3f01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:52.350050 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-bc8242ce-bbb8-41b4-8a22-a4bd8c3f01d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0621371 Apr 22 10:05:52.434067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-6b156638-c050-4475-bde9-aea8b1fb7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:52.435606 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-6b156638-c050-4475-bde9-aea8b1fb7b09 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791180 Apr 22 10:05:52.585066 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-03587773-6c7e-404e-b40e-ea9eb0ce1089 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425021 Apr 22 10:05:52.729108 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-2be22141-1f9b-473a-8e41-d7c183ad9275 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378396 Apr 22 10:05:53.513071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f44876-c8a4-48f1-a1bf-040dbb383533 req-1f57f94f-b112-42be-9e84-0e4c6df16436 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:53.514507 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-80f44876-c8a4-48f1-a1bf-040dbb383533 req-1f57f94f-b112-42be-9e84-0e4c6df16436 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0858736 Apr 22 10:05:53.567651 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-80f44876-c8a4-48f1-a1bf-040dbb383533 req-3bb69743-cc0b-4898-8e33-47a342ab0aa9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450161 Apr 22 10:05:54.760509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc6f4d-cc07-4e25-bde6-0103455d59cd req-12cd8eeb-14dc-479d-a97b-a96d4e18291a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:54.761854 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-21bc6f4d-cc07-4e25-bde6-0103455d59cd req-12cd8eeb-14dc-479d-a97b-a96d4e18291a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0777678 Apr 22 10:05:54.809604 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-21bc6f4d-cc07-4e25-bde6-0103455d59cd req-4d836444-3dea-4519-8880-e28681456c04 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421057 Apr 22 10:05:56.000234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0a4f4-6cc2-4ea0-ba2e-a4bc4c294abf req-ae8c5f30-7f9e-4070-9ac6-a34519cb1b12 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:56.001730 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aef0a4f4-6cc2-4ea0-ba2e-a4bc4c294abf req-ae8c5f30-7f9e-4070-9ac6-a34519cb1b12 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0851679 Apr 22 10:05:56.061258 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aef0a4f4-6cc2-4ea0-ba2e-a4bc4c294abf req-b0982a57-a185-4133-b1d8-7b6abfa6a737 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531895 Apr 22 10:05:57.245733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba42d72-6231-4c0c-9ceb-7cfa507eab1c req-588aaf2f-9977-4389-b85f-3483e3464a85 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:57.247199 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4ba42d72-6231-4c0c-9ceb-7cfa507eab1c req-588aaf2f-9977-4389-b85f-3483e3464a85 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0801930 Apr 22 10:05:57.297280 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4ba42d72-6231-4c0c-9ceb-7cfa507eab1c req-997a34df-af03-452c-b99d-0eb6c52ffcff tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442452 Apr 22 10:05:58.487156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9a83b-58a1-484e-bc3e-a13292c7edcd req-8f4537fd-eea4-4592-9a0d-1038c3f1777b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:58.488661 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ecf9a83b-58a1-484e-bc3e-a13292c7edcd req-8f4537fd-eea4-4592-9a0d-1038c3f1777b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0828655 Apr 22 10:05:58.532568 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ecf9a83b-58a1-484e-bc3e-a13292c7edcd req-66d82f72-d966-4b24-93af-4ee108a097f8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379279 Apr 22 10:05:59.724548 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d879e-6f4a-48c3-b3ab-529a4ede6ee5 req-5bc2ab96-aeef-4fa1-bf68-1756fee04c1a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:05:59.725991 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ca2d879e-6f4a-48c3-b3ab-529a4ede6ee5 req-5bc2ab96-aeef-4fa1-bf68-1756fee04c1a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0821469 Apr 22 10:05:59.770021 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ca2d879e-6f4a-48c3-b3ab-529a4ede6ee5 req-a2dec194-a12e-46bf-b922-a25ce47e2970 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384054 Apr 22 10:06:00.959282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198bf12-05db-4dd6-b830-738344d24a50 req-5cfa0d5e-a608-4ab9-a873-41ea2ac8247f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:00.960884 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b198bf12-05db-4dd6-b830-738344d24a50 req-5cfa0d5e-a608-4ab9-a873-41ea2ac8247f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0865817 Apr 22 10:06:01.006323 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b198bf12-05db-4dd6-b830-738344d24a50 req-116529d6-0ae7-423a-bc4e-0aff36d45201 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396521 Apr 22 10:06:02.189473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e318f2b-ed84-40c9-99e9-06c9157e36fa req-1dd2c5cf-830e-455b-b892-e3b7b46a3baf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:02.190918 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5e318f2b-ed84-40c9-99e9-06c9157e36fa req-1dd2c5cf-830e-455b-b892-e3b7b46a3baf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0784171 Apr 22 10:06:02.233526 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5e318f2b-ed84-40c9-99e9-06c9157e36fa req-6ee3b4b7-5325-4d8f-ada3-4bf568b18fe3 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370154 Apr 22 10:06:03.437601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82220c7-0f0b-44b9-b6b3-5a38d6b63eae req-002e9555-173c-49b8-85f2-52ede92e2894 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:03.439064 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c82220c7-0f0b-44b9-b6b3-5a38d6b63eae req-002e9555-173c-49b8-85f2-52ede92e2894 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0789022 Apr 22 10:06:03.487194 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c82220c7-0f0b-44b9-b6b3-5a38d6b63eae req-ebd25d47-4442-4330-b720-cba180e97259 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 Apr 22 10:06:04.687106 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf67832-6bec-41c3-a3ec-f74964d3afaf req-cb2e722b-d50f-41a2-9177-ffb6c929d5a2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:04.688897 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4bf67832-6bec-41c3-a3ec-f74964d3afaf req-cb2e722b-d50f-41a2-9177-ffb6c929d5a2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0957935 Apr 22 10:06:04.732737 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4bf67832-6bec-41c3-a3ec-f74964d3afaf req-483fc3f7-5d77-43d5-96d6-5aa91ebef2e1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382884 Apr 22 10:06:05.917827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa27f4-e2eb-4f94-96e3-eb1ba1696553 req-027c4a66-e67f-42c8-b2b7-d9ef494731b6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:05.919205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9ffa27f4-e2eb-4f94-96e3-eb1ba1696553 req-027c4a66-e67f-42c8-b2b7-d9ef494731b6 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0800660 Apr 22 10:06:05.963874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9ffa27f4-e2eb-4f94-96e3-eb1ba1696553 req-65e981f2-dcfc-4398-b236-550caade7023 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386415 Apr 22 10:06:07.151777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43ccd9-3433-42a4-b4f9-2919c2a11d76 req-7221147e-0027-49bc-8a1d-3b42f601c88d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:07.153245 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8e43ccd9-3433-42a4-b4f9-2919c2a11d76 req-7221147e-0027-49bc-8a1d-3b42f601c88d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0801060 Apr 22 10:06:07.201213 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8e43ccd9-3433-42a4-b4f9-2919c2a11d76 req-3693905b-cdd6-49e7-9377-468c1e9d49f0 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419891 Apr 22 10:06:08.489384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8fad0-a31c-43b5-9e23-29940cefaf06 req-0ee89d1d-3072-49cc-b102-890dd9aabc14 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:08.490738 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ea8fad0-a31c-43b5-9e23-29940cefaf06 req-0ee89d1d-3072-49cc-b102-890dd9aabc14 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.1827710 Apr 22 10:06:08.536511 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ea8fad0-a31c-43b5-9e23-29940cefaf06 req-9cfaf15d-ec8b-403c-852d-55ab4547e1b9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399380 Apr 22 10:06:08.863364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:09.722955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea4c90-d7b6-4034-bc0c-34dde3f84c49 req-68f09cca-0149-4792-8405-08449603b06c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:09.724398 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4dea4c90-d7b6-4034-bc0c-34dde3f84c49 req-68f09cca-0149-4792-8405-08449603b06c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0803454 Apr 22 10:06:09.768938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4dea4c90-d7b6-4034-bc0c-34dde3f84c49 req-2e4e5730-f177-4247-b4ac-98b7939b5a5d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387328 Apr 22 10:06:10.350697 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-45bdb376-8443-4210-9e65-4b988819f503 service neutron] 10.222.0.35 "GET /v2.0/ports/64505a08-b842-4eb3-bb45-6d34165a7472/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0745282 Apr 22 10:06:10.636236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-bb947546-53a3-4570-8e7e-0aa9580b59f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:10.637771 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-bb947546-53a3-4570-8e7e-0aa9580b59f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 1098 time: 0.0762286 Apr 22 10:06:10.732496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-bb55c1c6-ba21-4cb3-86b0-a57a7a3de4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:10.733976 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-bb55c1c6-ba21-4cb3-86b0-a57a7a3de4e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1098 time: 0.0718799 Apr 22 10:06:10.870486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-ff78ec9d-fa8b-425b-baef-70a83f48b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:10.871859 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-ff78ec9d-fa8b-425b-baef-70a83f48b2fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1291656 Apr 22 10:06:11.027176 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-b888fbcd-04cc-4b5b-8d2c-3da42a32598d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 1002 time: 0.1198292 Apr 22 10:06:11.084020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a769fb-28d1-4f55-99f6-13da4de36312 req-eb89bac1-0b40-4bbd-b55c-f2c6f65fa1cd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:11.085580 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-80a769fb-28d1-4f55-99f6-13da4de36312 req-eb89bac1-0b40-4bbd-b55c-f2c6f65fa1cd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.2088244 Apr 22 10:06:11.138637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-c88ddd26-ea23-445b-bfd9-c7a49965dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:11.140002 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-c88ddd26-ea23-445b-bfd9-c7a49965dfc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0994589 Apr 22 10:06:11.151390 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-80a769fb-28d1-4f55-99f6-13da4de36312 req-afb3deef-5f45-42f7-8065-ee6a2564b08a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589130 Apr 22 10:06:11.226173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-b10ca98c-14a6-42cb-b0dd-01fbaa4d213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:11.227677 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-b10ca98c-14a6-42cb-b0dd-01fbaa4d213f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796826 Apr 22 10:06:11.363441 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-4751f54b-c98a-465c-af81-76d5ac115cac service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288693 Apr 22 10:06:11.501689 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-a5838ecb-fc46-401b-9f00-3d3a511840c7 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279001 Apr 22 10:06:12.098144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e035e05d-9870-4b82-ad73-4926d4d5db61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:12.354714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e34e-9c29-4af3-996f-148fca1dc062 req-8a55dcfb-6eeb-4b97-b33c-7fa93da0cd6e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:12.357082 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0bd6e34e-9c29-4af3-996f-148fca1dc062 req-8a55dcfb-6eeb-4b97-b33c-7fa93da0cd6e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0916111 Apr 22 10:06:12.404350 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0bd6e34e-9c29-4af3-996f-148fca1dc062 req-32207f58-b790-48e1-ae16-d33b36742f2d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403926 Apr 22 10:06:13.318972 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:06:13.433450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:13.463185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:06:13.473742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:13.479308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:13.527748 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021a0391-91dd-475f-9023-f696ef4490c6'] response: {'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472', 'code': 200} Apr 22 10:06:13.575630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:13.607697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dd272-ceb8-40c4-a065-4c0ddfe0a36d req-323d5f14-6b20-4c6a-961f-60006ec99b7d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:13.609311 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-073dd272-ceb8-40c4-a065-4c0ddfe0a36d req-323d5f14-6b20-4c6a-961f-60006ec99b7d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 943 time: 0.0891104 Apr 22 10:06:13.658614 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-073dd272-ceb8-40c4-a065-4c0ddfe0a36d req-1a91df5d-c9e6-4e23-b1eb-e835cc368f77 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431623 Apr 22 10:06:14.497150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d716e4b3-0817-4110-a22f-7e3e7fd6aacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:14.856308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a69a0-1ae0-4971-853b-bb996695acfd req-f9cba1fd-4cf2-4b19-bc1e-b7bcaa2c7b07 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:14.857834 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4a69a0-1ae0-4971-853b-bb996695acfd req-f9cba1fd-4cf2-4b19-bc1e-b7bcaa2c7b07 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 943 time: 0.0814414 Apr 22 10:06:14.904726 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b4a69a0-1ae0-4971-853b-bb996695acfd req-f42e3934-5e68-4f4e-b7c3-ad2ab34f4c63 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Apr 22 10:06:15.333079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:06:15.465805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:15.479459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '64505a08-b842-4eb3-bb45-6d34165a7472', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '64505a08-b842-4eb3-bb45-6d34165a7472', 'mac_address': 'fa:16:3e:a1:7b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:06:15.544782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:15.547425 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:15.564928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64505a08-b842-4eb3-bb45-6d34165a7472 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:06:15.581737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:15.585627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:15.652556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['64505a08-b842-4eb3-bb45-6d34165a7472'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:06:15.696880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:15.833965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:16.093767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004234b-70de-40f7-b522-f2ad67283538 req-6945dec9-c427-4c12-967c-49669c9a1381 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:16.095242 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1004234b-70de-40f7-b522-f2ad67283538 req-6945dec9-c427-4c12-967c-49669c9a1381 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 944 time: 0.0820827 Apr 22 10:06:16.140139 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1004234b-70de-40f7-b522-f2ad67283538 req-43f97bed-56fb-40a8-a7c6-de379121b99f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390344 Apr 22 10:06:17.289590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:17.329307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcda37-a7af-4040-997c-2d0389c08811 req-5f6f3237-52aa-47aa-8842-7fe8d36d2586 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:17.331516 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2bcda37-a7af-4040-997c-2d0389c08811 req-5f6f3237-52aa-47aa-8842-7fe8d36d2586 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 944 time: 0.0841646 Apr 22 10:06:17.333670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:06:17.381943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2bcda37-a7af-4040-997c-2d0389c08811 req-db261d9b-1c93-4686-8f66-bc85311c761c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452869 Apr 22 10:06:17.454170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 64505a08-b842-4eb3-bb45-6d34165a7472 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:06:17.454431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:17.570736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:17.597507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:06:17.607328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:17.612645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:17.657043 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08f6b1a1-61dd-4dda-81b8-60f7a2e6678a'] response: {'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472', 'code': 200} Apr 22 10:06:17.681499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:18.566002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9ae3e-3929-49d0-abc5-fc84a993c8e3 req-5bb0f612-73cf-422d-a6ed-ac68c8e02d1c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:18.567590 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-76a9ae3e-3929-49d0-abc5-fc84a993c8e3 req-5bb0f612-73cf-422d-a6ed-ac68c8e02d1c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0786059 Apr 22 10:06:18.614918 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-76a9ae3e-3929-49d0-abc5-fc84a993c8e3 req-463018ee-d60b-4293-b0b7-e1b8c54fa1da tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418348 Apr 22 10:06:19.818801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b61d4f-828c-42ed-9f56-79ba7251a4c4 req-a682df7a-eee4-44b6-abb5-726e5f524fed tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:19.820190 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-18b61d4f-828c-42ed-9f56-79ba7251a4c4 req-a682df7a-eee4-44b6-abb5-726e5f524fed tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0968368 Apr 22 10:06:19.865703 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-18b61d4f-828c-42ed-9f56-79ba7251a4c4 req-17de4148-acfe-43e4-895f-6628c64069fd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389276 Apr 22 10:06:21.058156 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a298c-ac3d-45d0-98df-06c85d934dc0 req-306a4d77-dded-4a8d-bc4c-b07db7e35f52 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:21.059534 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9e5a298c-ac3d-45d0-98df-06c85d934dc0 req-306a4d77-dded-4a8d-bc4c-b07db7e35f52 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0836203 Apr 22 10:06:21.104730 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9e5a298c-ac3d-45d0-98df-06c85d934dc0 req-676cf461-7979-423d-bd0d-20af18697c9b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383525 Apr 22 10:06:22.291372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb87d17-fd14-4792-b042-55e28f635f7a req-404a2c44-a09e-4006-810a-cbfc61ab02cf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:22.292846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8cb87d17-fd14-4792-b042-55e28f635f7a req-404a2c44-a09e-4006-810a-cbfc61ab02cf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0816047 Apr 22 10:06:22.337641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8cb87d17-fd14-4792-b042-55e28f635f7a req-6274bd01-b4a6-4e69-8070-e97d63b29479 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385859 Apr 22 10:06:22.789926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-4298b378-69ac-42c8-a33f-1718aaeafd1f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:22.791262 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-4298b378-69ac-42c8-a33f-1718aaeafd1f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b&tenant_id=6e8193ad48b7415ab69da8807126d4ae&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1325619 Apr 22 10:06:22.865937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9063a7-bc13-437c-ab79-3314eb5fb06d req-ffebcdbe-3fe2-41d1-98f0-ffaa3d8993b1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:22.867366 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2a9063a7-bc13-437c-ab79-3314eb5fb06d req-ffebcdbe-3fe2-41d1-98f0-ffaa3d8993b1 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.1562483 Apr 22 10:06:23.024213 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-1a868d8f-9a5d-4330-ae8c-20ad482db53f service neutron] 10.222.0.35 "GET /v2.0/ports/64505a08-b842-4eb3-bb45-6d34165a7472/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.2260189 Apr 22 10:06:23.031429 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2a9063a7-bc13-437c-ab79-3314eb5fb06d req-dfa82663-2849-48dc-bffe-26b353b6ef2b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550004 Apr 22 10:06:23.115475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-a9a23b4b-3ed4-42bb-86b4-12c9d5c2e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:23.117007 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-a9a23b4b-3ed4-42bb-86b4-12c9d5c2e095 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1098 time: 0.0704200 Apr 22 10:06:23.251991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-ecc2c7a9-a979-4542-8235-caf6914ebedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:23.253489 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-ecc2c7a9-a979-4542-8235-caf6914ebedf service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1306946 Apr 22 10:06:23.356714 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-3618392e-97fd-401c-bdf7-cdcf648127e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 1002 time: 0.0967016 Apr 22 10:06:23.418815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-16d027ce-5a25-4a36-b579-d67b794fa811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:23.420237 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-16d027ce-5a25-4a36-b579-d67b794fa811 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0569551 Apr 22 10:06:23.497844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-d082d616-9ffd-49ab-ae8a-6e96aa24d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:23.499316 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-d082d616-9ffd-49ab-ae8a-6e96aa24d9d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721302 Apr 22 10:06:23.633864 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-932f9ff3-50d9-4f57-b3f5-3c85316982f7 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270111 Apr 22 10:06:23.765468 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-c9852fd3-c700-42ab-acbb-de84fc033e7a service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247551 Apr 22 10:06:24.226978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02031ae-fee6-4470-b02b-22e0b9d5ec72 req-561f43da-d0bc-407d-8c87-7ac37c03f396 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:24.228436 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c02031ae-fee6-4470-b02b-22e0b9d5ec72 req-561f43da-d0bc-407d-8c87-7ac37c03f396 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0833218 Apr 22 10:06:24.271920 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c02031ae-fee6-4470-b02b-22e0b9d5ec72 req-7b06d8ad-4bc1-4ab8-b87c-be2c4fd55caa tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378287 Apr 22 10:06:25.455284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f4005-2b41-4944-b4ba-a7b0e14b2fd4 req-5bb3446b-4e27-448f-829d-bb0002c1c125 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:25.456761 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c41f4005-2b41-4944-b4ba-a7b0e14b2fd4 req-5bb3446b-4e27-448f-829d-bb0002c1c125 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0793090 Apr 22 10:06:25.503667 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c41f4005-2b41-4944-b4ba-a7b0e14b2fd4 req-45f25dc4-5f4a-450e-903b-4006a300407b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Apr 22 10:06:26.691391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd452d-217f-4a48-a252-bd94d2f0a0fd req-6d6d0318-0e78-446b-b39a-ed38b23890b5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:26.692794 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cfd452d-217f-4a48-a252-bd94d2f0a0fd req-6d6d0318-0e78-446b-b39a-ed38b23890b5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0806363 Apr 22 10:06:26.737803 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5cfd452d-217f-4a48-a252-bd94d2f0a0fd req-5d589582-c687-40f1-ba03-f41608f481b5 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391068 Apr 22 10:06:27.184343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-8aed8919-b133-4dbf-982d-7f3abd0a75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:27.185861 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-8aed8919-b133-4dbf-982d-7f3abd0a75ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b&tenant_id=6e8193ad48b7415ab69da8807126d4ae HTTP/1.1" status: 200 len: 1098 time: 0.0706367 Apr 22 10:06:27.278782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-7aad3a07-b6d4-4021-8d2e-29ce7d5ef237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:27.280213 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-7aad3a07-b6d4-4021-8d2e-29ce7d5ef237 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6e8193ad48b7415ab69da8807126d4ae&device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 1098 time: 0.0717340 Apr 22 10:06:27.336738 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:06:27.413295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-f9597dd4-1be2-4764-96fe-3ee66c8e7dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:27.414722 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-f9597dd4-1be2-4764-96fe-3ee66c8e7dd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 200 len: 912 time: 0.1275406 Apr 22 10:06:27.529734 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-663cadb9-8ce3-48da-b212-871ec43298f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 200 len: 1002 time: 0.1085129 Apr 22 10:06:27.598927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-67c490fa-78f6-4655-86be-2fd6d625ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:27.600371 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-67c490fa-78f6-4655-86be-2fd6d625ccef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 200 len: 850 time: 0.0631042 Apr 22 10:06:27.676918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-533f07cc-0095-4947-a98c-b9bfe45382f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:27.678403 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-533f07cc-0095-4947-a98c-b9bfe45382f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=23096752-e979-4a9a-96c1-24e356bde66b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718749 Apr 22 10:06:27.812544 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-74f3c307-091b-41c6-9686-0910ddd1a4fb service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272855 Apr 22 10:06:28.095408 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-44cdb397-850b-41e0-83d6-64c5f71b84f7 req-578ea096-1296-4f33-b8e7-01c6b79e2028 service neutron] 10.222.0.35 "GET /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760758 Apr 22 10:06:28.115571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08e8a5-987a-489f-9912-bdebc15967c2 req-0eda7cf4-e9aa-4912-a37e-aeb86ab1df7b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:28.117028 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e08e8a5-987a-489f-9912-bdebc15967c2 req-0eda7cf4-e9aa-4912-a37e-aeb86ab1df7b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.2675195 Apr 22 10:06:28.168244 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e08e8a5-987a-489f-9912-bdebc15967c2 req-f9fc6d46-6aa0-446d-8a9a-2fd842ed1bb8 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Apr 22 10:06:29.369866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34709a-39fb-4fb4-9bce-0d32aef27448 req-97858f0d-70f1-4ddd-96e9-dd16780773dd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:29.371358 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1f34709a-39fb-4fb4-9bce-0d32aef27448 req-97858f0d-70f1-4ddd-96e9-dd16780773dd tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0947289 Apr 22 10:06:29.380556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:06:29.421706 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1f34709a-39fb-4fb4-9bce-0d32aef27448 req-18c57ea6-5ccc-4eeb-92a2-029b08ca3910 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445914 Apr 22 10:06:29.511158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:29.540868 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:06:29.550814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:29.557441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:29.605024 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10aec0fd-c7bc-4c92-80d3-91b7dbfd90ba'] response: {'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472', 'code': 200} Apr 22 10:06:29.629299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=9']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:29.636440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.636818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.637155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.637485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.637856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.638136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.638458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.638776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.639099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.639415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.639729 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:29.640041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:30.620748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8961c0-e4b2-4b17-b41c-6f8d8d5d20d3 req-f1d93974-1dd3-40f8-a6ea-251c09e0d8ce tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:30.622201 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8e8961c0-e4b2-4b17-b41c-6f8d8d5d20d3 req-f1d93974-1dd3-40f8-a6ea-251c09e0d8ce tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 943 time: 0.0815995 Apr 22 10:06:30.764844 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8e8961c0-e4b2-4b17-b41c-6f8d8d5d20d3 req-da6fb195-c36d-4702-a0e6-fe1f023f34ec tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365941 Apr 22 10:06:31.392693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:06:31.527569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:31.541063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '64505a08-b842-4eb3-bb45-6d34165a7472', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'port_id': '64505a08-b842-4eb3-bb45-6d34165a7472', 'mac_address': 'fa:16:3e:a1:7b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:06:31.595613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:31.613024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64505a08-b842-4eb3-bb45-6d34165a7472 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:06:31.629390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:31.633777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:31.701837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['64505a08-b842-4eb3-bb45-6d34165a7472'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:06:31.739467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=10']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:31.954549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe69aa-49a3-4292-9332-f9e2a8cb715c req-54c16a56-551e-41cd-b5b9-157c82178bb2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:31.955960 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3efe69aa-49a3-4292-9332-f9e2a8cb715c req-54c16a56-551e-41cd-b5b9-157c82178bb2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0807722 Apr 22 10:06:32.007956 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3efe69aa-49a3-4292-9332-f9e2a8cb715c req-e081cdfd-97c4-4af0-9002-239d54c561f2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Apr 22 10:06:33.193385 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0417c-706f-45a2-8fe9-77a6c3093b5e req-2fd98248-7266-4e02-b31e-9b6fbd64febf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:33.194826 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2dd0417c-706f-45a2-8fe9-77a6c3093b5e req-2fd98248-7266-4e02-b31e-9b6fbd64febf tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 945 time: 0.0802193 Apr 22 10:06:33.241204 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2dd0417c-706f-45a2-8fe9-77a6c3093b5e req-04f2c41e-d59f-44de-b3f1-186f682d7d2e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405068 Apr 22 10:06:33.424049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:06:33.494533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 64505a08-b842-4eb3-bb45-6d34165a7472 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:06:33.494902 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:33.615039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:33.641771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:06:33.651610 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:33.656883 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:33.700881 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d9163f-ed08-4a79-b085-1d142106db97'] response: {'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472', 'code': 200} Apr 22 10:06:33.726341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=11']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:34.434864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418100d1-25a6-4ca1-b9e0-b04ef8b429dc req-aa8718af-ed8a-4534-8a4d-e2f373f5ed0a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:34.436347 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-418100d1-25a6-4ca1-b9e0-b04ef8b429dc req-aa8718af-ed8a-4534-8a4d-e2f373f5ed0a tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0845258 Apr 22 10:06:34.486582 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-418100d1-25a6-4ca1-b9e0-b04ef8b429dc req-44ced8a1-0b9c-43fe-bdf3-6d153eea3948 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438910 Apr 22 10:06:35.684558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9697cd-cebf-4110-87ab-0573b463ee3c req-ea13f8ea-568a-4054-8560-732c9d89840b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:35.686008 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa9697cd-cebf-4110-87ab-0573b463ee3c req-ea13f8ea-568a-4054-8560-732c9d89840b tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0840862 Apr 22 10:06:35.729580 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa9697cd-cebf-4110-87ab-0573b463ee3c req-a5e567bf-fe98-4c96-b01d-8fa40346d36c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373316 Apr 22 10:06:36.925413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd472b5-c2c9-4402-9362-c08ad779e8a6 req-968b83a0-3e6e-4ef1-b62f-fba308efde38 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:36.926888 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbd472b5-c2c9-4402-9362-c08ad779e8a6 req-968b83a0-3e6e-4ef1-b62f-fba308efde38 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0847669 Apr 22 10:06:36.975888 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbd472b5-c2c9-4402-9362-c08ad779e8a6 req-cf58bd11-6e91-4c0f-9080-07b00cfa237f tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431807 Apr 22 10:06:38.165512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b96744-b469-4e5c-aa73-4a08b5194929 req-528abdef-ae92-4c55-a272-b5b8938d5ec2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:38.167002 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a2b96744-b469-4e5c-aa73-4a08b5194929 req-528abdef-ae92-4c55-a272-b5b8938d5ec2 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0811577 Apr 22 10:06:38.216007 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a2b96744-b469-4e5c-aa73-4a08b5194929 req-aa6ad045-8dd7-4d73-9f91-85f7822799fb tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432870 Apr 22 10:06:38.401413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d6796-8ebd-4663-9ba3-ba9c4a677c26 req-df318dfa-9136-4554-900d-e579385884aa tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:38.402868 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-754d6796-8ebd-4663-9ba3-ba9c4a677c26 req-df318dfa-9136-4554-900d-e579385884aa tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0791271 Apr 22 10:06:38.448666 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-754d6796-8ebd-4663-9ba3-ba9c4a677c26 req-de9962d4-6460-4a20-85aa-dbfae172e73d tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392096 Apr 22 10:06:38.633768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65fd15-8eb9-4ee3-9802-b3174fcfa925 req-1c3dff2c-9fad-405e-97cc-8b708345183e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:38.635251 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ee65fd15-8eb9-4ee3-9802-b3174fcfa925 req-1c3dff2c-9fad-405e-97cc-8b708345183e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0800295 Apr 22 10:06:38.681466 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ee65fd15-8eb9-4ee3-9802-b3174fcfa925 req-e42bbc6a-f42f-41e9-84fa-3e1bd5274487 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403891 Apr 22 10:06:38.877714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:39.077428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f7d47-5596-4c2d-888f-b53f34b23be7 req-416cac77-381a-4cac-aa99-e38ddfe4f748 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:39.078940 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d5f7d47-5596-4c2d-888f-b53f34b23be7 req-416cac77-381a-4cac-aa99-e38ddfe4f748 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0853784 Apr 22 10:06:39.123253 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d5f7d47-5596-4c2d-888f-b53f34b23be7 req-5b8d0653-250e-44b9-9b7f-a8f11f03a45c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381131 Apr 22 10:06:40.314961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d01e1-ac1b-42a7-8683-be7366091408 req-0fd1b09b-4639-4280-ab81-4276d2718a16 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:40.316436 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9b4d01e1-ac1b-42a7-8683-be7366091408 req-0fd1b09b-4639-4280-ab81-4276d2718a16 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0834348 Apr 22 10:06:40.363063 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9b4d01e1-ac1b-42a7-8683-be7366091408 req-e65d1f43-60fe-4d13-9a18-1991889354df tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409842 Apr 22 10:06:41.564573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f8316-4470-4728-8dd2-71eb90f1d137 req-c6d541c6-615d-4206-8dd4-ad4d85319334 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:41.566039 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dd4f8316-4470-4728-8dd2-71eb90f1d137 req-c6d541c6-615d-4206-8dd4-ad4d85319334 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0821943 Apr 22 10:06:41.625520 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dd4f8316-4470-4728-8dd2-71eb90f1d137 req-3bdbd5d8-b057-478d-bb2b-92b4b68ada56 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups?id=33b15b6f-5c42-4f01-981c-80d5373c93e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536239 Apr 22 10:06:41.982581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-488b98b4-2450-4029-9159-beee696f4717 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:41.984023 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-488b98b4-2450-4029-9159-beee696f4717 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 946 time: 0.0874071 Apr 22 10:06:42.054156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Deleting port 64505a08-b842-4eb3-bb45-6d34165a7472 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:06:42.054490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:42.101588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c900e787-3451-4e3d-b14c-3b31fc71b39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:42.312336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] For port 64505a08-b842-4eb3-bb45-6d34165a7472, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=64505a08-b842-4eb3-bb45-6d34165a7472,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:42.312724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:42.609048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:42.609801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:42.609801 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 disassociated. External IP: 172.26.2.153, port: 64505a08-b842-4eb3-bb45-6d34165a7472. Apr 22 10:06:42.610211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Calling delete_port for 64505a08-b842-4eb3-bb45-6d34165a7472 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:06:42.765457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:42.774598 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e44598cd-cb13-4702-ab33-51deda65b48b req-31a25d66-f64d-4712-a3e4-2c6344280eb9 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 210 time: 0.0444052 Apr 22 10:06:42.821173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event deleted for resources: {'Port': ['ID=64505a08-b842-4eb3-bb45-6d34165a7472,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:42.832952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.833277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.833610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.833945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.834272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.834627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.834949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.835271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.835593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.835912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.836229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:42.836565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:43.132682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:06:43.310755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:06:43.320600 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:06:43.329763 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:06:43.330349 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:06:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:43.390099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] No DVR routers for this DVR port 64505a08-b842-4eb3-bb45-6d34165a7472 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:06:43.392527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:43.396546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-deleted', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:06:43.412203 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e2a712eb-05bf-4433-aeec-e1f3149f7b4e req-4b30baf4-cb6b-4946-bb1e-aa591f73864e tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.35 "DELETE /v2.0/ports/64505a08-b842-4eb3-bb45-6d34165a7472 HTTP/1.1" status: 204 len: 173 time: 1.4209809 Apr 22 10:06:43.505586 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc035c3a-148e-4575-9fd3-282256c50a2c'] response: {'server_uuid': '51785e55-d121-4a53-b3d2-1b86d8f0d89b', 'name': 'network-vif-deleted', 'tag': '64505a08-b842-4eb3-bb45-6d34165a7472', 'status': 'completed', 'code': 200} Apr 22 10:06:43.525424 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:06:43.851667 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:43.855804 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:06:43.865137 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:06:43.865743 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:06:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:43.945078 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-386891ac-4026-4275-ad84-0b5eaccea76d req-76ab508b-a68f-4d64-b44f-48602ce2dd18 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/ports?device_id=51785e55-d121-4a53-b3d2-1b86d8f0d89b HTTP/1.1" status: 200 len: 210 time: 0.0516970 Apr 22 10:06:44.051024 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:06:44.393288 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:44.397174 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5220a476-5fd2-49cb-b016-668fc048ea0a None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:02:06Z', 'revision_number': 4, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '31ebd455-fe1b-4461-860e-cefb945582c7', 'name': '', 'network_id': '23096752-e979-4a9a-96c1-24e356bde66b', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'mac_address': 'fa:16:3e:6e:b9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:05Z', 'updated_at': '2022-04-22T10:02:12Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'subnets': [{'id': '607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:06:44.500651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cb85e01c-34be-4597-8baf-4dc063233387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:44.634915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d083c2-7557-4f0e-ac1f-6115cbf222aa None None] New status for floating IP 89cdfbd0-a489-4a78-8915-ad3be5a8d1e3: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:06:45.485940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:06:45.528797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 64505a08-b842-4eb3-bb45-6d34165a7472 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:06:45.529417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 64505a08-b842-4eb3-bb45-6d34165a7472 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:06:45.538604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:45.817229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:47.292445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:49.182720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38228) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:49.248157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d938d811-370e-47e3-8707-4861c2e3e240 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:49.275998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d938d811-370e-47e3-8707-4861c2e3e240 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:49.330125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d938d811-370e-47e3-8707-4861c2e3e240 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:49.348453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938d811-370e-47e3-8707-4861c2e3e240 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b15b6f-5c42-4f01-981c-80d5373c93e8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:49.360025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d938d811-370e-47e3-8707-4861c2e3e240 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:49.361722 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d938d811-370e-47e3-8707-4861c2e3e240 tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "DELETE /v2.0/security-groups/33b15b6f-5c42-4f01-981c-80d5373c93e8 HTTP/1.1" status: 204 len: 168 time: 0.1779952 Apr 22 10:06:49.365555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38232) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:49.381917 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.api.v2.resource [None req-5616d277-1411-4e18-8578-099d49c105fe tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] show failed (client error): The resource could not be found. Apr 22 10:06:49.382926 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5616d277-1411-4e18-8578-099d49c105fe tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "GET /v2.0/security-groups/33b15b6f-5c42-4f01-981c-80d5373c93e8 HTTP/1.1" status: 404 len: 347 time: 0.0164502 Apr 22 10:06:49.385814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38236) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:49.546400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Deleting port fff36d0b-5e8c-4e68-8d46-0f7a29e50c2a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:06:49.546750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:49.721007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:49.721330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:49.849594 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Calling delete_port for fff36d0b-5e8c-4e68-8d46-0f7a29e50c2a owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:06:49.990699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:50.040926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Pushing event deleted for resources: {'Port': ['ID=fff36d0b-5e8c-4e68-8d46-0f7a29e50c2a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:50.131826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:50.145515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:50.146625 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f2a9c0e4-e786-4882-ab5d-0eb4e5e2999c tempest-ServerActionsTestJSON-1572679679 tempest-ServerActionsTestJSON-1572679679-project] 10.222.0.32 "DELETE /v2.0/floatingips/89cdfbd0-a489-4a78-8915-ad3be5a8d1e3 HTTP/1.1" status: 204 len: 168 time: 0.7599463 Apr 22 10:06:50.149475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38240) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:50.810549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:51.164353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Deleting port 31ebd455-fe1b-4461-860e-cefb945582c7 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:06:51.164609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:51.342183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] For port 31ebd455-fe1b-4461-860e-cefb945582c7, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=31ebd455-fe1b-4461-860e-cefb945582c7,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:51.342536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:51.470067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Calling delete_port for 31ebd455-fe1b-4461-860e-cefb945582c7 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:06:51.758681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:51.806419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ebd455-fe1b-4461-860e-cefb945582c7,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:52.071925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:52.426853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Router 4da2e362-4df2-43e9-9395-75263b9ee639 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:06:52.605280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:06:52.614444 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] Sync routers for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:06:52.617997 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-85815f81-3721-4945-bbc8-9612c80c7b51 admin admin] 10.222.0.32 "PUT /v2.0/routers/4da2e362-4df2-43e9-9395-75263b9ee639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4674993 Apr 22 10:06:52.620425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38244) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:52.624555 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:06:52.625162 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:06:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:52.801419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:52.803870 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:06:52.977611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:52.987876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Deleting port 71843972-4dcb-419c-9241-488d49433d41 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:06:52.988208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:53.097003 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172'}], 'enable_snat': True}, 'gw_port_id': '71843972-4dcb-419c-9241-488d49433d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:06:51Z', 'revision_number': 5, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port': {'id': '71843972-4dcb-419c-9241-488d49433d41', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:02:03Z', 'updated_at': '2022-04-22T10:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:53.101184 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] Checking router: 4da2e362-4df2-43e9-9395-75263b9ee639 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:06:53.110760 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] Routers {'4da2e362-4df2-43e9-9395-75263b9ee639'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:06:53.111382 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:06:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['4da2e362-4df2-43e9-9395-75263b9ee639'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:53.272456 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] Set router 4da2e362-4df2-43e9-9395-75263b9ee639 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:06:53.300830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] For port 71843972-4dcb-419c-9241-488d49433d41, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=71843972-4dcb-419c-9241-488d49433d41,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:53.301435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:53.381683 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:06:52Z', 'revision_number': 6, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:53.385666 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f37347d-4756-4778-8b33-41e6ff6a3347 None None] The sync data for ids ['4da2e362-4df2-43e9-9395-75263b9ee639'] in dv-neutron-839018-1-hyperv is: [{'id': '4da2e362-4df2-43e9-9395-75263b9ee639', 'name': 'tempest-ServerActionsTestJSON-234230285-router', 'tenant_id': '6e8193ad48b7415ab69da8807126d4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:02:02Z', 'updated_at': '2022-04-22T10:06:52Z', 'revision_number': 6, 'project_id': '6e8193ad48b7415ab69da8807126d4ae', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:06:53.428995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Calling delete_port for 71843972-4dcb-419c-9241-488d49433d41 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:06:53.601956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:53.652880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Pushing event deleted for resources: {'Port': ['ID=71843972-4dcb-419c-9241-488d49433d41,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:53.743885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:53.919291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:53.921411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:53.944788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:53.945293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4da2e362-4df2-43e9-9395-75263b9ee639 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:06:53.958658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:53.959787 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fcc97ecb-3f4e-491d-bcd2-135d45af8b98 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4da2e362-4df2-43e9-9395-75263b9ee639 HTTP/1.1" status: 204 len: 168 time: 1.3384497 Apr 22 10:06:53.962436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38248) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:54.022864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-433586a3-9508-41e6-85f3-00fada284031 admin admin] Deleting subnet 607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:06:54.025793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-433586a3-9508-41e6-85f3-00fada284031 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.074107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-433586a3-9508-41e6-85f3-00fada284031 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.159671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-433586a3-9508-41e6-85f3-00fada284031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.228518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-433586a3-9508-41e6-85f3-00fada284031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.268724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433586a3-9508-41e6-85f3-00fada284031 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:54.273580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-433586a3-9508-41e6-85f3-00fada284031 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.279322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7820f8d-b820-4ac3-a472-4bfd477945ac None None] Network 23096752-e979-4a9a-96c1-24e356bde66b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:06:54.280892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-433586a3-9508-41e6-85f3-00fada284031 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/607a5a01-e5aa-45d9-bc7e-b8bd0a2b5d71 HTTP/1.1" status: 204 len: 168 time: 0.3174655 Apr 22 10:06:54.283488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38252) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:54.394244 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.405702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Deleting port 8600dcf6-e64d-4760-952d-2ef738682551 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:06:54.406032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.518029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 71843972-4dcb-419c-9241-488d49433d41 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:06:54.555587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 71843972-4dcb-419c-9241-488d49433d41 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:06:54.556181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 71843972-4dcb-419c-9241-488d49433d41 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:06:54.556771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 31ebd455-fe1b-4461-860e-cefb945582c7 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:06:54.588186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] DHCP port deletion for 23096752-e979-4a9a-96c1-24e356bde66b request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:06:54.597460 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 31ebd455-fe1b-4461-860e-cefb945582c7 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:06:54.597693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 31ebd455-fe1b-4461-860e-cefb945582c7 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:06:54.600320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] Deleting port 8600dcf6-e64d-4760-952d-2ef738682551 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:06:54.600836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.761179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] For port 8600dcf6-e64d-4760-952d-2ef738682551, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8600dcf6-e64d-4760-952d-2ef738682551,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:54.761395 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.821815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] For port 8600dcf6-e64d-4760-952d-2ef738682551, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8600dcf6-e64d-4760-952d-2ef738682551,segment=NetworkSegment(22a043d4-6b20-4408-8016-283aaf9c13d2),segment_id=22a043d4-6b20-4408-8016-283aaf9c13d2)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:06:54.822196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:54.887534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Calling delete_port for 8600dcf6-e64d-4760-952d-2ef738682551 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:06:54.942913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] Calling delete_port for 8600dcf6-e64d-4760-952d-2ef738682551 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:06:54.968451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.018418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:06:55.018677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:06:55.020183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8600dcf6-e64d-4760-952d-2ef738682551,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:55.022030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] No DVR routers for this DVR port 8600dcf6-e64d-4760-952d-2ef738682551 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:06:55.140284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.166304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23096752-e979-4a9a-96c1-24e356bde66b']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:55.179322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a043d4-6b20-4408-8016-283aaf9c13d2') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:55.179617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a043d4-6b20-4408-8016-283aaf9c13d2') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:06:55.191430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.209303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.215928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:06:55.216326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:06:55.233859 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:06:55.309590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.326781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.337053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=23096752-e979-4a9a-96c1-24e356bde66b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:55.351556 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aae329d5-2b87-4c58-b645-c6615beec5f9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/23096752-e979-4a9a-96c1-24e356bde66b HTTP/1.1" status: 204 len: 168 time: 1.0670552 Apr 22 10:06:55.473414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38258) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:55.520069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] Deleting port 8600dcf6-e64d-4760-952d-2ef738682551 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:06:55.521403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.531393 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a37c8f2e-8adc-46f5-855f-561c1a27d327 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e8193ad48b7415ab69da8807126d4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565345 Apr 22 10:06:55.535338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38262) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:55.600386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0e837f43-61f6-4352-bd1e-b984f2ed1222 None None] The port '8600dcf6-e64d-4760-952d-2ef738682551' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:06:55.614922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10d9be88-4b96-4206-9c07-802b0f40ebd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.645250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10d9be88-4b96-4206-9c07-802b0f40ebd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.706445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10d9be88-4b96-4206-9c07-802b0f40ebd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.726833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9be88-4b96-4206-9c07-802b0f40ebd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bc4e41-07fd-4caf-9133-3d9a64a623ca,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:55.734632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-10d9be88-4b96-4206-9c07-802b0f40ebd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:55.738245 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-10d9be88-4b96-4206-9c07-802b0f40ebd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6bc4e41-07fd-4caf-9133-3d9a64a623ca HTTP/1.1" status: 204 len: 168 time: 0.2007861 Apr 22 10:06:56.497592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8600dcf6-e64d-4760-952d-2ef738682551 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:06:56.504286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38286) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:56.537410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 8600dcf6-e64d-4760-952d-2ef738682551 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:06:56.538345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8600dcf6-e64d-4760-952d-2ef738682551 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:06:56.619346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1768960535-network', 'tenant_id': '83e8073371eb4f7eb3e9df9109daa5d3'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:06:56.624188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:06:56.628127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Usage tracker for resource:network and tenant:83e8073371eb4f7eb3e9df9109daa5d3 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:06:56.630983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:06:56.637531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:06:56.649108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Made reservation on behalf of 83e8073371eb4f7eb3e9df9109daa5d3 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:06:56.651366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:56.668371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:56.682845 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:06:56.687206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Usage tracker for resource:security_group_rule and tenant:83e8073371eb4f7eb3e9df9109daa5d3 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:06:56.690150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:06:56.695755 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:06:56.792257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:56.796042 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:56.827117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:06:56.836073 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:56.846109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.846387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.846728 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.847060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.847384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.847709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.848034 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.848354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.848698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.849018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.849334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.849648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:06:56.853193 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:56.853519 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Added segment 568484bb-74c9-4310-80e6-148eb160cb3f of type vlan for network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 Apr 22 10:06:56.881049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:56.910101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:56.911158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:56.911731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:57.011232 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5049455 Apr 22 10:06:57.014029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38292) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:06:57.021770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Request body: {'subnet': {'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1768960535-subnet', 'tenant_id': '83e8073371eb4f7eb3e9df9109daa5d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:06:57.025038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c639a-9808-46be-a916-9c7d410b9852 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:57.029752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:06:57.034647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Usage tracker for resource:subnet and tenant:83e8073371eb4f7eb3e9df9109daa5d3 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:06:57.035245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:06:57.037761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:06:57.043689 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:06:57.055443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Made reservation on behalf of 83e8073371eb4f7eb3e9df9109daa5d3 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:06:57.057822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:57.262162 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:57.352286 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fd2a27-1db1-44d0-ac78-8210fbb0a0da,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:06:57.361928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Checking segment: {'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:06:57.362304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Network hostable DHCP agents. Network: 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:06:57.382144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:06:57.392712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:06:57.397150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:57.397738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:57.402447 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3762c777-8560-47ab-aa6c-8534f468218a None None] Network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:06:57.420446 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d024c118-beb9-4ee8-89f4-29c4d167ffaa admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4053361 Apr 22 10:06:57.618874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e577f0-34f3-40ba-98ed-0312176950a6 None None] Network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:06:57.952837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6407d8-9288-4459-b577-f0d15b843574 req-94fc8a96-f82c-47ae-aaa9-68006c58e228 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:57.953491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fc6407d8-9288-4459-b577-f0d15b843574 req-94fc8a96-f82c-47ae-aaa9-68006c58e228 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Synchronizing usage tracker for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:06:57.971075 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fc6407d8-9288-4459-b577-f0d15b843574 req-94fc8a96-f82c-47ae-aaa9-68006c58e228 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Unset dirty status for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:06:57.972264 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-94fc8a96-f82c-47ae-aaa9-68006c58e228 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/networks?id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 HTTP/1.1" status: 200 len: 814 time: 0.1648979 Apr 22 10:06:57.987584 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-122cd2a1-96e7-4083-86ab-8ee6e0e4116c tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/quotas/83e8073371eb4f7eb3e9df9109daa5d3 HTTP/1.1" status: 200 len: 375 time: 0.0098276 Apr 22 10:06:58.035073 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-138c5e02-a0c7-43e3-94bb-af5681a24a43 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=83e8073371eb4f7eb3e9df9109daa5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420711 Apr 22 10:06:58.089887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-52a2e374-4e7d-451f-9f85-b8eba6897138 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:06:58.090870 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-52a2e374-4e7d-451f-9f85-b8eba6897138 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493989 Apr 22 10:06:58.223298 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-b941961f-30a3-467a-bc29-2f998c6dae9c service neutron] 10.222.0.32 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254387 Apr 22 10:06:58.355647 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-22942257-2604-4157-a1eb-a3168083ebf9 service neutron] 10.222.0.32 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264586 Apr 22 10:06:58.529691 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8202fdec-5052-4946-a6d4-50170d74eddb req-f728408e-dfde-4e16-8c2d-6a672250cfc9 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 210 time: 0.0426180 Apr 22 10:06:59.614641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6407d8-9288-4459-b577-f0d15b843574 req-7b495aaa-17f1-4185-9c82-bff3fb44fc42 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:06:59.616133 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-7b495aaa-17f1-4185-9c82-bff3fb44fc42 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.35 "GET /v2.0/networks?id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 HTTP/1.1" status: 200 len: 814 time: 0.1533573 Apr 22 10:06:59.631787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Request body: {'port': {'device_id': '6a398de5-2c2b-4f4b-97ba-dee49ddf27fd', 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0', 'admin_state_up': True, 'tenant_id': '83e8073371eb4f7eb3e9df9109daa5d3'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:06:59.699289 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-17bdd9ed-4a2b-4c04-b6ea-728b3f5bff25 req-38754ae6-2b40-499c-8d69-fe1d88b1c9e4 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 210 time: 0.0507128 Apr 22 10:06:59.775977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:06:59.779796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Usage tracker for resource:port and tenant:83e8073371eb4f7eb3e9df9109daa5d3 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:06:59.783601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:06:59.790248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:06:59.801356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Made reservation on behalf of 83e8073371eb4f7eb3e9df9109daa5d3 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:06:59.804824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:06:59.970756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Allocated IP 172.20.0.3 (3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0/f8fd2a27-1db1-44d0-ac78-8210fbb0a0da/b56fff4c-3e54-48e8-a530-22674ca4b6b6) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:07:00.182298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:00.213426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:00.279196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:07:00.282221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:00.286462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:07:00.328649 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Pushing event updated for resources: {'Port': ['ID=b56fff4c-3e54-48e8-a530-22674ca4b6b6,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:00.364191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:00.364831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:00.386203 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-292de081-3c50-4cd8-a966-3127e63cc46b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595773 Apr 22 10:07:00.398038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Request body: {'port': {'device_id': '6a398de5-2c2b-4f4b-97ba-dee49ddf27fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:00.510149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:00.922092 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56fff4c-3e54-48e8-a530-22674ca4b6b6 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:07:00.933196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:00.956587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Transition to ACTIVE for port object b56fff4c-3e54-48e8-a530-22674ca4b6b6 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:00.961921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:01.208112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd96f3-1b4c-4a17-b78a-aad1f5906ded req-1b6adb84-bfc4-460c-a48f-32a7a62c5717 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:01.208729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-16dd96f3-1b4c-4a17-b78a-aad1f5906ded req-1b6adb84-bfc4-460c-a48f-32a7a62c5717 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Synchronizing usage tracker for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:07:01.286068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Pushing event updated for resources: {'Port': ['ID=b56fff4c-3e54-48e8-a530-22674ca4b6b6,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:01.334755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-16dd96f3-1b4c-4a17-b78a-aad1f5906ded req-1b6adb84-bfc4-460c-a48f-32a7a62c5717 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Unset dirty status for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:07:01.335908 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-16dd96f3-1b4c-4a17-b78a-aad1f5906ded req-1b6adb84-bfc4-460c-a48f-32a7a62c5717 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 931 time: 0.4882944 Apr 22 10:07:01.412410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Attempting to bind port b56fff4c-3e54-48e8-a530-22674ca4b6b6 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:07:01.412736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Attempting to bind port b56fff4c-3e54-48e8-a530-22674ca4b6b6 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:07:01.413063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Attempting to bind port b56fff4c-3e54-48e8-a530-22674ca4b6b6 on network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:01.418966 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-16dd96f3-1b4c-4a17-b78a-aad1f5906ded req-18117354-f2ed-4db5-9b6e-a0dad6e126d9 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761983 Apr 22 10:07:01.421192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Port b56fff4c-3e54-48e8-a530-22674ca4b6b6 on network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:07:01.421565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Attempting to bind port b56fff4c-3e54-48e8-a530-22674ca4b6b6 on network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:01.428771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:07:01.429107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Checking segment: {'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:01.429521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Bound using segment: {'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:07:01.429940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Bound port: b56fff4c-3e54-48e8-a530-22674ca4b6b6, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:07:01.430427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:01.530811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] For port b56fff4c-3e54-48e8-a530-22674ca4b6b6, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:07:01.534794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] For port b56fff4c-3e54-48e8-a530-22674ca4b6b6, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b56fff4c-3e54-48e8-a530-22674ca4b6b6,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:07:01.539061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:01.594671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:01.595291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:01.596704 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] 10.222.0.35 "PUT /v2.0/ports/b56fff4c-3e54-48e8-a530-22674ca4b6b6 HTTP/1.1" status: 200 len: 1093 time: 1.2026701 Apr 22 10:07:01.597185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a398de5-2c2b-4f4b-97ba-dee49ddf27fd', 'tag': 'b56fff4c-3e54-48e8-a530-22674ca4b6b6'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:07:01.626456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17336cce-adcd-4930-b5ed-e82fcb24ae67 service neutron] Pushing event updated for resources: {'Port': ['ID=b56fff4c-3e54-48e8-a530-22674ca4b6b6,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:01.677777 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32a19151-1044-4e91-8331-f28aa87296bb'] response: {'name': 'network-changed', 'server_uuid': '6a398de5-2c2b-4f4b-97ba-dee49ddf27fd', 'tag': 'b56fff4c-3e54-48e8-a530-22674ca4b6b6', 'status': 'completed', 'code': 200} Apr 22 10:07:01.721761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6407d8-9288-4459-b577-f0d15b843574 req-a3b03ec6-a282-45a8-99e3-90b901df9fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:01.723267 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-a3b03ec6-a282-45a8-99e3-90b901df9fc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83e8073371eb4f7eb3e9df9109daa5d3&device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 1096 time: 0.0798726 Apr 22 10:07:01.794205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-6c0e546a-a5f5-4c0f-aecf-08e2fd0a6bb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b56fff4c-3e54-48e8-a530-22674ca4b6b6 HTTP/1.1" status: 200 len: 217 time: 0.0631998 Apr 22 10:07:01.860924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6407d8-9288-4459-b577-f0d15b843574 req-6df7c831-5a71-4883-abbf-fae45ba9afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:01.862349 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-6df7c831-5a71-4883-abbf-fae45ba9afc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8fd2a27-1db1-44d0-ac78-8210fbb0a0da HTTP/1.1" status: 200 len: 854 time: 0.0613196 Apr 22 10:07:01.909777 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-eb0bb722-a774-4fc2-ad5e-cc96ef9d95ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408683 Apr 22 10:07:02.043636 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-0674257a-6517-4016-bc41-2969bf9a846a service neutron] 10.222.0.35 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269643 Apr 22 10:07:02.177081 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc6407d8-9288-4459-b577-f0d15b843574 req-1473bed1-5130-42bd-8408-dbb985b20141 service neutron] 10.222.0.35 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241841 Apr 22 10:07:02.309713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98377505-ea6e-4167-a455-bf8d0db28914 req-d90d19b9-3dca-4d31-8ef0-1342440f62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:02.311250 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98377505-ea6e-4167-a455-bf8d0db28914 req-d90d19b9-3dca-4d31-8ef0-1342440f62b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83e8073371eb4f7eb3e9df9109daa5d3&device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 1096 time: 0.0801487 Apr 22 10:07:02.456170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98377505-ea6e-4167-a455-bf8d0db28914 req-2a133a36-45d1-4923-b03e-08106e75f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:02.457713 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98377505-ea6e-4167-a455-bf8d0db28914 req-2a133a36-45d1-4923-b03e-08106e75f46b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 HTTP/1.1" status: 200 len: 915 time: 0.1394770 Apr 22 10:07:02.526357 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98377505-ea6e-4167-a455-bf8d0db28914 req-e704819d-90ab-46f7-9d14-1ef5a155fa71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b56fff4c-3e54-48e8-a530-22674ca4b6b6 HTTP/1.1" status: 200 len: 217 time: 0.0622056 Apr 22 10:07:02.640211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98377505-ea6e-4167-a455-bf8d0db28914 req-a7dcc861-f6cc-4c75-8e7e-6f5676680610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:02.641748 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98377505-ea6e-4167-a455-bf8d0db28914 req-a7dcc861-f6cc-4c75-8e7e-6f5676680610 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8fd2a27-1db1-44d0-ac78-8210fbb0a0da HTTP/1.1" status: 200 len: 854 time: 0.1073933 Apr 22 10:07:02.693516 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98377505-ea6e-4167-a455-bf8d0db28914 req-9510b26d-c73a-4302-96c0-41ea843b1784 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452178 Apr 22 10:07:02.733739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53f8e0-7517-4aa2-80bd-be94d3cce59b req-74d3e9b0-64b1-4ca4-8a87-5b9a34586a0e tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:02.735852 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c53f8e0-7517-4aa2-80bd-be94d3cce59b req-74d3e9b0-64b1-4ca4-8a87-5b9a34586a0e tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 943 time: 0.1713340 Apr 22 10:07:02.855183 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2c53f8e0-7517-4aa2-80bd-be94d3cce59b req-08274b3d-2cf6-4886-8bc0-8baea9eb8ab8 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078389 Apr 22 10:07:02.985538 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98377505-ea6e-4167-a455-bf8d0db28914 req-2608a597-8ab8-44f9-abb5-fcd6ceb50444 service neutron] 10.222.0.35 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828701 Apr 22 10:07:03.127246 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-98377505-ea6e-4167-a455-bf8d0db28914 req-82436ac3-988e-404f-93f0-b34959b5b07c service neutron] 10.222.0.35 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337993 Apr 22 10:07:04.042836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d798b09-d158-447d-be24-6536d61290de req-1d0a462c-d930-4c53-a3a7-44b8eddf41a6 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:04.044346 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d798b09-d158-447d-be24-6536d61290de req-1d0a462c-d930-4c53-a3a7-44b8eddf41a6 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 943 time: 0.0798423 Apr 22 10:07:04.108144 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5d798b09-d158-447d-be24-6536d61290de req-e169c31f-83dd-456f-9010-adf6722ee51d tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Synchronizing usage tracker for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:07:04.126628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5d798b09-d158-447d-be24-6536d61290de req-e169c31f-83dd-456f-9010-adf6722ee51d tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Unset dirty status for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:07:04.127879 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d798b09-d158-447d-be24-6536d61290de req-e169c31f-83dd-456f-9010-adf6722ee51d tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772166 Apr 22 10:07:04.336350 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:07:05.312060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b48a1f-137d-4cd0-b1c1-ee6241df480d req-e6f34a51-cb00-4226-a617-a17590337c34 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:05.314053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b9b48a1f-137d-4cd0-b1c1-ee6241df480d req-e6f34a51-cb00-4226-a617-a17590337c34 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 943 time: 0.0831409 Apr 22 10:07:05.357979 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b9b48a1f-137d-4cd0-b1c1-ee6241df480d req-14ceae34-4fc9-4341-ad9a-6ac867266615 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381403 Apr 22 10:07:05.567218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device b56fff4c-3e54-48e8-a530-22674ca4b6b6 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:07:05.702728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port b56fff4c-3e54-48e8-a530-22674ca4b6b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b56fff4c-3e54-48e8-a530-22674ca4b6b6,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:05.715783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': 'b56fff4c-3e54-48e8-a530-22674ca4b6b6', 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0', 'port_id': 'b56fff4c-3e54-48e8-a530-22674ca4b6b6', 'mac_address': 'fa:16:3e:21:4b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fd2a27-1db1-44d0-ac78-8210fbb0a0da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:07:05.769713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:05.794832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56fff4c-3e54-48e8-a530-22674ca4b6b6 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:07:05.810337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port b56fff4c-3e54-48e8-a530-22674ca4b6b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b56fff4c-3e54-48e8-a530-22674ca4b6b6,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:05.814934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:05.883524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=b56fff4c-3e54-48e8-a530-22674ca4b6b6,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:06.143267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['b56fff4c-3e54-48e8-a530-22674ca4b6b6'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:07:06.642015 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338fc85-2c7b-4eb1-97d8-534825366548 req-07333e57-18ab-48de-9bfd-d7a12d688b90 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:06.643620 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8338fc85-2c7b-4eb1-97d8-534825366548 req-07333e57-18ab-48de-9bfd-d7a12d688b90 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 944 time: 0.1748018 Apr 22 10:07:06.688831 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8338fc85-2c7b-4eb1-97d8-534825366548 req-abc30965-87cd-4bfa-8ab8-8358b6aec6ab tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 Apr 22 10:07:07.564034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device b56fff4c-3e54-48e8-a530-22674ca4b6b6 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:07:07.630569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port b56fff4c-3e54-48e8-a530-22674ca4b6b6 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:07.635340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port b56fff4c-3e54-48e8-a530-22674ca4b6b6 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:07.635732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:07.752533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:07.779458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a398de5-2c2b-4f4b-97ba-dee49ddf27fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56fff4c-3e54-48e8-a530-22674ca4b6b6'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:07:07.790573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port b56fff4c-3e54-48e8-a530-22674ca4b6b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b56fff4c-3e54-48e8-a530-22674ca4b6b6,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:07.802836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:07.851762 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1bfbcb-cb48-49f1-904c-1a004aaa4a4d'] response: {'server_uuid': '6a398de5-2c2b-4f4b-97ba-dee49ddf27fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56fff4c-3e54-48e8-a530-22674ca4b6b6', 'code': 200} Apr 22 10:07:07.873479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=b56fff4c-3e54-48e8-a530-22674ca4b6b6,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:07.901610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091839ef-44fc-4092-a969-1bac816316c4 req-2c70b178-1098-4c82-a89d-491c627efd2d tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:07.903058 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-091839ef-44fc-4092-a969-1bac816316c4 req-2c70b178-1098-4c82-a89d-491c627efd2d tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0906110 Apr 22 10:07:07.949142 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-091839ef-44fc-4092-a969-1bac816316c4 req-5c1f951e-fecd-4031-92b1-9e4b9a7a05a7 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Apr 22 10:07:08.072363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b1c28-2c27-4a7a-9a58-5b445612aaa9 req-257dc89b-9f38-4161-809f-440c3138ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:08.073886 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1d3b1c28-2c27-4a7a-9a58-5b445612aaa9 req-257dc89b-9f38-4161-809f-440c3138ce86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 1098 time: 0.0678856 Apr 22 10:07:08.117367 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1d3b1c28-2c27-4a7a-9a58-5b445612aaa9 req-bef3146d-480a-4032-a786-9587521a04f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373135 Apr 22 10:07:08.877645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:09.133890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8c3a6-483d-4f58-b57c-8d9c47f16588 req-a687c055-0fa9-4d15-99db-7cc90d598a83 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:09.135218 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c8c3a6-483d-4f58-b57c-8d9c47f16588 req-a687c055-0fa9-4d15-99db-7cc90d598a83 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0811741 Apr 22 10:07:09.180073 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57c8c3a6-483d-4f58-b57c-8d9c47f16588 req-d63bb5b7-f796-4242-bf5f-1a015205949b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379553 Apr 22 10:07:10.365757 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481cdae-6c64-41f1-b28f-7416cea334c8 req-f34b60bc-bb49-4775-ae9a-b980154a0b78 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:10.367263 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d481cdae-6c64-41f1-b28f-7416cea334c8 req-f34b60bc-bb49-4775-ae9a-b980154a0b78 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0802989 Apr 22 10:07:10.416822 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d481cdae-6c64-41f1-b28f-7416cea334c8 req-c3d7f819-dea4-431e-b0ec-bc68340c3697 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Apr 22 10:07:10.702396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-5ca119eb-7f85-42d7-91dd-1f0056e3b999 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:10.704387 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-5ca119eb-7f85-42d7-91dd-1f0056e3b999 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/networks?id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 HTTP/1.1" status: 200 len: 814 time: 0.1465425 Apr 22 10:07:10.719065 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-fb83824d-9167-4650-975e-b2605c08fa73 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/quotas/83e8073371eb4f7eb3e9df9109daa5d3 HTTP/1.1" status: 200 len: 375 time: 0.0091364 Apr 22 10:07:10.799429 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-27ee89dc-2d27-431c-aa38-7349d157a75e tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=83e8073371eb4f7eb3e9df9109daa5d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751524 Apr 22 10:07:10.930716 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-e80c9d1a-ac31-44a0-bfee-a530cfdbf670 service neutron] 10.222.0.32 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247003 Apr 22 10:07:11.063976 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-ed81e88e-610c-4dc6-af9e-c2f03d6e81e3 service neutron] 10.222.0.32 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274583 Apr 22 10:07:11.238131 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9403e598-b43c-4475-983e-2502e131c1cd req-64457f00-c54a-434f-83f5-576d0791843c tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 210 time: 0.0425937 Apr 22 10:07:12.104892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e54efb24-b115-4639-bd52-1e5e8c67d1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:12.304269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d7881740-e262-40a6-84ee-d87158f5a75f tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:12.306520 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d7881740-e262-40a6-84ee-d87158f5a75f tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.35 "GET /v2.0/networks?id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 HTTP/1.1" status: 200 len: 814 time: 0.1582386 Apr 22 10:07:12.318244 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Request body: {'port': {'device_id': 'f5b84fcd-5cf3-4254-9202-474a4aec0e6e', 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0', 'admin_state_up': True, 'tenant_id': '83e8073371eb4f7eb3e9df9109daa5d3'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:12.403226 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bb71fa78-5ee4-4189-a8b8-557f0fdf8bbb req-49bd3e85-2f34-4693-bc94-e9ca32e82969 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 210 time: 0.0496817 Apr 22 10:07:12.473549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:12.482802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:12.493234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Made reservation on behalf of 83e8073371eb4f7eb3e9df9109daa5d3 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:12.496742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:12.653504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Allocated IP 172.20.0.8 (3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0/f8fd2a27-1db1-44d0-ac78-8210fbb0a0da/17e66da2-a228-4908-9f3a-80444ce6b836) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:07:12.879632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:12.909015 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:12.928385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['b56fff4c-3e54-48e8-a530-22674ca4b6b6'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:07:12.973888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:07:12.976869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:12.980736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:07:13.021533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Pushing event updated for resources: {'Port': ['ID=17e66da2-a228-4908-9f3a-80444ce6b836,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:13.067564 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:13.068677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:13.096332 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-29ac21c0-658a-4f4e-b7e6-a1ee9052a49b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7819157 Apr 22 10:07:13.109193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Request body: {'port': {'device_id': 'f5b84fcd-5cf3-4254-9202-474a4aec0e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:13.216283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:13.610826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e66da2-a228-4908-9f3a-80444ce6b836 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:07:13.620864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:13.639762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Transition to ACTIVE for port object 17e66da2-a228-4908-9f3a-80444ce6b836 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:13.644095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:13.862017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaccd1a-402b-40ed-b9fe-e7c729cc54c7 req-bd9359c8-4f75-4a5f-b194-65a798c6391f tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:13.862585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5aaccd1a-402b-40ed-b9fe-e7c729cc54c7 req-bd9359c8-4f75-4a5f-b194-65a798c6391f tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Synchronizing usage tracker for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:07:13.935577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5aaccd1a-402b-40ed-b9fe-e7c729cc54c7 req-bd9359c8-4f75-4a5f-b194-65a798c6391f tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Unset dirty status for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:07:13.936731 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5aaccd1a-402b-40ed-b9fe-e7c729cc54c7 req-bd9359c8-4f75-4a5f-b194-65a798c6391f tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 931 time: 0.4268272 Apr 22 10:07:13.965704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Pushing event updated for resources: {'Port': ['ID=17e66da2-a228-4908-9f3a-80444ce6b836,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:14.027629 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5aaccd1a-402b-40ed-b9fe-e7c729cc54c7 req-c4886ebc-c1ff-4c6b-8694-b9f7e9a3ceb7 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629952 Apr 22 10:07:14.043151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Attempting to bind port 17e66da2-a228-4908-9f3a-80444ce6b836 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:07:14.043482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Attempting to bind port 17e66da2-a228-4908-9f3a-80444ce6b836 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:07:14.043803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Attempting to bind port 17e66da2-a228-4908-9f3a-80444ce6b836 on network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:14.048991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Port 17e66da2-a228-4908-9f3a-80444ce6b836 on network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:07:14.049303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Attempting to bind port 17e66da2-a228-4908-9f3a-80444ce6b836 on network 3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:14.054351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:07:14.054680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Checking segment: {'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:14.055054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Bound using segment: {'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:07:14.055467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Bound port: 17e66da2-a228-4908-9f3a-80444ce6b836, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568484bb-74c9-4310-80e6-148eb160cb3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:07:14.055803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:14.150869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] For port 17e66da2-a228-4908-9f3a-80444ce6b836, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:07:14.153810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] For port 17e66da2-a228-4908-9f3a-80444ce6b836, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=17e66da2-a228-4908-9f3a-80444ce6b836,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:07:14.159332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:14.214968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:14.215568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:14.216961 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] 10.222.0.35 "PUT /v2.0/ports/17e66da2-a228-4908-9f3a-80444ce6b836 HTTP/1.1" status: 200 len: 1093 time: 1.1119664 Apr 22 10:07:14.217403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b84fcd-5cf3-4254-9202-474a4aec0e6e', 'tag': '17e66da2-a228-4908-9f3a-80444ce6b836'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:07:14.243223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1362f-fc8d-421a-9127-ba4415d4f005 service neutron] Pushing event updated for resources: {'Port': ['ID=17e66da2-a228-4908-9f3a-80444ce6b836,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:14.294180 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ac5afd-0272-4fa0-938b-49e16f0e19ce'] response: {'name': 'network-changed', 'server_uuid': 'f5b84fcd-5cf3-4254-9202-474a4aec0e6e', 'tag': '17e66da2-a228-4908-9f3a-80444ce6b836', 'status': 'completed', 'code': 200} Apr 22 10:07:14.334640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-189f0364-6f2f-4e2c-9fb9-21d976d82a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:14.336200 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-189f0364-6f2f-4e2c-9fb9-21d976d82a13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83e8073371eb4f7eb3e9df9109daa5d3&device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 1096 time: 0.0764410 Apr 22 10:07:14.416047 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-6adf7520-cc1b-4869-a770-be9394846baf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e66da2-a228-4908-9f3a-80444ce6b836 HTTP/1.1" status: 200 len: 217 time: 0.0599773 Apr 22 10:07:14.484573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-7fa63ea4-c3f1-4138-9f5d-63cc741cb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:14.486003 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-7fa63ea4-c3f1-4138-9f5d-63cc741cb0b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8fd2a27-1db1-44d0-ac78-8210fbb0a0da HTTP/1.1" status: 200 len: 854 time: 0.0608025 Apr 22 10:07:14.498737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f8c93924-8e4b-4ebe-8164-cc44ff5f2df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:14.533504 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-d20a6695-c5ab-4855-9399-f8412a8e4853 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410979 Apr 22 10:07:14.667725 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-ed011cc7-a3bc-415f-ba33-bd7f4a88e028 service neutron] 10.222.0.35 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271224 Apr 22 10:07:14.806316 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50b65743-cfae-4472-a4ea-26544ddc2cae req-20fab857-e6e5-40f4-a10f-6d1bbd9732bb service neutron] 10.222.0.35 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267223 Apr 22 10:07:14.941768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1321e0-9930-4176-9756-14df2402545f req-733e2bc0-7a3c-4b2b-bc0b-23a6262c4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:14.943143 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb1321e0-9930-4176-9756-14df2402545f req-733e2bc0-7a3c-4b2b-bc0b-23a6262c4e6d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83e8073371eb4f7eb3e9df9109daa5d3&device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 1096 time: 0.0743792 Apr 22 10:07:15.086842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1321e0-9930-4176-9756-14df2402545f req-85502eeb-d40d-4eb4-b356-8c22d1567673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:15.088283 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb1321e0-9930-4176-9756-14df2402545f req-85502eeb-d40d-4eb4-b356-8c22d1567673 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 HTTP/1.1" status: 200 len: 915 time: 0.1389880 Apr 22 10:07:15.204420 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb1321e0-9930-4176-9756-14df2402545f req-07649231-eadb-489f-9ab0-35c8d98decc5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17e66da2-a228-4908-9f3a-80444ce6b836 HTTP/1.1" status: 200 len: 217 time: 0.1016936 Apr 22 10:07:15.276331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1321e0-9930-4176-9756-14df2402545f req-3b7bd44f-18f6-4753-a970-7cc81da9de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:15.277779 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb1321e0-9930-4176-9756-14df2402545f req-3b7bd44f-18f6-4753-a970-7cc81da9de93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8fd2a27-1db1-44d0-ac78-8210fbb0a0da HTTP/1.1" status: 200 len: 854 time: 0.0662954 Apr 22 10:07:15.323689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b8145-43db-4fdb-ac21-7b3f1dab14d2 req-b1be31bb-00c9-4efe-9474-3ba0f60c55d6 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:15.325146 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-937b8145-43db-4fdb-ac21-7b3f1dab14d2 req-b1be31bb-00c9-4efe-9474-3ba0f60c55d6 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 943 time: 0.1764219 Apr 22 10:07:15.350192 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb1321e0-9930-4176-9756-14df2402545f req-c8199d7a-9d0d-499e-b30f-26874153a9ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635920 Apr 22 10:07:15.414478 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-937b8145-43db-4fdb-ac21-7b3f1dab14d2 req-e9356ea3-c984-442d-a3c1-3340e4917f12 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830660 Apr 22 10:07:15.502736 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb1321e0-9930-4176-9756-14df2402545f req-c1439c26-16df-4abe-bf6e-0115f218401b service neutron] 10.222.0.35 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440041 Apr 22 10:07:15.512932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:15.636322 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb1321e0-9930-4176-9756-14df2402545f req-a00c3351-031a-45b3-81b5-8acdf17af2df service neutron] 10.222.0.35 "GET /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258960 Apr 22 10:07:15.820276 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:16.601866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c066fe-8910-446b-b4d9-cf1e24f3cd72 req-49f9dcfa-22aa-48fb-b1d1-64f3f0f654b0 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:16.603453 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-94c066fe-8910-446b-b4d9-cf1e24f3cd72 req-49f9dcfa-22aa-48fb-b1d1-64f3f0f654b0 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 943 time: 0.0837452 Apr 22 10:07:16.651647 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-94c066fe-8910-446b-b4d9-cf1e24f3cd72 req-be161810-10c8-42e4-b1c1-2283202a480b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Apr 22 10:07:17.295408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:17.618784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 17e66da2-a228-4908-9f3a-80444ce6b836 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:07:17.754370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 17e66da2-a228-4908-9f3a-80444ce6b836, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=17e66da2-a228-4908-9f3a-80444ce6b836,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:17.768204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '17e66da2-a228-4908-9f3a-80444ce6b836', 'network_id': '3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0', 'port_id': '17e66da2-a228-4908-9f3a-80444ce6b836', 'mac_address': 'fa:16:3e:4b:6e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fd2a27-1db1-44d0-ac78-8210fbb0a0da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:07:17.831434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:17.849937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e66da2-a228-4908-9f3a-80444ce6b836 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:07:17.866594 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 17e66da2-a228-4908-9f3a-80444ce6b836, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=17e66da2-a228-4908-9f3a-80444ce6b836,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:17.871372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:17.938139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=17e66da2-a228-4908-9f3a-80444ce6b836,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:17.950313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6939b-3515-4dae-acbb-1b7fdea55a41 req-69f5e772-20f7-40ac-b03a-e5f3714a9e14 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:17.951924 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-16d6939b-3515-4dae-acbb-1b7fdea55a41 req-69f5e772-20f7-40ac-b03a-e5f3714a9e14 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 944 time: 0.1943984 Apr 22 10:07:17.996610 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-16d6939b-3515-4dae-acbb-1b7fdea55a41 req-1405880f-1b97-4bb5-816d-7a3af1ff0473 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379796 Apr 22 10:07:18.248124 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['17e66da2-a228-4908-9f3a-80444ce6b836'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:07:19.182321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a356d3-b5d2-49f8-8569-38997e3d2709 req-00836030-2231-4aea-9016-f9a5a1ba61b1 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:19.183764 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6a356d3-b5d2-49f8-8569-38997e3d2709 req-00836030-2231-4aea-9016-f9a5a1ba61b1 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 944 time: 0.0825772 Apr 22 10:07:19.228915 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6a356d3-b5d2-49f8-8569-38997e3d2709 req-ef3afa37-f4e1-4be9-a2c7-a5f38a18d1ff tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Apr 22 10:07:19.629498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 17e66da2-a228-4908-9f3a-80444ce6b836 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:07:19.699466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 17e66da2-a228-4908-9f3a-80444ce6b836 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:19.704884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 17e66da2-a228-4908-9f3a-80444ce6b836 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:19.705250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:19.821248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:19.849228 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b84fcd-5cf3-4254-9202-474a4aec0e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e66da2-a228-4908-9f3a-80444ce6b836'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:07:19.861405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 17e66da2-a228-4908-9f3a-80444ce6b836, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=17e66da2-a228-4908-9f3a-80444ce6b836,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:19.865863 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:19.935741 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5263f18f-9d21-4104-b91f-2718bb35b473'] response: {'server_uuid': 'f5b84fcd-5cf3-4254-9202-474a4aec0e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e66da2-a228-4908-9f3a-80444ce6b836', 'code': 200} Apr 22 10:07:19.967934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=17e66da2-a228-4908-9f3a-80444ce6b836,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:20.169701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0d01c-3276-4b8f-8765-13b8072baf35 req-12d30356-e573-4b4d-a6e5-e8a403ea6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:20.171103 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3fc0d01c-3276-4b8f-8765-13b8072baf35 req-12d30356-e573-4b4d-a6e5-e8a403ea6266 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 1098 time: 0.0725718 Apr 22 10:07:20.220750 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3fc0d01c-3276-4b8f-8765-13b8072baf35 req-b3fae6be-7814-43a8-8990-87e95eefa4ab service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Apr 22 10:07:20.417946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fa51b-0408-410c-bfae-4e4827457c01 req-cbc1cbfc-69b6-4738-ac27-052523b650e3 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:20.419426 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-701fa51b-0408-410c-bfae-4e4827457c01 req-cbc1cbfc-69b6-4738-ac27-052523b650e3 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 945 time: 0.0832672 Apr 22 10:07:20.467803 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-701fa51b-0408-410c-bfae-4e4827457c01 req-ed6e5b75-7353-4140-a935-1101bf712a32 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Apr 22 10:07:21.664675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce885c0-dec4-4740-94e7-fcb9e2d60da1 req-f4dc61c9-4ae8-4b59-8a34-12cb96964c32 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:21.666284 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ce885c0-dec4-4740-94e7-fcb9e2d60da1 req-f4dc61c9-4ae8-4b59-8a34-12cb96964c32 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 945 time: 0.0862553 Apr 22 10:07:21.717473 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ce885c0-dec4-4740-94e7-fcb9e2d60da1 req-44bff909-131c-40e9-b0dc-0478ca7a7a95 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Apr 22 10:07:22.906118 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dff1a-d022-4d65-9257-2d0503cbebd2 req-ab5236a9-d53f-445c-b3b2-c278e33d3e67 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:22.908478 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9d6dff1a-d022-4d65-9257-2d0503cbebd2 req-ab5236a9-d53f-445c-b3b2-c278e33d3e67 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 945 time: 0.0814340 Apr 22 10:07:22.951331 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9d6dff1a-d022-4d65-9257-2d0503cbebd2 req-4edc456a-2c50-447f-b571-1606e8651431 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367789 Apr 22 10:07:23.336361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb07317-f376-43db-b942-6d552f609cdb req-6acb8ef9-925d-4df0-a0db-72cc3ab4220b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:23.337948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1fb07317-f376-43db-b942-6d552f609cdb req-6acb8ef9-925d-4df0-a0db-72cc3ab4220b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 945 time: 0.0895557 Apr 22 10:07:23.385287 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1fb07317-f376-43db-b942-6d552f609cdb req-8a0ce544-7ffd-4c7e-bd1d-b1f905e3a2af tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417490 Apr 22 10:07:24.570018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f2acb-bf8f-4527-b53f-83530183382b req-3409703d-5beb-45d4-ba14-98a4c4580ed6 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:24.571498 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e49f2acb-bf8f-4527-b53f-83530183382b req-3409703d-5beb-45d4-ba14-98a4c4580ed6 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 945 time: 0.0812263 Apr 22 10:07:24.616304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e49f2acb-bf8f-4527-b53f-83530183382b req-81e5cbf8-ed65-4fee-8e74-f7a1c9246c6e tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Apr 22 10:07:24.940196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-b8b9637a-7274-4c75-a201-71af29e687a5 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:24.941650 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-b8b9637a-7274-4c75-a201-71af29e687a5 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.35 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 945 time: 0.0824955 Apr 22 10:07:25.011258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Deleting port 17e66da2-a228-4908-9f3a-80444ce6b836 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:25.011593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:25.263742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] For port 17e66da2-a228-4908-9f3a-80444ce6b836, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=17e66da2-a228-4908-9f3a-80444ce6b836,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:25.264010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:25.402128 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Calling delete_port for 17e66da2-a228-4908-9f3a-80444ce6b836 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:07:25.576159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:25.594357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['b56fff4c-3e54-48e8-a530-22674ca4b6b6', '17e66da2-a228-4908-9f3a-80444ce6b836'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:07:25.638666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Pushing event deleted for resources: {'Port': ['ID=17e66da2-a228-4908-9f3a-80444ce6b836,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:25.748381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] No DVR routers for this DVR port 17e66da2-a228-4908-9f3a-80444ce6b836 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:07:25.751304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:25.754188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b84fcd-5cf3-4254-9202-474a4aec0e6e', 'name': 'network-vif-deleted', 'tag': '17e66da2-a228-4908-9f3a-80444ce6b836'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:07:25.783993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d4a69a9c-f21f-4a59-af59-eeaa6ff26eb5 req-d1680674-04b7-4fbb-9415-6afc0f5075ea tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.35 "DELETE /v2.0/ports/17e66da2-a228-4908-9f3a-80444ce6b836 HTTP/1.1" status: 204 len: 173 time: 0.8367195 Apr 22 10:07:25.814289 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-18e5dccd-7a09-4645-b7ef-5159993b29d7 req-5311f90e-5555-4c5b-a6c5-6cdad5f73c6b tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5b84fcd-5cf3-4254-9202-474a4aec0e6e HTTP/1.1" status: 200 len: 210 time: 0.0612354 Apr 22 10:07:25.826571 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eb30377-465d-4e2d-9b08-faef96f8c792'] response: {'server_uuid': 'f5b84fcd-5cf3-4254-9202-474a4aec0e6e', 'name': 'network-vif-deleted', 'tag': '17e66da2-a228-4908-9f3a-80444ce6b836', 'status': 'completed', 'code': 200} Apr 22 10:07:27.084119 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187bf9f-c8b2-4d10-81c4-c3c6f8c6ba9d req-aee5bd1d-0296-4735-ac24-801a127df8a4 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:27.090892 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0187bf9f-c8b2-4d10-81c4-c3c6f8c6ba9d req-aee5bd1d-0296-4735-ac24-801a127df8a4 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0834711 Apr 22 10:07:27.130724 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0187bf9f-c8b2-4d10-81c4-c3c6f8c6ba9d req-4c157195-9de8-4693-91f1-bb6dc82f4208 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391624 Apr 22 10:07:27.502453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123c1cf-5185-4415-85fb-4d2ac326e033 req-9a9fb7ea-028f-4696-98a2-8de69a0a0bff tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:27.503863 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2123c1cf-5185-4415-85fb-4d2ac326e033 req-9a9fb7ea-028f-4696-98a2-8de69a0a0bff tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0830138 Apr 22 10:07:27.554195 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2123c1cf-5185-4415-85fb-4d2ac326e033 req-12f71e8a-01a0-466d-a36e-2c19c40d2010 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 Apr 22 10:07:27.676349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 17e66da2-a228-4908-9f3a-80444ce6b836 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:07:27.709134 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 17e66da2-a228-4908-9f3a-80444ce6b836 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:07:27.709478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 17e66da2-a228-4908-9f3a-80444ce6b836 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:07:27.747072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93003a-8f42-4ab9-a07b-369e5b53e619 req-6b4248c6-3e87-4757-8659-92d3f11a89f7 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:27.747745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-6f93003a-8f42-4ab9-a07b-369e5b53e619 req-6b4248c6-3e87-4757-8659-92d3f11a89f7 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Synchronizing usage tracker for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:07:27.763574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-6f93003a-8f42-4ab9-a07b-369e5b53e619 req-6b4248c6-3e87-4757-8659-92d3f11a89f7 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Unset dirty status for tenant:83e8073371eb4f7eb3e9df9109daa5d3 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:07:27.764752 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6f93003a-8f42-4ab9-a07b-369e5b53e619 req-6b4248c6-3e87-4757-8659-92d3f11a89f7 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0990107 Apr 22 10:07:27.814800 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6f93003a-8f42-4ab9-a07b-369e5b53e619 req-1417ad1b-cbd4-4948-a66b-2ccf9f30b379 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435026 Apr 22 10:07:28.112527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3937d-e578-4fe8-9adf-366e8b74f514 req-acc39411-35f2-4b0d-92ca-0dd6b3bfa0b0 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:28.113963 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-94a3937d-e578-4fe8-9adf-366e8b74f514 req-acc39411-35f2-4b0d-92ca-0dd6b3bfa0b0 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0813129 Apr 22 10:07:28.160508 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-94a3937d-e578-4fe8-9adf-366e8b74f514 req-c301e81a-93ef-481c-8d2e-9a6889e6edc5 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407186 Apr 22 10:07:28.365942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40177e51-3e3e-4ab8-995f-a1591d5ed7ea req-928388f6-b0be-48de-966a-05556cccba96 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:28.367297 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40177e51-3e3e-4ab8-995f-a1591d5ed7ea req-928388f6-b0be-48de-966a-05556cccba96 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0869014 Apr 22 10:07:28.411243 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40177e51-3e3e-4ab8-995f-a1591d5ed7ea req-b5eea0e2-dabe-4566-9d46-f2d0a17cc7eb tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382199 Apr 22 10:07:28.626040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3d12b-d044-4999-82ba-bd9ecb9f7805 req-1965a485-8f95-42b8-b5e5-4289c6f502b3 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:28.627411 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2a3d12b-d044-4999-82ba-bd9ecb9f7805 req-1965a485-8f95-42b8-b5e5-4289c6f502b3 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0783441 Apr 22 10:07:28.764950 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2a3d12b-d044-4999-82ba-bd9ecb9f7805 req-1b71fc06-6819-44ba-94f0-8da4b99b6586 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319578 Apr 22 10:07:29.291547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8d77e-c981-49ea-93f3-497766164791 req-61e7f291-a137-4f02-9153-d89bda85bfb2 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:29.293065 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b4e8d77e-c981-49ea-93f3-497766164791 req-61e7f291-a137-4f02-9153-d89bda85bfb2 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0781782 Apr 22 10:07:29.336153 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b4e8d77e-c981-49ea-93f3-497766164791 req-28fb3e81-89c1-41ad-9063-95ed99a2a599 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368540 Apr 22 10:07:30.546246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7b4cb-2d4c-4f6d-be2b-1fbb945cd5d6 req-9313e50e-4f1d-4c12-b776-9c8ba613b5df tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:30.548839 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5fc7b4cb-2d4c-4f6d-be2b-1fbb945cd5d6 req-9313e50e-4f1d-4c12-b776-9c8ba613b5df tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0912068 Apr 22 10:07:30.600221 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5fc7b4cb-2d4c-4f6d-be2b-1fbb945cd5d6 req-eed5dd3e-d190-483c-89da-b8c405c493db tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454125 Apr 22 10:07:30.994089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-e0142d05-34b0-40b2-b3b0-e468cf209bcd tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:30.995580 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-e0142d05-34b0-40b2-b3b0-e468cf209bcd tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0851989 Apr 22 10:07:31.073743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Deleting port b56fff4c-3e54-48e8-a530-22674ca4b6b6 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:31.074072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:31.476781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] For port b56fff4c-3e54-48e8-a530-22674ca4b6b6, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=b56fff4c-3e54-48e8-a530-22674ca4b6b6,segment=NetworkSegment(568484bb-74c9-4310-80e6-148eb160cb3f),segment_id=568484bb-74c9-4310-80e6-148eb160cb3f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:31.477140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:31.628450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Calling delete_port for b56fff4c-3e54-48e8-a530-22674ca4b6b6 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:07:31.793098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:31.804228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dc1d8-2ac2-4959-9753-1a822e822c5c req-f8038a74-d324-46e6-84de-19f03523c03d tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:31.805766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a63dc1d8-2ac2-4959-9753-1a822e822c5c req-f8038a74-d324-46e6-84de-19f03523c03d tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=6a398de5-2c2b-4f4b-97ba-dee49ddf27fd HTTP/1.1" status: 200 len: 945 time: 0.0880184 Apr 22 10:07:31.845508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Pushing event deleted for resources: {'Port': ['ID=b56fff4c-3e54-48e8-a530-22674ca4b6b6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:31.854321 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a63dc1d8-2ac2-4959-9753-1a822e822c5c req-e18d3e9e-bc98-4409-9c46-b7297fe9d6c4 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Apr 22 10:07:31.944119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] No DVR routers for this DVR port b56fff4c-3e54-48e8-a530-22674ca4b6b6 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:07:31.947497 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:31.951260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a398de5-2c2b-4f4b-97ba-dee49ddf27fd', 'name': 'network-vif-deleted', 'tag': 'b56fff4c-3e54-48e8-a530-22674ca4b6b6'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:07:31.971357 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-534d2dd7-ddb9-473d-82de-865730f657e8 req-cfa19609-3fa7-453c-ad57-0e1aeb42bf04 tempest-ServersNegativeTestJSON-177324321 tempest-ServersNegativeTestJSON-177324321-project] 10.222.0.35 "DELETE /v2.0/ports/b56fff4c-3e54-48e8-a530-22674ca4b6b6 HTTP/1.1" status: 204 len: 173 time: 0.9694114 Apr 22 10:07:32.005685 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e303db88-d643-4f54-ba01-626feb431394'] response: {'server_uuid': '6a398de5-2c2b-4f4b-97ba-dee49ddf27fd', 'name': 'network-vif-deleted', 'tag': 'b56fff4c-3e54-48e8-a530-22674ca4b6b6', 'status': 'completed', 'code': 200} Apr 22 10:07:32.955510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38450) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:33.023098 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48be95b-38d8-47c9-b60e-ff6e18f4b674 admin admin] Deleting subnet f8fd2a27-1db1-44d0-ac78-8210fbb0a0da {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:07:33.026314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c48be95b-38d8-47c9-b60e-ff6e18f4b674 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.078016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c48be95b-38d8-47c9-b60e-ff6e18f4b674 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.133575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c48be95b-38d8-47c9-b60e-ff6e18f4b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.202459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c48be95b-38d8-47c9-b60e-ff6e18f4b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.246140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48be95b-38d8-47c9-b60e-ff6e18f4b674 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fd2a27-1db1-44d0-ac78-8210fbb0a0da,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:33.250880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c48be95b-38d8-47c9-b60e-ff6e18f4b674 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.257335 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c48be95b-38d8-47c9-b60e-ff6e18f4b674 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f8fd2a27-1db1-44d0-ac78-8210fbb0a0da HTTP/1.1" status: 204 len: 168 time: 0.3007555 Apr 22 10:07:33.260035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38454) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:33.367024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.488798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.516363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:33.528955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568484bb-74c9-4310-80e6-148eb160cb3f') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:33.529249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568484bb-74c9-4310-80e6-148eb160cb3f') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:33.541582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.563584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.571274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:07:33.571677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:07:33.585649 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:07:33.673588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.679827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device b56fff4c-3e54-48e8-a530-22674ca4b6b6 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:07:33.689593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.699792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:33.707711 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a5ed4e4a-6dc3-4265-b7e7-37e551782378 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3e7fd48e-91b6-4bdf-8001-d7f061cbe7b0 HTTP/1.1" status: 204 len: 168 time: 0.4466512 Apr 22 10:07:33.715689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: b56fff4c-3e54-48e8-a530-22674ca4b6b6 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:07:33.716041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device b56fff4c-3e54-48e8-a530-22674ca4b6b6 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:07:33.822219 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38460) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:33.871328 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c3c1344d-c505-49ae-b356-b08f49383b41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83e8073371eb4f7eb3e9df9109daa5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479004 Apr 22 10:07:33.873761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38464) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:33.935036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14ade24b-adec-4c73-882c-ed407f0a8358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:33.960614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14ade24b-adec-4c73-882c-ed407f0a8358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:34.018006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14ade24b-adec-4c73-882c-ed407f0a8358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:34.036239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ade24b-adec-4c73-882c-ed407f0a8358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aea2e4d-fe91-4bb0-a2d4-2d49760b9606,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:34.046093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14ade24b-adec-4c73-882c-ed407f0a8358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:34.047224 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-14ade24b-adec-4c73-882c-ed407f0a8358 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2aea2e4d-fe91-4bb0-a2d4-2d49760b9606 HTTP/1.1" status: 204 len: 168 time: 0.1725597 Apr 22 10:07:34.855641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38488) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:34.966452 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1672523791'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:34.973117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:34.977729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:network and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:34.981831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:34.989722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:35.001485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:35.006342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:35.018455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:35.032650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:35.036712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:security_group_rule and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:35.039454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:35.045077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:35.127526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:35.131354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:35.165003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:07:35.170158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214f56dd-4097-4202-b51f-212e1b037859,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:35.177512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:35.177850 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Added segment dda6227e-1b83-4947-8535-a22a1a72c736 of type vlan for network 48c26f2e-b9cd-4dfa-a044-1173d8920f75 Apr 22 10:07:35.204305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:35.233000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:35.238910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:35.239481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:35.357181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Network': ['ID=48c26f2e-b9cd-4dfa-a044-1173d8920f75,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:35.360920 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2b58e787-6201-4a79-a045-46c802c11a85 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5042944 Apr 22 10:07:35.375565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 48c26f2e-b9cd-4dfa-a044-1173d8920f75 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:07:38.563852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38494) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:38.569581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'subnet': {'network_id': '48c26f2e-b9cd-4dfa-a044-1173d8920f75', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:38.678599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:38.682353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:subnet and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:38.685139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:38.690771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:38.700611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:38.704495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:38.905039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:38.937123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.013524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Subnet': ['ID=36deeaa9-c11a-4a7d-b134-4fa0515d3d4e,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:39.021791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Checking segment: {'id': 'dda6227e-1b83-4947-8535-a22a1a72c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c26f2e-b9cd-4dfa-a044-1173d8920f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:39.022151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network hostable DHCP agents. Network: 48c26f2e-b9cd-4dfa-a044-1173d8920f75, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:07:39.041422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network 48c26f2e-b9cd-4dfa-a044-1173d8920f75 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:07:39.051782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 48c26f2e-b9cd-4dfa-a044-1173d8920f75) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:39.056338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:39.056942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.061090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976f4481-c974-4f47-94f9-f8bdc14b4f11 None None] Network 48c26f2e-b9cd-4dfa-a044-1173d8920f75 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:39.078969 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b2fce015-b11a-4e52-93d2-fe3e8b9f1c95 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5139878 Apr 22 10:07:39.082268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38498) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:39.087624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479572883'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:39.092491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:39.096773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:network and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:39.099559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:39.105451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:39.117107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:39.120511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.147800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:07:39.157276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.157547 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Added segment 931f4935-7beb-4bd6-ba2d-7b69f55f5d16 of type vlan for network c89f4730-595b-4f35-b694-d9d304af8101 Apr 22 10:07:39.184638 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.218016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.223806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:39.224412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.278871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-48c26f2e-b9cd-4dfa-a044-1173d8920f75', 'network_id': '48c26f2e-b9cd-4dfa-a044-1173d8920f75', 'tenant_id': '9e778878742445a5851b72d936bec2b4', 'fixed_ips': [{'subnet_id': '36deeaa9-c11a-4a7d-b134-4fa0515d3d4e'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:07:39.279068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.322308 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2364392 Apr 22 10:07:39.322796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38502) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:39.328710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'subnet': {'network_id': 'c89f4730-595b-4f35-b694-d9d304af8101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:39.331672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3a01d-0e47-4962-ad35-4db95f1a0694 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Network': ['ID=c89f4730-595b-4f35-b694-d9d304af8101,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:39.346543 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network c89f4730-595b-4f35-b694-d9d304af8101 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:07:39.440456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:39.444309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:subnet and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:39.447136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:39.452809 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:39.461634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:39.465148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.526530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Allocated IP 2001:db8:0:ffff::2 (48c26f2e-b9cd-4dfa-a044-1173d8920f75/36deeaa9-c11a-4a7d-b134-4fa0515d3d4e/b70a2fb0-0a98-464f-8900-8bea75f20b13) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:07:39.688176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.736688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.747367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Transition to ACTIVE for port object b70a2fb0-0a98-464f-8900-8bea75f20b13 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:39.767090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Transition to ACTIVE for port object b70a2fb0-0a98-464f-8900-8bea75f20b13 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:39.772916 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.774653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Subnet': ['ID=8d5dc22a-fb47-421d-8905-aa60e5260f18,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:39.780642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Checking segment: {'id': '931f4935-7beb-4bd6-ba2d-7b69f55f5d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c89f4730-595b-4f35-b694-d9d304af8101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:39.781007 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network hostable DHCP agents. Network: c89f4730-595b-4f35-b694-d9d304af8101, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:07:39.800686 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network c89f4730-595b-4f35-b694-d9d304af8101 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:07:39.809993 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, c89f4730-595b-4f35-b694-d9d304af8101) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:39.815322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:39.816055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:39.824492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef381f-f185-4612-8568-e1fece5b5c00 None None] Network c89f4730-595b-4f35-b694-d9d304af8101 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:39.842541 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-688d4094-d6bf-4307-ab25-0f7156a78ae7 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5184798 Apr 22 10:07:39.846133 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38506) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:39.864004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Network 48c26f2e-b9cd-4dfa-a044-1173d8920f75 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:07:39.869719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:39.879712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:07:39.933031 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Pushing event updated for resources: {'Port': ['ID=b70a2fb0-0a98-464f-8900-8bea75f20b13,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:39.979045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.979389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.979739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.980066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.980415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.980741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.981063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.981382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.981700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.982016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.982350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.982645 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:39.990547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.062104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Attempting to bind port b70a2fb0-0a98-464f-8900-8bea75f20b13 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:07:40.063039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Attempting to bind port b70a2fb0-0a98-464f-8900-8bea75f20b13 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'dda6227e-1b83-4947-8535-a22a1a72c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c26f2e-b9cd-4dfa-a044-1173d8920f75'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:07:40.063383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Attempting to bind port b70a2fb0-0a98-464f-8900-8bea75f20b13 on network 48c26f2e-b9cd-4dfa-a044-1173d8920f75 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:40.063971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.094346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:07:40.094713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Checking segment: {'id': 'dda6227e-1b83-4947-8535-a22a1a72c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c26f2e-b9cd-4dfa-a044-1173d8920f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:40.095113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.095507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Bound using segment: {'id': 'dda6227e-1b83-4947-8535-a22a1a72c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c26f2e-b9cd-4dfa-a044-1173d8920f75'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:07:40.095985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Bound port: b70a2fb0-0a98-464f-8900-8bea75f20b13, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda6227e-1b83-4947-8535-a22a1a72c736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '48c26f2e-b9cd-4dfa-a044-1173d8920f75'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:07:40.096342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.142936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.187332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5dc22a-fb47-421d-8905-aa60e5260f18,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:40.266480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcf7159-5861-4b5b-9a96-86e3a0c579ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-c89f4730-595b-4f35-b694-d9d304af8101', 'network_id': 'c89f4730-595b-4f35-b694-d9d304af8101', 'tenant_id': '9e778878742445a5851b72d936bec2b4', 'fixed_ips': [{'subnet_id': '8d5dc22a-fb47-421d-8905-aa60e5260f18'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:07:40.267843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7159-5861-4b5b-9a96-86e3a0c579ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.279256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.293719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] For port b70a2fb0-0a98-464f-8900-8bea75f20b13, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:07:40.297896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] For port b70a2fb0-0a98-464f-8900-8bea75f20b13, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b70a2fb0-0a98-464f-8900-8bea75f20b13,segment=NetworkSegment(dda6227e-1b83-4947-8535-a22a1a72c736),segment_id=dda6227e-1b83-4947-8535-a22a1a72c736)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:07:40.306613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89f4730-595b-4f35-b694-d9d304af8101']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:40.323399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931f4935-7beb-4bd6-ba2d-7b69f55f5d16') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:40.323695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931f4935-7beb-4bd6-ba2d-7b69f55f5d16') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:40.334230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.335391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.353906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.361005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:07:40.361555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:07:40.376166 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:07:40.448219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a36aa-f1a8-4148-893b-e08cfd4027c9 None None] Pushing event updated for resources: {'Port': ['ID=b70a2fb0-0a98-464f-8900-8bea75f20b13,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:40.456371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.457364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4371ffa-94a6-4ae7-a446-ca8f8ac67301 None None] Network c89f4730-595b-4f35-b694-d9d304af8101 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:40.461587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.478571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4371ffa-94a6-4ae7-a446-ca8f8ac67301 None None] Network c89f4730-595b-4f35-b694-d9d304af8101 could not be found, it might have been deleted concurrently. {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 22 10:07:40.498136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Network': ['ID=c89f4730-595b-4f35-b694-d9d304af8101,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:40.505759 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9cb77651-6d75-43ef-afd8-186cf178b022 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/c89f4730-595b-4f35-b694-d9d304af8101 HTTP/1.1" status: 204 len: 168 time: 0.6579552 Apr 22 10:07:40.507250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38510) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:40.512987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152751680'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:40.518258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:40.522294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:network and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:40.525431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:40.531841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:40.659885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:40.663389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.693263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:07:40.703714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.704063 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Added segment 20ebe907-6414-4eaa-8a3c-80845872e213 of type vlan for network 966214a0-32dc-46fb-aa99-486d394ec275 Apr 22 10:07:40.732935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.764824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.770669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:40.771241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:40.872465 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3638761 Apr 22 10:07:40.875093 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38514) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:40.878745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475363ba-1d4a-4e18-b59e-0fce3cdd0c8b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Network': ['ID=966214a0-32dc-46fb-aa99-486d394ec275,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:40.880784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'subnet': {'network_id': '966214a0-32dc-46fb-aa99-486d394ec275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:40.889013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 966214a0-32dc-46fb-aa99-486d394ec275 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:07:41.092287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:41.096924 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:subnet and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:41.099858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:41.105640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:41.116063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:41.119710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.213578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.ipam_backend_mixin [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Performing IP validity checks on allocation pools {{(pid=88062) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 22 10:07:41.214251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.ipam_backend_mixin [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88062) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 22 10:07:41.338506 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:07:41.341277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.390029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49faa24-d922-4ff0-9752-3348d878a088 None None] Network 48c26f2e-b9cd-4dfa-a044-1173d8920f75 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:41.423730 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Subnet': ['ID=2ca4f838-12b2-4852-be07-0604ec67ada7,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:41.433470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Checking segment: {'id': '20ebe907-6414-4eaa-8a3c-80845872e213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '966214a0-32dc-46fb-aa99-486d394ec275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:41.435050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network hostable DHCP agents. Network: 966214a0-32dc-46fb-aa99-486d394ec275, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:07:41.455229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network 966214a0-32dc-46fb-aa99-486d394ec275 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:07:41.465192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 966214a0-32dc-46fb-aa99-486d394ec275) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:41.469496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:41.470064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.479453 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b6f11c-64f8-49be-85b1-2988cb40524f None None] Network 966214a0-32dc-46fb-aa99-486d394ec275 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:41.493096 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b52f01eb-3b5d-46da-98f9-cc8e1558af72 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6168904 Apr 22 10:07:41.495883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38518) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:41.584739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-812d5e1a-9487-4fb8-9c45-9fa6e8554d44 None None] Provisioning for port b70a2fb0-0a98-464f-8900-8bea75f20b13 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:41.641359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.706450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.784069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.821998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca4f838-12b2-4852-be07-0604ec67ada7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:41.826956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c7908-dd8c-41bc-bdbe-47064cec2fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-966214a0-32dc-46fb-aa99-486d394ec275', 'network_id': '966214a0-32dc-46fb-aa99-486d394ec275', 'tenant_id': '9e778878742445a5851b72d936bec2b4', 'fixed_ips': [{'subnet_id': '2ca4f838-12b2-4852-be07-0604ec67ada7'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:07:41.827586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-526c7908-dd8c-41bc-bdbe-47064cec2fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.916933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.944538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966214a0-32dc-46fb-aa99-486d394ec275']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:41.951255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf7484b-125c-4c13-9f4e-2ba290fba7e6 None None] Network 966214a0-32dc-46fb-aa99-486d394ec275 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:41.958313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ebe907-6414-4eaa-8a3c-80845872e213') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:41.958699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ebe907-6414-4eaa-8a3c-80845872e213') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:41.970909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.987610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:41.994542 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:07:41.995033 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:07:42.011328 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:07:42.095933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.115644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.124041 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Network': ['ID=966214a0-32dc-46fb-aa99-486d394ec275,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:42.132342 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4b897014-584e-494c-a13a-dbb50b91d78d tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/966214a0-32dc-46fb-aa99-486d394ec275 HTTP/1.1" status: 204 len: 168 time: 0.6317363 Apr 22 10:07:42.132342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38522) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:42.139905 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2075546381'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:42.141976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-117b5fc8-36d0-44d5-bff6-dabcad66af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.145440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:42.149267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:network and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:42.152099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:42.157875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:42.168036 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:42.171603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.198617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:07:42.207491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.207828 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Added segment b78a0681-9bf8-45e4-b272-682c5263aa28 of type vlan for network 29f3f421-98a5-41da-a3aa-49ad0dae3b43 Apr 22 10:07:42.232827 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.260974 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.266811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:42.267380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.360851 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2274196 Apr 22 10:07:42.364379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38526) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:42.370323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'subnet': {'network_id': '29f3f421-98a5-41da-a3aa-49ad0dae3b43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:42.372283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad3842-2ae3-4e14-a83b-093478983917 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Network': ['ID=29f3f421-98a5-41da-a3aa-49ad0dae3b43,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:42.382082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 29f3f421-98a5-41da-a3aa-49ad0dae3b43 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:07:42.487007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:42.491203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:subnet and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:42.494354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:42.500183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:42.510767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:42.514482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.549550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b70a2fb0-0a98-464f-8900-8bea75f20b13 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:07:42.620840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port b70a2fb0-0a98-464f-8900-8bea75f20b13 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:42.626117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port b70a2fb0-0a98-464f-8900-8bea75f20b13 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:42.626490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.734080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.745634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.779139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port b70a2fb0-0a98-464f-8900-8bea75f20b13, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b70a2fb0-0a98-464f-8900-8bea75f20b13,segment=NetworkSegment(dda6227e-1b83-4947-8535-a22a1a72c736),segment_id=dda6227e-1b83-4947-8535-a22a1a72c736)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:42.783236 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.819460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Subnet': ['ID=e9e0d12d-854b-43cf-9e6f-7dfaed675b5f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:42.825208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Checking segment: {'id': 'b78a0681-9bf8-45e4-b272-682c5263aa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '29f3f421-98a5-41da-a3aa-49ad0dae3b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:42.825571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network hostable DHCP agents. Network: 29f3f421-98a5-41da-a3aa-49ad0dae3b43, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:07:42.845019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network 29f3f421-98a5-41da-a3aa-49ad0dae3b43 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:07:42.850661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=b70a2fb0-0a98-464f-8900-8bea75f20b13,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:42.854882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 29f3f421-98a5-41da-a3aa-49ad0dae3b43) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:42.859810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:42.860561 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.863291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b436c27e-5a76-4b69-9aeb-67b740cf4805 None None] Network 29f3f421-98a5-41da-a3aa-49ad0dae3b43 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:42.884986 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ee6d6edd-53be-4573-b799-7ff23b361ff5 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5192385 Apr 22 10:07:42.885869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38530) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:42.891857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1545506472'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:42.896724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:42.900659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:network and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:42.903474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:42.910289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:42.920937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:42.924519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.955875 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:07:42.965632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:42.965974 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Added segment 02062f75-f2fb-40b0-a04b-2ea2fd425bb9 of type vlan for network 31288522-7c0b-4802-a69c-10b725db0848 Apr 22 10:07:42.993455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.024534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.030057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:43.030634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.125912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-29f3f421-98a5-41da-a3aa-49ad0dae3b43', 'network_id': '29f3f421-98a5-41da-a3aa-49ad0dae3b43', 'tenant_id': '9e778878742445a5851b72d936bec2b4', 'fixed_ips': [{'subnet_id': 'e9e0d12d-854b-43cf-9e6f-7dfaed675b5f'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:07:43.126341 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2394223 Apr 22 10:07:43.126745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.129325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38534) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:43.136784 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Request body: {'subnet': {'network_id': '31288522-7c0b-4802-a69c-10b725db0848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:43.138962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Network': ['ID=31288522-7c0b-4802-a69c-10b725db0848,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:43.148000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.148342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.148707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.149036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.149363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.149683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.149999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.150319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.150818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.151149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.151468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.151782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fc60e6-fbb9-474d-a8c8-ed4ef7136157 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:43.181464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 31288522-7c0b-4802-a69c-10b725db0848 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:07:43.250862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:43.254636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Usage tracker for resource:subnet and tenant:9e778878742445a5851b72d936bec2b4 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:43.257414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:43.263025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:43.272513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Made reservation on behalf of 9e778878742445a5851b72d936bec2b4 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:43.275913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.377764 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Allocated IP 2001:db8::2 (29f3f421-98a5-41da-a3aa-49ad0dae3b43/e9e0d12d-854b-43cf-9e6f-7dfaed675b5f/9acf59d3-40ad-4f13-b6b5-2e180ac16ad8) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:07:43.507434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.588418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.594914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event updated for resources: {'Subnet': ['ID=5b69abb0-2cc4-4962-8691-3e055c9dd5cc,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:43.598667 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Transition to ACTIVE for port object 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:43.603732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Checking segment: {'id': '02062f75-f2fb-40b0-a04b-2ea2fd425bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '31288522-7c0b-4802-a69c-10b725db0848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:43.604094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network hostable DHCP agents. Network: 31288522-7c0b-4802-a69c-10b725db0848, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:07:43.618618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Transition to ACTIVE for port object 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:43.622890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Network 31288522-7c0b-4802-a69c-10b725db0848 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:07:43.624744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.632898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 31288522-7c0b-4802-a69c-10b725db0848) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:43.636891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:43.637558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.665141 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5fa62d4d-3873-4788-870c-985fd97ea01f tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5302801 Apr 22 10:07:43.665448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38538) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:43.678680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d2641-99d7-4d79-89c7-02eb668f6eee None None] Network 31288522-7c0b-4802-a69c-10b725db0848 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:43.776211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Network 29f3f421-98a5-41da-a3aa-49ad0dae3b43 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:07:43.793249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:43.797349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Pushing event updated for resources: {'Port': ['ID=9acf59d3-40ad-4f13-b6b5-2e180ac16ad8,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:43.799580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:07:43.814847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.884103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.944791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Attempting to bind port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:07:43.945163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Attempting to bind port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'b78a0681-9bf8-45e4-b272-682c5263aa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '29f3f421-98a5-41da-a3aa-49ad0dae3b43'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:07:43.945529 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Attempting to bind port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 on network 29f3f421-98a5-41da-a3aa-49ad0dae3b43 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:43.961963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.962215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:07:43.962215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Checking segment: {'id': 'b78a0681-9bf8-45e4-b272-682c5263aa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '29f3f421-98a5-41da-a3aa-49ad0dae3b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:43.962215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:43.962215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Bound using segment: {'id': 'b78a0681-9bf8-45e4-b272-682c5263aa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '29f3f421-98a5-41da-a3aa-49ad0dae3b43'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:07:43.962677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Bound port: 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a0681-9bf8-45e4-b272-682c5263aa28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '29f3f421-98a5-41da-a3aa-49ad0dae3b43'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:07:43.963057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.001914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Subnet': ['ID=5b69abb0-2cc4-4962-8691-3e055c9dd5cc,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:44.072882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7439b27-3d41-408d-9553-078b307f78b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-31288522-7c0b-4802-a69c-10b725db0848', 'network_id': '31288522-7c0b-4802-a69c-10b725db0848', 'tenant_id': '9e778878742445a5851b72d936bec2b4', 'fixed_ips': [{'subnet_id': '5b69abb0-2cc4-4962-8691-3e055c9dd5cc'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:07:44.073706 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7439b27-3d41-408d-9553-078b307f78b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.098034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.114633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] For port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:07:44.126569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31288522-7c0b-4802-a69c-10b725db0848']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:44.138979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02062f75-f2fb-40b0-a04b-2ea2fd425bb9') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:44.139273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02062f75-f2fb-40b0-a04b-2ea2fd425bb9') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:44.151205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.160792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] For port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9acf59d3-40ad-4f13-b6b5-2e180ac16ad8,segment=NetworkSegment(b78a0681-9bf8-45e4-b272-682c5263aa28),segment_id=b78a0681-9bf8-45e4-b272-682c5263aa28)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:07:44.168966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.175487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.176113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:07:44.176630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:07:44.192026 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:07:44.257690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3550d08d-7215-4fbb-8078-ddeb257bda10 None None] Network 31288522-7c0b-4802-a69c-10b725db0848 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:44.294716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c89a42-2e41-46dc-a223-f588e2fc8951 None None] Pushing event updated for resources: {'Port': ['ID=9acf59d3-40ad-4f13-b6b5-2e180ac16ad8,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:44.298562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.304374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.326967 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/31288522-7c0b-4802-a69c-10b725db0848 HTTP/1.1" status: 204 len: 168 time: 0.6604517 Apr 22 10:07:44.330234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38542) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:44.333800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60039aa-1f6c-49d5-af25-ded037002f65 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Network': ['ID=31288522-7c0b-4802-a69c-10b725db0848,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:44.375745 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-1023b52c-a97f-4611-8370-627aa2329bda tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] GET failed (client error): The resource could not be found. Apr 22 10:07:44.376424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1023b52c-a97f-4611-8370-627aa2329bda tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Synchronizing usage tracker for tenant:9e778878742445a5851b72d936bec2b4 on resource:subnet {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:07:44.399033 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-1023b52c-a97f-4611-8370-627aa2329bda tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Unset dirty status for tenant:9e778878742445a5851b72d936bec2b4 on resource:subnet {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:07:44.402970 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1023b52c-a97f-4611-8370-627aa2329bda tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "GET /v2.0/subnets/5b69abb0-2cc4-4962-8691-3e055c9dd5cc HTTP/1.1" status: 404 len: 337 time: 0.0692105 Apr 22 10:07:44.403363 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38546) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:44.451422 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.pecan_wsgi.hooks.translation [None req-121b981a-2897-47ed-85b4-f601f545cc6b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] DELETE failed (client error): The resource could not be found. Apr 22 10:07:44.452053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121b981a-2897-47ed-85b4-f601f545cc6b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 10:07:44.458245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38550) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:44.470294 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-121b981a-2897-47ed-85b4-f601f545cc6b tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/31288522-7c0b-4802-a69c-10b725db0848 HTTP/1.1" status: 404 len: 339 time: 0.0535290 Apr 22 10:07:44.528280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79e9858d-faa1-4a59-9029-8afc95846d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.618648 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f84c706-ad32-47cc-b8f0-f3dc1642ce48 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] DELETE failed (client error): The resource could not be found. Apr 22 10:07:44.619308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f84c706-ad32-47cc-b8f0-f3dc1642ce48 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 10:07:44.624119 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5f84c706-ad32-47cc-b8f0-f3dc1642ce48 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/subnets/5b69abb0-2cc4-4962-8691-3e055c9dd5cc HTTP/1.1" status: 404 len: 337 time: 0.1647511 Apr 22 10:07:44.625015 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38554) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:44.626504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:07:44.650850 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-703ef832-d60b-4df5-9df6-98a3cc8e6b2e tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] DELETE failed (client error): The resource could not be found. Apr 22 10:07:44.651320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703ef832-d60b-4df5-9df6-98a3cc8e6b2e tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 10:07:44.653060 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-703ef832-d60b-4df5-9df6-98a3cc8e6b2e tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/31288522-7c0b-4802-a69c-10b725db0848 HTTP/1.1" status: 404 len: 339 time: 0.0269499 Apr 22 10:07:44.657054 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38558) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:44.695895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:44.700928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b70a2fb0-0a98-464f-8900-8bea75f20b13 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:07:44.722796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-056c6eab-dd71-4321-8edd-938e6082b247 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Deleting subnet e9e0d12d-854b-43cf-9e6f-7dfaed675b5f {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:07:44.726319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-056c6eab-dd71-4321-8edd-938e6082b247 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.773109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port b70a2fb0-0a98-464f-8900-8bea75f20b13 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:44.773592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.785553 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-056c6eab-dd71-4321-8edd-938e6082b247 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.871049 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-056c6eab-dd71-4321-8edd-938e6082b247 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.951326 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-056c6eab-dd71-4321-8edd-938e6082b247 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:44.991114 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c6eab-dd71-4321-8edd-938e6082b247 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e0d12d-854b-43cf-9e6f-7dfaed675b5f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:44.994562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-056c6eab-dd71-4321-8edd-938e6082b247 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.009531 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-056c6eab-dd71-4321-8edd-938e6082b247 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/subnets/e9e0d12d-854b-43cf-9e6f-7dfaed675b5f HTTP/1.1" status: 204 len: 168 time: 0.3515120 Apr 22 10:07:45.013181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38562) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:45.131640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.143023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Deleting port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:45.143356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.221127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8888306d-38fe-496f-9872-8d9fc4e8fbc2 None None] Network 29f3f421-98a5-41da-a3aa-49ad0dae3b43 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:45.350928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] For port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9acf59d3-40ad-4f13-b6b5-2e180ac16ad8,segment=NetworkSegment(b78a0681-9bf8-45e4-b272-682c5263aa28),segment_id=b78a0681-9bf8-45e4-b272-682c5263aa28)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:45.351750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.378457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-45806dbf-10f2-487e-a699-72c007b2f086 None None] Provisioning for port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:45.391800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-45806dbf-10f2-487e-a699-72c007b2f086 None None] Provisioning complete for port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:45.392101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-45806dbf-10f2-487e-a699-72c007b2f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.476753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Calling delete_port for 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:07:45.539736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.542361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-45806dbf-10f2-487e-a699-72c007b2f086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.557895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.602291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf875d42-5966-4f1b-a2cb-5320f9d07455 None None] DHCP port deletion for 29f3f421-98a5-41da-a3aa-49ad0dae3b43 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:07:45.614794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Port': ['ID=9acf59d3-40ad-4f13-b6b5-2e180ac16ad8,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:45.618168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No DVR routers for this DVR port 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:07:45.744057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.768346 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f3f421-98a5-41da-a3aa-49ad0dae3b43']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:45.779970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78a0681-9bf8-45e4-b272-682c5263aa28') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:45.780256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78a0681-9bf8-45e4-b272-682c5263aa28') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:45.793128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.809838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.817311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:07:45.817647 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.821948 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:07:45.832747 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:07:45.911349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.928726 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:45.940629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Network': ['ID=29f3f421-98a5-41da-a3aa-49ad0dae3b43,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:45.942973 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a0abed52-4206-483c-810c-277d07315326 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/29f3f421-98a5-41da-a3aa-49ad0dae3b43 HTTP/1.1" status: 204 len: 168 time: 0.9287207 Apr 22 10:07:45.945517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38566) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:45.982020 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39705bd-7439-461c-94ba-88bf02798aba tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] DELETE failed (client error): The resource could not be found. Apr 22 10:07:45.982456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39705bd-7439-461c-94ba-88bf02798aba tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 10:07:45.984064 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c39705bd-7439-461c-94ba-88bf02798aba tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/subnets/2ca4f838-12b2-4852-be07-0604ec67ada7 HTTP/1.1" status: 404 len: 337 time: 0.0376673 Apr 22 10:07:45.986916 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38570) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:46.010693 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-c736f4b6-d57e-4f44-9cc9-d42419155745 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] DELETE failed (client error): The resource could not be found. Apr 22 10:07:46.011065 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c736f4b6-d57e-4f44-9cc9-d42419155745 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 10:07:46.012643 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c736f4b6-d57e-4f44-9cc9-d42419155745 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/966214a0-32dc-46fb-aa99-486d394ec275 HTTP/1.1" status: 404 len: 339 time: 0.0248485 Apr 22 10:07:46.014829 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38574) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:46.054054 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc863ec-7869-4147-8c1c-99196a66a5e9 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] DELETE failed (client error): The resource could not be found. Apr 22 10:07:46.054486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc863ec-7869-4147-8c1c-99196a66a5e9 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 10:07:46.056063 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-5bc863ec-7869-4147-8c1c-99196a66a5e9 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/subnets/8d5dc22a-fb47-421d-8905-aa60e5260f18 HTTP/1.1" status: 404 len: 337 time: 0.0403826 Apr 22 10:07:46.058354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38578) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:46.081889 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.pecan_wsgi.hooks.translation [None req-d912b5b2-5208-40a5-96dc-38108f19f20c tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] DELETE failed (client error): The resource could not be found. Apr 22 10:07:46.082339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d912b5b2-5208-40a5-96dc-38108f19f20c tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88062) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 22 10:07:46.083895 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d912b5b2-5208-40a5-96dc-38108f19f20c tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/c89f4730-595b-4f35-b694-d9d304af8101 HTTP/1.1" status: 404 len: 339 time: 0.0246947 Apr 22 10:07:46.086059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38582) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:46.148491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-04069b17-ed13-4fbf-a028-67f723651ba3 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Deleting subnet 36deeaa9-c11a-4a7d-b134-4fa0515d3d4e {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:07:46.151335 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04069b17-ed13-4fbf-a028-67f723651ba3 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:46.305269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04069b17-ed13-4fbf-a028-67f723651ba3 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:46.385695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04069b17-ed13-4fbf-a028-67f723651ba3 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:46.456055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04069b17-ed13-4fbf-a028-67f723651ba3 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:46.499733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04069b17-ed13-4fbf-a028-67f723651ba3 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Subnet': ['ID=36deeaa9-c11a-4a7d-b134-4fa0515d3d4e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:46.503822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04069b17-ed13-4fbf-a028-67f723651ba3 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:46.507241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a76689-adeb-4501-9db3-fa9576a8051a None None] Network 48c26f2e-b9cd-4dfa-a044-1173d8920f75 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:46.516260 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-04069b17-ed13-4fbf-a028-67f723651ba3 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/subnets/36deeaa9-c11a-4a7d-b134-4fa0515d3d4e HTTP/1.1" status: 204 len: 168 time: 0.4266970 Apr 22 10:07:46.516526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38586) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:46.539200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:07:46.583819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:07:46.584161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9acf59d3-40ad-4f13-b6b5-2e180ac16ad8 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:07:46.633220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:46.647026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Deleting port b70a2fb0-0a98-464f-8900-8bea75f20b13 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:46.647352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:46.803612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] DHCP port deletion for 48c26f2e-b9cd-4dfa-a044-1173d8920f75 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:07:46.807685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] Deleting port b70a2fb0-0a98-464f-8900-8bea75f20b13 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:46.808062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:46.960195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] For port b70a2fb0-0a98-464f-8900-8bea75f20b13, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b70a2fb0-0a98-464f-8900-8bea75f20b13,segment=NetworkSegment(dda6227e-1b83-4947-8535-a22a1a72c736),segment_id=dda6227e-1b83-4947-8535-a22a1a72c736)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:46.960491 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.009827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] For port b70a2fb0-0a98-464f-8900-8bea75f20b13, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b70a2fb0-0a98-464f-8900-8bea75f20b13,segment=NetworkSegment(dda6227e-1b83-4947-8535-a22a1a72c736),segment_id=dda6227e-1b83-4947-8535-a22a1a72c736)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:47.010445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.083328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Calling delete_port for b70a2fb0-0a98-464f-8900-8bea75f20b13 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:07:47.132019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] Calling delete_port for b70a2fb0-0a98-464f-8900-8bea75f20b13 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:07:47.163404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.206853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:07:47.207225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:07:47.209761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Port': ['ID=b70a2fb0-0a98-464f-8900-8bea75f20b13,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:47.214195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] No DVR routers for this DVR port b70a2fb0-0a98-464f-8900-8bea75f20b13 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:07:47.298157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.349048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.375412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c26f2e-b9cd-4dfa-a044-1173d8920f75']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:47.392256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda6227e-1b83-4947-8535-a22a1a72c736') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:47.392592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda6227e-1b83-4947-8535-a22a1a72c736') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:47.405295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.421430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.428949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:07:47.429516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:07:47.451956 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:07:47.529524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.547348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.558324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] Pushing event deleted for resources: {'Network': ['ID=48c26f2e-b9cd-4dfa-a044-1173d8920f75,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:47.563139 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-951d3da1-3373-4dd8-96e9-ffafa20200b1 tempest-NetworksIpV6Test-1603038285 tempest-NetworksIpV6Test-1603038285-project] 10.222.0.32 "DELETE /v2.0/networks/48c26f2e-b9cd-4dfa-a044-1173d8920f75 HTTP/1.1" status: 204 len: 168 time: 1.0449855 Apr 22 10:07:47.708809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] Deleting port b70a2fb0-0a98-464f-8900-8bea75f20b13 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:47.709621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:47.786999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d9100-e4e9-43b1-93f0-db6d714ea072 None None] The port 'b70a2fb0-0a98-464f-8900-8bea75f20b13' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:07:47.826867 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38594) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:47.972282 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0c2b9694-534f-40c8-be1d-6fde4581f756 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e778878742445a5851b72d936bec2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442480 Apr 22 10:07:47.974811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38600) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:48.030521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b53e5e7-0ae8-4800-9f20-0548a49ff672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:48.057642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b53e5e7-0ae8-4800-9f20-0548a49ff672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:48.120130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b53e5e7-0ae8-4800-9f20-0548a49ff672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:48.135590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53e5e7-0ae8-4800-9f20-0548a49ff672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f56dd-4097-4202-b51f-212e1b037859,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:48.143428 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6b53e5e7-0ae8-4800-9f20-0548a49ff672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:48.144668 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6b53e5e7-0ae8-4800-9f20-0548a49ff672 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/214f56dd-4097-4202-b51f-212e1b037859 HTTP/1.1" status: 204 len: 168 time: 0.1688297 Apr 22 10:07:48.518212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b70a2fb0-0a98-464f-8900-8bea75f20b13 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:07:48.553360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: b70a2fb0-0a98-464f-8900-8bea75f20b13 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:07:48.553603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b70a2fb0-0a98-464f-8900-8bea75f20b13 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:07:48.832834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38624) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:48.931341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1311455514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:48.938496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:48.942309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Usage tracker for resource:router and tenant:318222034f3447fc9c62fd1849c1feb1 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:48.945165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:48.951234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:48.961795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:48.962771 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:48.976845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:48.998445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.020667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.021840 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-33d6202a-1396-41b5-8012-2f48e1ccdef1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1879933 Apr 22 10:07:49.024494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38630) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:49.029941 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-472399254'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:49.034951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:49.039245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Usage tracker for resource:network and tenant:318222034f3447fc9c62fd1849c1feb1 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:49.042097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:49.048153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:49.056513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Made reservation on behalf of 318222034f3447fc9c62fd1849c1feb1 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:49.059761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.072261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.086408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:49.090162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Usage tracker for resource:security_group_rule and tenant:318222034f3447fc9c62fd1849c1feb1 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:49.092950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:49.098569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:49.179431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.183139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.212256 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:07:49.224718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ef8ff-7b9c-4fd9-ab94-2858459a7cbe,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:49.229254 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.229603 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Added segment 1c1e0b54-fa0c-471a-bf1c-520030f35f52 of type vlan for network 359ebbf6-ed4c-4079-ae65-f7b559f87f90 Apr 22 10:07:49.256235 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.284587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.289878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:49.290451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.398994 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3733509 Apr 22 10:07:49.401752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24e48b-cd13-4d28-a470-5a931f7f05c3 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event updated for resources: {'Network': ['ID=359ebbf6-ed4c-4079-ae65-f7b559f87f90,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:49.401869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38634) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:49.407794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Request body: {'subnet': {'network_id': '359ebbf6-ed4c-4079-ae65-f7b559f87f90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:49.411817 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 359ebbf6-ed4c-4079-ae65-f7b559f87f90 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:07:49.518732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:49.522631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Usage tracker for resource:subnet and tenant:318222034f3447fc9c62fd1849c1feb1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:49.525526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:49.531296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:49.541879 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Made reservation on behalf of 318222034f3447fc9c62fd1849c1feb1 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:49.546174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.760779 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.832384 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event updated for resources: {'Subnet': ['ID=4207b273-7925-447a-8933-6a183e9dbbe9,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:49.846084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Checking segment: {'id': '1c1e0b54-fa0c-471a-bf1c-520030f35f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '359ebbf6-ed4c-4079-ae65-f7b559f87f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:49.846444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Network hostable DHCP agents. Network: 359ebbf6-ed4c-4079-ae65-f7b559f87f90, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:07:49.865022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Network 359ebbf6-ed4c-4079-ae65-f7b559f87f90 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:07:49.873767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 359ebbf6-ed4c-4079-ae65-f7b559f87f90) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:49.878194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:49.878763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.883041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e6b863-fa30-4f29-bd9d-f16b77a6d6ff None None] Network 359ebbf6-ed4c-4079-ae65-f7b559f87f90 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:49.898985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-65563fb9-4ab5-42f5-934d-31c49e3e05ed tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4959779 Apr 22 10:07:49.901891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38638) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:49.907250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-692127655'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:49.912170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:49.915902 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Usage tracker for resource:network and tenant:318222034f3447fc9c62fd1849c1feb1 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:49.918705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:49.925182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:49.935799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Made reservation on behalf of 318222034f3447fc9c62fd1849c1feb1 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:49.939850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.966741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:07:49.975593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:49.975948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Added segment 0eaa83f6-2583-4609-8ec1-61fa8ebf67c5 of type vlan for network 00e5c195-6130-4eee-bbc8-318e811d14a1 Apr 22 10:07:50.006058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.035801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.041147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:50.041717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.095402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-359ebbf6-ed4c-4079-ae65-f7b559f87f90', 'network_id': '359ebbf6-ed4c-4079-ae65-f7b559f87f90', 'tenant_id': '318222034f3447fc9c62fd1849c1feb1', 'fixed_ips': [{'subnet_id': '4207b273-7925-447a-8933-6a183e9dbbe9'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:07:50.096256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.136846 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2338765 Apr 22 10:07:50.140303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38642) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:50.147864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Request body: {'subnet': {'network_id': '00e5c195-6130-4eee-bbc8-318e811d14a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:50.149153 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add1250-f088-4ab7-88a2-45f2e1f7eeb2 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event updated for resources: {'Network': ['ID=00e5c195-6130-4eee-bbc8-318e811d14a1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:50.168097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 00e5c195-6130-4eee-bbc8-318e811d14a1 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:07:50.268844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:50.272721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Usage tracker for resource:subnet and tenant:318222034f3447fc9c62fd1849c1feb1 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:50.275565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:50.282091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:50.302574 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Made reservation on behalf of 318222034f3447fc9c62fd1849c1feb1 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:50.306426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.340835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Allocated IP 172.20.0.2 (359ebbf6-ed4c-4079-ae65-f7b559f87f90/4207b273-7925-447a-8933-6a183e9dbbe9/8b2cc700-7d77-4761-8280-8bb984918fdd) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:07:50.536246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.554537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.567768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Transition to ACTIVE for port object 8b2cc700-7d77-4761-8280-8bb984918fdd will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:50.584744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Transition to ACTIVE for port object 8b2cc700-7d77-4761-8280-8bb984918fdd will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:50.590779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.613940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event updated for resources: {'Subnet': ['ID=49487a87-e5e1-4c5b-90be-a77d8ff304b9,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:50.628837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Checking segment: {'id': '0eaa83f6-2583-4609-8ec1-61fa8ebf67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00e5c195-6130-4eee-bbc8-318e811d14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:50.629282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Network hostable DHCP agents. Network: 00e5c195-6130-4eee-bbc8-318e811d14a1, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:07:50.649456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Network 00e5c195-6130-4eee-bbc8-318e811d14a1 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:07:50.650929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Network 359ebbf6-ed4c-4079-ae65-f7b559f87f90 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:07:50.653812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:50.657597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:07:50.661300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 00e5c195-6130-4eee-bbc8-318e811d14a1) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:50.665794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:50.666500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.673659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bef7b2-cf7d-4225-8c7b-b01868bc5d80 None None] Network 00e5c195-6130-4eee-bbc8-318e811d14a1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:50.686611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Pushing event updated for resources: {'Port': ['ID=8b2cc700-7d77-4761-8280-8bb984918fdd,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:50.691253 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-76df8217-b24e-4a69-b45e-fca9b654481c tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5469158 Apr 22 10:07:50.691758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38646) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:50.697136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-822c1544-af17-439d-91c8-2aee8f636b87 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Request body: {'router': {'external_gateway_info': {'network_id': '00e5c195-6130-4eee-bbc8-318e811d14a1'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:50.851637 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Attempting to bind port 8b2cc700-7d77-4761-8280-8bb984918fdd on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:07:50.852006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Attempting to bind port 8b2cc700-7d77-4761-8280-8bb984918fdd by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '1c1e0b54-fa0c-471a-bf1c-520030f35f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '359ebbf6-ed4c-4079-ae65-f7b559f87f90'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:07:50.852363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Attempting to bind port 8b2cc700-7d77-4761-8280-8bb984918fdd on network 359ebbf6-ed4c-4079-ae65-f7b559f87f90 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:50.862784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:07:50.863155 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Checking segment: {'id': '1c1e0b54-fa0c-471a-bf1c-520030f35f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '359ebbf6-ed4c-4079-ae65-f7b559f87f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:50.863556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:50.864007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Bound using segment: {'id': '1c1e0b54-fa0c-471a-bf1c-520030f35f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '359ebbf6-ed4c-4079-ae65-f7b559f87f90'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:07:50.864427 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Bound port: 8b2cc700-7d77-4761-8280-8bb984918fdd, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1e0b54-fa0c-471a-bf1c-520030f35f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '359ebbf6-ed4c-4079-ae65-f7b559f87f90'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:07:50.864838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.049227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] For port 8b2cc700-7d77-4761-8280-8bb984918fdd, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:07:51.056579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] For port 8b2cc700-7d77-4761-8280-8bb984918fdd, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8b2cc700-7d77-4761-8280-8bb984918fdd,segment=NetworkSegment(1c1e0b54-fa0c-471a-bf1c-520030f35f52),segment_id=1c1e0b54-fa0c-471a-bf1c-520030f35f52)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:07:51.059192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-00e5c195-6130-4eee-bbc8-318e811d14a1', 'network_id': '00e5c195-6130-4eee-bbc8-318e811d14a1', 'tenant_id': '318222034f3447fc9c62fd1849c1feb1', 'fixed_ips': [{'subnet_id': '49487a87-e5e1-4c5b-90be-a77d8ff304b9'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:07:51.060090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.072156 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.084006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-822c1544-af17-439d-91c8-2aee8f636b87 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.221627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b866a-c87d-44a4-a9e8-4e6799556968 None None] Pushing event updated for resources: {'Port': ['ID=8b2cc700-7d77-4761-8280-8bb984918fdd,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:51.312981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Allocated IP 172.21.0.2 (00e5c195-6130-4eee-bbc8-318e811d14a1/49487a87-e5e1-4c5b-90be-a77d8ff304b9/99a3405e-f623-41e7-968c-e3950d614579) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:07:51.347166 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.api.v2.resource [None req-822c1544-af17-439d-91c8-2aee8f636b87 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 22 10:07:51.348471 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-822c1544-af17-439d-91c8-2aee8f636b87 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "PUT /v2.0/routers/2ac30660-c4db-47a6-a810-f2533df12a11 HTTP/1.1" status: 400 len: 364 time: 0.6555800 Apr 22 10:07:51.354527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38650) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:51.462048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0d0e059-b387-4038-977b-eb74cfb945dc tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Deleting subnet 49487a87-e5e1-4c5b-90be-a77d8ff304b9 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:07:51.585716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.595937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Transition to ACTIVE for port object 99a3405e-f623-41e7-968c-e3950d614579 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:51.613051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Transition to ACTIVE for port object 99a3405e-f623-41e7-968c-e3950d614579 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:51.617908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0d0e059-b387-4038-977b-eb74cfb945dc tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.618646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.676258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0d0e059-b387-4038-977b-eb74cfb945dc tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.682477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Network 00e5c195-6130-4eee-bbc8-318e811d14a1 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:07:51.685248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:51.688136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:07:51.702714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Pushing event updated for resources: {'Port': ['ID=99a3405e-f623-41e7-968c-e3950d614579,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:51.763346 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0d0e059-b387-4038-977b-eb74cfb945dc tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.786540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Attempting to bind port 99a3405e-f623-41e7-968c-e3950d614579 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:07:51.786889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Attempting to bind port 99a3405e-f623-41e7-968c-e3950d614579 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '0eaa83f6-2583-4609-8ec1-61fa8ebf67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00e5c195-6130-4eee-bbc8-318e811d14a1'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:07:51.787247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Attempting to bind port 99a3405e-f623-41e7-968c-e3950d614579 on network 00e5c195-6130-4eee-bbc8-318e811d14a1 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:51.793037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:07:51.793409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Checking segment: {'id': '0eaa83f6-2583-4609-8ec1-61fa8ebf67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00e5c195-6130-4eee-bbc8-318e811d14a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:51.793809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.794195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Bound using segment: {'id': '0eaa83f6-2583-4609-8ec1-61fa8ebf67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00e5c195-6130-4eee-bbc8-318e811d14a1'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:07:51.794679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Bound port: 99a3405e-f623-41e7-968c-e3950d614579, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eaa83f6-2583-4609-8ec1-61fa8ebf67c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00e5c195-6130-4eee-bbc8-318e811d14a1'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:07:51.795048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.948142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0d0e059-b387-4038-977b-eb74cfb945dc tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.949769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] For port 99a3405e-f623-41e7-968c-e3950d614579, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:07:51.954154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] For port 99a3405e-f623-41e7-968c-e3950d614579, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=99a3405e-f623-41e7-968c-e3950d614579,segment=NetworkSegment(0eaa83f6-2583-4609-8ec1-61fa8ebf67c5),segment_id=0eaa83f6-2583-4609-8ec1-61fa8ebf67c5)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:07:51.958696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:51.990835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0e059-b387-4038-977b-eb74cfb945dc tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event deleted for resources: {'Subnet': ['ID=49487a87-e5e1-4c5b-90be-a77d8ff304b9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:51.992817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e0d0e059-b387-4038-977b-eb74cfb945dc tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.003250 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e0d0e059-b387-4038-977b-eb74cfb945dc tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "DELETE /v2.0/subnets/49487a87-e5e1-4c5b-90be-a77d8ff304b9 HTTP/1.1" status: 204 len: 168 time: 0.6431348 Apr 22 10:07:52.003449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38654) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:52.050202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf42e4-ab67-4827-b2ab-d183a7dd6d2e None None] Pushing event updated for resources: {'Port': ['ID=99a3405e-f623-41e7-968c-e3950d614579,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:52.129094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.142363 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Deleting port 99a3405e-f623-41e7-968c-e3950d614579 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:52.142692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.303082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f662f8b-223b-43f3-971c-635b9c5f3d04 None None] Network 359ebbf6-ed4c-4079-ae65-f7b559f87f90 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:52.384947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] For port 99a3405e-f623-41e7-968c-e3950d614579, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=99a3405e-f623-41e7-968c-e3950d614579,segment=NetworkSegment(0eaa83f6-2583-4609-8ec1-61fa8ebf67c5),segment_id=0eaa83f6-2583-4609-8ec1-61fa8ebf67c5)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:52.385317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.411572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-466c10da-107f-4ec1-bd45-13ceeb91d58c None None] Provisioning for port 8b2cc700-7d77-4761-8280-8bb984918fdd completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:52.523175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Calling delete_port for 99a3405e-f623-41e7-968c-e3950d614579 owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:07:52.621613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8b2cc700-7d77-4761-8280-8bb984918fdd up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:07:52.627248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.677224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event deleted for resources: {'Port': ['ID=99a3405e-f623-41e7-968c-e3950d614579,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:52.682661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] No DVR routers for this DVR port 99a3405e-f623-41e7-968c-e3950d614579 on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:07:52.702321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 8b2cc700-7d77-4761-8280-8bb984918fdd completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:52.712565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 8b2cc700-7d77-4761-8280-8bb984918fdd triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:52.712565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.817888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.846805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e5c195-6130-4eee-bbc8-318e811d14a1']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:52.860667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaa83f6-2583-4609-8ec1-61fa8ebf67c5') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:52.861120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaa83f6-2583-4609-8ec1-61fa8ebf67c5') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:52.874523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.893866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.896413 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.903426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:07:52.903824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.913140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-edd6efde-91ce-4ed1-bf6c-c501eb88c100 None None] Provisioning complete for port 8b2cc700-7d77-4761-8280-8bb984918fdd triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:52.913659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-edd6efde-91ce-4ed1-bf6c-c501eb88c100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:07:52.921033 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:07:52.984289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 8b2cc700-7d77-4761-8280-8bb984918fdd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8b2cc700-7d77-4761-8280-8bb984918fdd,segment=NetworkSegment(1c1e0b54-fa0c-471a-bf1c-520030f35f52),segment_id=1c1e0b54-fa0c-471a-bf1c-520030f35f52)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:52.993856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:52.994631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 99a3405e-f623-41e7-968c-e3950d614579 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:07:53.010037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.032117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.044030 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event deleted for resources: {'Network': ['ID=00e5c195-6130-4eee-bbc8-318e811d14a1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:53.050391 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3b39f511-e200-4a4c-a1b4-ad25f5721839 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "DELETE /v2.0/networks/00e5c195-6130-4eee-bbc8-318e811d14a1 HTTP/1.1" status: 204 len: 168 time: 1.0451374 Apr 22 10:07:53.051099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38658) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:53.073032 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 99a3405e-f623-41e7-968c-e3950d614579 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:07:53.073589 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 99a3405e-f623-41e7-968c-e3950d614579 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 22 10:07:53.129774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06ac431-1f19-4126-b182-c52868d117d6 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Deleting subnet 4207b273-7925-447a-8933-6a183e9dbbe9 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:07:53.132828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a06ac431-1f19-4126-b182-c52868d117d6 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.153973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aaa35c-898d-4705-9338-04bfd2509a82 None None] DHCP port deletion for 00e5c195-6130-4eee-bbc8-318e811d14a1 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:07:53.155547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Port 99a3405e-f623-41e7-968c-e3950d614579 not found, will not notify nova. {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 22 10:07:53.181837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=8b2cc700-7d77-4761-8280-8bb984918fdd,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:53.192463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01216ee9-89c2-43d1-9ac1-7f83a89d3dc3 None None] Network 00e5c195-6130-4eee-bbc8-318e811d14a1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:53.197581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a06ac431-1f19-4126-b182-c52868d117d6 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.217736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01216ee9-89c2-43d1-9ac1-7f83a89d3dc3 None None] Network 00e5c195-6130-4eee-bbc8-318e811d14a1 could not be found, it might have been deleted concurrently. {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 22 10:07:53.281187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a06ac431-1f19-4126-b182-c52868d117d6 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.324243 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-dee0173d-8a15-4c7c-8830-b7517ec5fc5e None None] Could not find standard attr ID for object 99a3405e-f623-41e7-968c-e3950d614579. {{(pid=88064) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 22 10:07:53.357171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a06ac431-1f19-4126-b182-c52868d117d6 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.398519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06ac431-1f19-4126-b182-c52868d117d6 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event deleted for resources: {'Subnet': ['ID=4207b273-7925-447a-8933-6a183e9dbbe9,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:53.400444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a06ac431-1f19-4126-b182-c52868d117d6 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.406976 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a06ac431-1f19-4126-b182-c52868d117d6 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "DELETE /v2.0/subnets/4207b273-7925-447a-8933-6a183e9dbbe9 HTTP/1.1" status: 204 len: 168 time: 0.3537891 Apr 22 10:07:53.407916 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf2e402-c5c7-4681-85eb-5fed651dba9c None None] Network 359ebbf6-ed4c-4079-ae65-f7b559f87f90 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:53.409640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38662) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:53.533219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.549850 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Deleting port 8b2cc700-7d77-4761-8280-8bb984918fdd {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:53.550458 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.681521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] DHCP port deletion for 359ebbf6-ed4c-4079-ae65-f7b559f87f90 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:07:53.685871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] Deleting port 8b2cc700-7d77-4761-8280-8bb984918fdd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:53.686244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.771218 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] For port 8b2cc700-7d77-4761-8280-8bb984918fdd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8b2cc700-7d77-4761-8280-8bb984918fdd,segment=NetworkSegment(1c1e0b54-fa0c-471a-bf1c-520030f35f52),segment_id=1c1e0b54-fa0c-471a-bf1c-520030f35f52)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:53.771570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.894733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Calling delete_port for 8b2cc700-7d77-4761-8280-8bb984918fdd owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:07:53.922258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] For port 8b2cc700-7d77-4761-8280-8bb984918fdd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=8b2cc700-7d77-4761-8280-8bb984918fdd,segment=NetworkSegment(1c1e0b54-fa0c-471a-bf1c-520030f35f52),segment_id=1c1e0b54-fa0c-471a-bf1c-520030f35f52)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:53.922258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:53.970031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.020145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event deleted for resources: {'Port': ['ID=8b2cc700-7d77-4761-8280-8bb984918fdd,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:54.021957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] No DVR routers for this DVR port 8b2cc700-7d77-4761-8280-8bb984918fdd on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:07:54.047918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] Calling delete_port for 8b2cc700-7d77-4761-8280-8bb984918fdd owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:07:54.120817 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:07:54.121578 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:07:54.145487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.170891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359ebbf6-ed4c-4079-ae65-f7b559f87f90']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:54.183274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1e0b54-fa0c-471a-bf1c-520030f35f52') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:54.183568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1e0b54-fa0c-471a-bf1c-520030f35f52') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:54.194609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.210787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.217108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:07:54.217539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:07:54.232818 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:07:54.311880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.329501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.340417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Pushing event deleted for resources: {'Network': ['ID=359ebbf6-ed4c-4079-ae65-f7b559f87f90,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:54.345603 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2f3d4e14-e371-4516-99e4-c420f1ac21d1 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "DELETE /v2.0/networks/359ebbf6-ed4c-4079-ae65-f7b559f87f90 HTTP/1.1" status: 204 len: 168 time: 0.9348466 Apr 22 10:07:54.348274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38666) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:54.390243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9eaacf73-ee50-4565-85e3-4f19fe6ca727 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Synchronizing usage tracker for tenant:318222034f3447fc9c62fd1849c1feb1 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:07:54.406706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9eaacf73-ee50-4565-85e3-4f19fe6ca727 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Unset dirty status for tenant:318222034f3447fc9c62fd1849c1feb1 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:07:54.407767 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9eaacf73-ee50-4565-85e3-4f19fe6ca727 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ac30660-c4db-47a6-a810-f2533df12a11 HTTP/1.1" status: 200 len: 205 time: 0.0581353 Apr 22 10:07:54.410541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38670) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:54.523038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8b2cc700-7d77-4761-8280-8bb984918fdd no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:07:54.559118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 8b2cc700-7d77-4761-8280-8bb984918fdd {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:07:54.559458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 8b2cc700-7d77-4761-8280-8bb984918fdd not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:07:54.559874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 99a3405e-f623-41e7-968c-e3950d614579 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:07:54.597510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 99a3405e-f623-41e7-968c-e3950d614579 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:07:54.597851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 99a3405e-f623-41e7-968c-e3950d614579 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:07:54.622180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] Deleting port 8b2cc700-7d77-4761-8280-8bb984918fdd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:07:54.622558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.653726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef32-1f14-480e-a15c-6f511eead1c9 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.689065 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b69ec722-ea1a-45c7-916f-2dbeb5b42d46 None None] The port '8b2cc700-7d77-4761-8280-8bb984918fdd' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:07:54.949570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef32-1f14-480e-a15c-6f511eead1c9 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.951620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef32-1f14-480e-a15c-6f511eead1c9 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.974277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef32-1f14-480e-a15c-6f511eead1c9 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.974809 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaaef32-1f14-480e-a15c-6f511eead1c9 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac30660-c4db-47a6-a810-f2533df12a11 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:07:54.987025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-7eaaef32-1f14-480e-a15c-6f511eead1c9 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:54.988087 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7eaaef32-1f14-480e-a15c-6f511eead1c9 tempest-RoutersNegativeTest-56824681 tempest-RoutersNegativeTest-56824681-project] 10.222.0.32 "DELETE /v2.0/routers/2ac30660-c4db-47a6-a810-f2533df12a11 HTTP/1.1" status: 204 len: 168 time: 0.5766692 Apr 22 10:07:55.242039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38678) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:55.389697 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-98931bb5-39fa-4ba3-b379-091e895473df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=318222034f3447fc9c62fd1849c1feb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465049 Apr 22 10:07:55.392080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38684) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:55.452355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77ca0860-e6b4-4730-839b-5d716423c8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:55.478738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77ca0860-e6b4-4730-839b-5d716423c8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:55.537138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77ca0860-e6b4-4730-839b-5d716423c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:55.553585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca0860-e6b4-4730-839b-5d716423c8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ef8ff-7b9c-4fd9-ab94-2858459a7cbe,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:55.572842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-77ca0860-e6b4-4730-839b-5d716423c8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:55.575212 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-77ca0860-e6b4-4730-839b-5d716423c8ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f03ef8ff-7b9c-4fd9-ab94-2858459a7cbe HTTP/1.1" status: 204 len: 168 time: 0.1822026 Apr 22 10:07:56.271778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38708) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:56.385812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1422317045-network', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:56.391402 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:56.395513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Usage tracker for resource:network and tenant:5b6da64c077e4f6c9497189db8a11541 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:56.398618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:56.404709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:56.415518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Made reservation on behalf of 5b6da64c077e4f6c9497189db8a11541 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:56.417860 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.430717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.445667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:56.449414 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5b6da64c077e4f6c9497189db8a11541 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:56.452127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:56.458358 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:56.545528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.551136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.583906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:07:56.589631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e114d73-b49e-40fe-a4be-dc9e125c336d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:56.596930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.597216 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Added segment 3df4fac6-8623-47fb-9f87-67035e247123 of type vlan for network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 Apr 22 10:07:56.624560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.656839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.657770 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:56.658329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.755321 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] Pushing event updated for resources: {'Network': ['ID=9ca98ac1-55c3-403b-afe0-82ffa5ad7024,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:56.758584 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-44734669-2eac-476a-9537-4332638002a2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4856586 Apr 22 10:07:56.761511 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38714) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:56.766677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:07:56.767181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Request body: {'subnet': {'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-subnet', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:56.771692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:56.775486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Usage tracker for resource:subnet and tenant:5b6da64c077e4f6c9497189db8a11541 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:56.778291 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:56.784221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:56.798780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Made reservation on behalf of 5b6da64c077e4f6c9497189db8a11541 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:07:56.801064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:56.995173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.068369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7775396f-40f8-4ace-9c8b-59267895f469,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:57.079107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.079461 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.079798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.080131 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.080482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.080819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.081141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.081464 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.081789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.082109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.082429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.082749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:07:57.094044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Checking segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:57.094407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Network hostable DHCP agents. Network: 9ca98ac1-55c3-403b-afe0-82ffa5ad7024, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:07:57.114556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:07:57.124057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 9ca98ac1-55c3-403b-afe0-82ffa5ad7024) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:57.128246 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:07:57.128862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.132861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cb021d-1d70-4fd2-9e26-5068e0b86cd8 None None] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:57.151023 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9eb7b05c-26ea-4d9c-b738-7d28cbcc4fdf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3885248 Apr 22 10:07:57.153636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38718) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:57.159132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:07:57.163703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:07:57.167674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Usage tracker for resource:router and tenant:5b6da64c077e4f6c9497189db8a11541 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:07:57.170595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:07:57.177099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:07:57.188205 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.189189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.203873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.359818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'fixed_ips': [{'subnet_id': '7775396f-40f8-4ace-9c8b-59267895f469'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:07:57.360664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.517263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Allocated IP 172.20.0.2 (9ca98ac1-55c3-403b-afe0-82ffa5ad7024/7775396f-40f8-4ace-9c8b-59267895f469/ab6a10a1-83bc-4d02-bd5f-9c40e70afd36) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:07:57.582338 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.727500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.739225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Transition to ACTIVE for port object ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:57.757430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Transition to ACTIVE for port object ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:07:57.762342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.824887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:07:57.827534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:57.829966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:07:57.875449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Pushing event updated for resources: {'Port': ['ID=ab6a10a1-83bc-4d02-bd5f-9c40e70afd36,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:57.888018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.920655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.931921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Attempting to bind port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:07:57.932283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Attempting to bind port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:07:57.932693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Attempting to bind port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 on network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:07:57.938386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:07:57.938750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Checking segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:07:57.939139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:57.939521 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Bound using segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:07:57.939966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Bound port: ab6a10a1-83bc-4d02-bd5f-9c40e70afd36, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:07:57.940330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:58.026897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] For port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:07:58.029827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] For port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ab6a10a1-83bc-4d02-bd5f-9c40e70afd36,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:07:58.034644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:58.053366 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Allocated IP 172.26.2.184 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/a1768d69-dc9e-4ac8-9fd3-ace895b73879) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:07:58.150436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df9bd8-c636-4587-91b1-4c052d02edfd None None] Pushing event updated for resources: {'Port': ['ID=ab6a10a1-83bc-4d02-bd5f-9c40e70afd36,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:58.209147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:58.239230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:58.304130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:07:58.307435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:07:58.323432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:07:58.357662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Pushing event updated for resources: {'Port': ['ID=a1768d69-dc9e-4ac8-9fd3-ace895b73879,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:58.553690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:07:58.623310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:58.865699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:59.059248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ccb491-6348-4149-9848-7f6552f3a2ba None None] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:07:59.157366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-208d3a28-c0a4-4bba-aa58-debe6d7a78d6 None None] Provisioning for port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:07:59.167073 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-208d3a28-c0a4-4bba-aa58-debe6d7a78d6 None None] Provisioning complete for port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:59.167471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-208d3a28-c0a4-4bba-aa58-debe6d7a78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:59.204920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:59.389141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-208d3a28-c0a4-4bba-aa58-debe6d7a78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:59.407238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:07:59.438947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-208d3a28-c0a4-4bba-aa58-debe6d7a78d6 None None] For port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ab6a10a1-83bc-4d02-bd5f-9c40e70afd36,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:07:59.445347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-208d3a28-c0a4-4bba-aa58-debe6d7a78d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:59.525410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d3a28-c0a4-4bba-aa58-debe6d7a78d6 None None] Pushing event updated for resources: {'Port': ['ID=ab6a10a1-83bc-4d02-bd5f-9c40e70afd36,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:07:59.598773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:07:59.609776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Sync routers for ids ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:07:59.620187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Routers {'ea4a6a36-5b9f-4a16-9886-7f7cc4352542'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:07:59.621107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:07:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:07:59.623611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:59.625047 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8935e986-de93-4a64-bfa7-30930ad3abda admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4705036 Apr 22 10:07:59.627757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38722) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:07:59.709175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ab4c07ba-142d-415f-9e0b-1e5256a93867 None None] Provisioning complete for port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:07:59.709546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ab4c07ba-142d-415f-9e0b-1e5256a93867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:07:59.866860 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Set router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:08:00.203458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:07:58Z', 'revision_number': 3, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port': {'id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:00.207315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Checking router: ea4a6a36-5b9f-4a16-9886-7f7cc4352542 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:08:00.207659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Updating router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 port a1768d69-dc9e-4ac8-9fd3-ace895b73879 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:08:00.262352 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.412012 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.532420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:00.650571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Allocated IP 172.20.0.1 (9ca98ac1-55c3-403b-afe0-82ffa5ad7024/7775396f-40f8-4ace-9c8b-59267895f469/6096415f-b8f0-4c40-b9f8-842227ab5228) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:08:00.703830 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.721287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Transition to ACTIVE for port object a1768d69-dc9e-4ac8-9fd3-ace895b73879 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:00.725069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:00.725430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.753268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.798631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.813970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Transition to ACTIVE for port object 6096415f-b8f0-4c40-b9f8-842227ab5228 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:00.837324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.857108 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc082d-7bb1-43d5-a963-8561cc61fde8 None None] Pushing event updated for resources: {'Port': ['ID=a1768d69-dc9e-4ac8-9fd3-ace895b73879,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:00.860835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Attempting to bind port a1768d69-dc9e-4ac8-9fd3-ace895b73879 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:08:00.861200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Attempting to bind port a1768d69-dc9e-4ac8-9fd3-ace895b73879 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:08:00.861558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Attempting to bind port a1768d69-dc9e-4ac8-9fd3-ace895b73879 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:00.867376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:08:00.867748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:08:00.868148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.868557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:08:00.869013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Bound port: a1768d69-dc9e-4ac8-9fd3-ace895b73879, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:08:00.869382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.901652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:08:00.904381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:00.913946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:08:00.947848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Pushing event updated for resources: {'Port': ['ID=6096415f-b8f0-4c40-b9f8-842227ab5228,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:00.980624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:00.998072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] For port a1768d69-dc9e-4ac8-9fd3-ace895b73879, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:08:01.009019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] For port a1768d69-dc9e-4ac8-9fd3-ace895b73879, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a1768d69-dc9e-4ac8-9fd3-ace895b73879,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:08:01.013882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:01.091963 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Routers {'ea4a6a36-5b9f-4a16-9886-7f7cc4352542'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:08:01.092606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:07:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:01.126135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:01.161240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc082d-7bb1-43d5-a963-8561cc61fde8 None None] Pushing event updated for resources: {'Port': ['ID=a1768d69-dc9e-4ac8-9fd3-ace895b73879,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:01.180626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-51392bd4-b59a-48c9-9aef-770349f308c8 None None] Provisioning for port 6096415f-b8f0-4c40-b9f8-842227ab5228 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:01.195250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-51392bd4-b59a-48c9-9aef-770349f308c8 None None] Provisioning complete for port 6096415f-b8f0-4c40-b9f8-842227ab5228 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:01.195613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-51392bd4-b59a-48c9-9aef-770349f308c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:01.324527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-51392bd4-b59a-48c9-9aef-770349f308c8 None None] Port 6096415f-b8f0-4c40-b9f8-842227ab5228 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:08:01.330138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] Set router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:08:01.348950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:01.353619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:01.452616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:01.484935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Pushing event updated for resources: {'Port': ['ID=6096415f-b8f0-4c40-b9f8-842227ab5228,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:01.613951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:08:01.615085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:01.666748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:01Z', 'revision_number': 4, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port': {'id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '6096415f-b8f0-4c40-b9f8-842227ab5228', 'name': '', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'mac_address': 'fa:16:3e:10:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7775396f-40f8-4ace-9c8b-59267895f469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:00Z', 'updated_at': '2022-04-22T10:08:00Z', 'revision_number': 1, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'subnets': [{'id': '7775396f-40f8-4ace-9c8b-59267895f469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:01.671506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c49597-bb59-4489-89da-b92a67317d70 None None] The sync data for ids ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'] in dv-neutron-839018-1-hyperv is: [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:01Z', 'revision_number': 4, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port': {'id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:99:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '6096415f-b8f0-4c40-b9f8-842227ab5228', 'name': '', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'mac_address': 'fa:16:3e:10:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7775396f-40f8-4ace-9c8b-59267895f469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:00Z', 'updated_at': '2022-04-22T10:08:00Z', 'revision_number': 1, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'subnets': [{'id': '7775396f-40f8-4ace-9c8b-59267895f469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:08:01.849583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cdbb7b83-5c4d-4c6f-b09c-656783c88035 None None] Provisioning complete for port 6096415f-b8f0-4c40-b9f8-842227ab5228 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:01.850026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cdbb7b83-5c4d-4c6f-b09c-656783c88035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:01.926676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb7b83-5c4d-4c6f-b09c-656783c88035 None None] Port 6096415f-b8f0-4c40-b9f8-842227ab5228 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:08:01.938491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:08:02.120135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:08:02.129763 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-38419dfc-87de-40e2-bed0-ce00e6e99f88 admin admin] 10.222.0.32 "PUT /v2.0/routers/ea4a6a36-5b9f-4a16-9886-7f7cc4352542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5009975 Apr 22 10:08:02.569456 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a1768d69-dc9e-4ac8-9fd3-ace895b73879 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:02.641446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port a1768d69-dc9e-4ac8-9fd3-ace895b73879 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:02.646848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a1768d69-dc9e-4ac8-9fd3-ace895b73879 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:02.647223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:02.723006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38740) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:08:02.728489 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1167593710-network', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:08:02.733802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:08:02.738838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Usage tracker for resource:network and tenant:bc5a7ac7eced4e8398cc7cf23508e4aa is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:08:02.742432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:08:02.748519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:08:02.768741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Made reservation on behalf of bc5a7ac7eced4e8398cc7cf23508e4aa for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:08:02.772224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:02.783992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:02.789347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:02.804103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port a1768d69-dc9e-4ac8-9fd3-ace895b73879, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a1768d69-dc9e-4ac8-9fd3-ace895b73879,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:02.805669 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:08:02.809520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:02.810198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5a7ac7eced4e8398cc7cf23508e4aa is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:08:02.814132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:08:02.821243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:08:02.886245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=a1768d69-dc9e-4ac8-9fd3-ace895b73879,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:02.919980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:02.924301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:02.957329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:08:02.966337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251c5a15-970b-4fb5-8f2a-ae41e56a52a8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:02.972995 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:02.973525 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Added segment 7406b875-b9d6-45ed-b294-df70f90e1c7b of type vlan for network bdb68981-0e92-4a5a-b159-7551d10c0f9b Apr 22 10:08:03.014157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.047484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.048455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:03.049035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.151822 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4276979 Apr 22 10:08:03.152705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742d2f2-b879-43c1-817f-55a90b7818f0 admin admin] Pushing event updated for resources: {'Network': ['ID=bdb68981-0e92-4a5a-b159-7551d10c0f9b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:03.154703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38744) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:08:03.161124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Request body: {'subnet': {'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-subnet', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'ip_version': 4}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:08:03.163841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network bdb68981-0e92-4a5a-b159-7551d10c0f9b details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:08:03.166223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:08:03.170241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Usage tracker for resource:subnet and tenant:bc5a7ac7eced4e8398cc7cf23508e4aa is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:08:03.174067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:08:03.179786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:08:03.190990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Made reservation on behalf of bc5a7ac7eced4e8398cc7cf23508e4aa for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:08:03.194334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.410351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.487916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624167c6-33cb-40f0-a0ee-532f7545861e,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:03.495537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Checking segment: {'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:08:03.495895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Network hostable DHCP agents. Network: bdb68981-0e92-4a5a-b159-7551d10c0f9b, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:08:03.516328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Network bdb68981-0e92-4a5a-b159-7551d10c0f9b is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:08:03.526730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, bdb68981-0e92-4a5a-b159-7551d10c0f9b) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:03.532023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:03.533129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.536701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8946a5-8df9-49ca-bdd8-372643ae215d None None] Network bdb68981-0e92-4a5a-b159-7551d10c0f9b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:08:03.566548 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-36d4ff0e-d734-4dbe-8842-d9e19119a2b6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4083874 Apr 22 10:08:03.567612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 38748) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:08:03.574484 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:08:03.579927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:08:03.583913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Usage tracker for resource:router and tenant:bc5a7ac7eced4e8398cc7cf23508e4aa is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:08:03.586940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:08:03.592722 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:08:03.605353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.606471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.622101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.698803 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Sync routers for ids ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:08:03.711785 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Routers {'ea4a6a36-5b9f-4a16-9886-7f7cc4352542'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:08:03.712521 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:07:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:03.778948 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-bdb68981-0e92-4a5a-b159-7551d10c0f9b', 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'fixed_ips': [{'subnet_id': '624167c6-33cb-40f0-a0ee-532f7545861e'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:08:03.779588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.900137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:03.900812 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Set router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:08:03.936428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Allocated IP 172.20.0.2 (bdb68981-0e92-4a5a-b159-7551d10c0f9b/624167c6-33cb-40f0-a0ee-532f7545861e/05376fc5-c433-43ae-994f-d28e5cd3211a) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:08:04.155464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.166888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Transition to ACTIVE for port object 05376fc5-c433-43ae-994f-d28e5cd3211a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:04.189128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Transition to ACTIVE for port object 05376fc5-c433-43ae-994f-d28e5cd3211a will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:04.195573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.226260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.254788 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:01Z', 'revision_number': 4, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port': {'id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '6096415f-b8f0-4c40-b9f8-842227ab5228', 'name': '', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'mac_address': 'fa:16:3e:10:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7775396f-40f8-4ace-9c8b-59267895f469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:00Z', 'updated_at': '2022-04-22T10:08:01Z', 'revision_number': 2, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'subnets': [{'id': '7775396f-40f8-4ace-9c8b-59267895f469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:04.256633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Network bdb68981-0e92-4a5a-b159-7551d10c0f9b is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:08:04.258880 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Checking router: ea4a6a36-5b9f-4a16-9886-7f7cc4352542 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:08:04.258880 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Updating router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 port 6096415f-b8f0-4c40-b9f8-842227ab5228 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:08:04.259491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:04.263128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:08:04.265000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.307844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Pushing event updated for resources: {'Port': ['ID=05376fc5-c433-43ae-994f-d28e5cd3211a,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:04.317672 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.366736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Attempting to bind port 05376fc5-c433-43ae-994f-d28e5cd3211a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:08:04.367114 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Attempting to bind port 05376fc5-c433-43ae-994f-d28e5cd3211a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:08:04.367472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Attempting to bind port 05376fc5-c433-43ae-994f-d28e5cd3211a on network bdb68981-0e92-4a5a-b159-7551d10c0f9b {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:04.373663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:08:04.374037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Checking segment: {'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:08:04.375715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.375715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Bound using segment: {'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:08:04.376063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Bound port: 05376fc5-c433-43ae-994f-d28e5cd3211a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:08:04.376463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.408276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Allocated IP 172.26.2.73 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/7bcbf3c9-7776-403f-829f-53e26ada77fb) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:08:04.471823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] For port 05376fc5-c433-43ae-994f-d28e5cd3211a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:08:04.475597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] For port 05376fc5-c433-43ae-994f-d28e5cd3211a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=05376fc5-c433-43ae-994f-d28e5cd3211a,segment=NetworkSegment(7406b875-b9d6-45ed-b294-df70f90e1c7b),segment_id=7406b875-b9d6-45ed-b294-df70f90e1c7b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:08:04.480337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.568689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5828bd8-630a-4937-b71a-5b63d203c1a7 None None] Pushing event updated for resources: {'Port': ['ID=05376fc5-c433-43ae-994f-d28e5cd3211a,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:04.571407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a1768d69-dc9e-4ac8-9fd3-ace895b73879 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:04.623582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.657238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a1768d69-dc9e-4ac8-9fd3-ace895b73879 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:04.657605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.670337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.708356 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.723150 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Transition to ACTIVE for port object 6096415f-b8f0-4c40-b9f8-842227ab5228 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:04.731889 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:04.864294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:08:04.867595 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:04.871212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:08:04.889779 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Pushing event updated for resources: {'Port': ['ID=6096415f-b8f0-4c40-b9f8-842227ab5228,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:04.899637 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.899967 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.900299 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.900649 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.900971 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.901293 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.901636 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.901920 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.902236 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.902546 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.902855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.903162 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:04.924265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Pushing event updated for resources: {'Port': ['ID=7bcbf3c9-7776-403f-829f-53e26ada77fb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:05.005012 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Attempting to bind port 6096415f-b8f0-4c40-b9f8-842227ab5228 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:08:05.005367 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Attempting to bind port 6096415f-b8f0-4c40-b9f8-842227ab5228 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:08:05.005715 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Attempting to bind port 6096415f-b8f0-4c40-b9f8-842227ab5228 on network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:05.012891 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:08:05.013237 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Checking segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:08:05.013630 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:05.014009 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Bound using segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:08:05.014456 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Bound port: 6096415f-b8f0-4c40-b9f8-842227ab5228, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:08:05.014815 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:05.121562 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] For port 6096415f-b8f0-4c40-b9f8-842227ab5228, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:08:05.125295 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] For port 6096415f-b8f0-4c40-b9f8-842227ab5228, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6096415f-b8f0-4c40-b9f8-842227ab5228,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:08:05.130833 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:05.210703 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Routers {'ea4a6a36-5b9f-4a16-9886-7f7cc4352542'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:08:05.211222 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:07:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:05.274366 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e99e1-4b18-4546-9c89-25c793480578 None None] Pushing event updated for resources: {'Port': ['ID=6096415f-b8f0-4c40-b9f8-842227ab5228,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:05.335447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:05.400473 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] Set router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:08:05.698116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:05.770430 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f35de4e-6ee2-4930-bbd2-f079ec737e4c None None] Network bdb68981-0e92-4a5a-b159-7551d10c0f9b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:08:05.775341 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:01Z', 'revision_number': 4, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port': {'id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '6096415f-b8f0-4c40-b9f8-842227ab5228', 'name': '', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'mac_address': 'fa:16:3e:10:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7775396f-40f8-4ace-9c8b-59267895f469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:00Z', 'updated_at': '2022-04-22T10:08:05Z', 'revision_number': 4, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'subnets': [{'id': '7775396f-40f8-4ace-9c8b-59267895f469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:05.780514 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0dd35-2021-462f-acd1-59bf3857de79 None None] The sync data for ids ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'] in dv-neutron-839018-1-hyperv is: [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:01Z', 'revision_number': 4, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port': {'id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '6096415f-b8f0-4c40-b9f8-842227ab5228', 'name': '', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'mac_address': 'fa:16:3e:10:08:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '7775396f-40f8-4ace-9c8b-59267895f469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:00Z', 'updated_at': '2022-04-22T10:08:05Z', 'revision_number': 4, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'subnets': [{'id': '7775396f-40f8-4ace-9c8b-59267895f469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:08:05.882384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4a8b18c9-5deb-4615-bdcd-24e91a070b7d None None] Provisioning for port 05376fc5-c433-43ae-994f-d28e5cd3211a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:05.920857 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Router e942b73a-56aa-4bf2-a207-eee4dc91cd43 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:08:06.107212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:08:06.120856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Sync routers for ids ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:08:06.135673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:06.136092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Routers {'e942b73a-56aa-4bf2-a207-eee4dc91cd43'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:08:06.137167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:07:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:06.139756 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-475d0e0d-db09-4770-8b0f-c44de6b7608f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5706561 Apr 22 10:08:06.142166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 38752) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:08:06.394551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Set router e942b73a-56aa-4bf2-a207-eee4dc91cd43 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:08:06.668305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 05376fc5-c433-43ae-994f-d28e5cd3211a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:06.755043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 05376fc5-c433-43ae-994f-d28e5cd3211a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:06.762296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 05376fc5-c433-43ae-994f-d28e5cd3211a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:06.762675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:06.793716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:08:05Z', 'revision_number': 3, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port': {'id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:04Z', 'updated_at': '2022-04-22T10:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:06.810141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Checking router: e942b73a-56aa-4bf2-a207-eee4dc91cd43 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:08:06.810486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Updating router e942b73a-56aa-4bf2-a207-eee4dc91cd43 port 7bcbf3c9-7776-403f-829f-53e26ada77fb binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:08:06.878512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:06.987288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.029006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.105836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 05376fc5-c433-43ae-994f-d28e5cd3211a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=05376fc5-c433-43ae-994f-d28e5cd3211a,segment=NetworkSegment(7406b875-b9d6-45ed-b294-df70f90e1c7b),segment_id=7406b875-b9d6-45ed-b294-df70f90e1c7b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:07.155039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.155793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6096415f-b8f0-4c40-b9f8-842227ab5228 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:07.194372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Allocated IP 172.20.0.1 (bdb68981-0e92-4a5a-b159-7551d10c0f9b/624167c6-33cb-40f0-a0ee-532f7545861e/efce40ad-ef0b-4867-a9b3-b4327e6fe8fe) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:08:07.299259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=05376fc5-c433-43ae-994f-d28e5cd3211a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:07.326227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 6096415f-b8f0-4c40-b9f8-842227ab5228 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:07.347041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.362894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6096415f-b8f0-4c40-b9f8-842227ab5228 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:07.363267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.364095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Transition to ACTIVE for port object efce40ad-ef0b-4867-a9b3-b4327e6fe8fe will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:07.388994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.443250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.448152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Network bdb68981-0e92-4a5a-b159-7551d10c0f9b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:08:07.451085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:07.455377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:08:07.461739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Transition to ACTIVE for port object 7bcbf3c9-7776-403f-829f-53e26ada77fb will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:07.501502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.503931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Pushing event updated for resources: {'Port': ['ID=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:07.525510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.587940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.616642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Attempting to bind port 7bcbf3c9-7776-403f-829f-53e26ada77fb on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:08:07.617237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Attempting to bind port 7bcbf3c9-7776-403f-829f-53e26ada77fb by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:08:07.617686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Attempting to bind port 7bcbf3c9-7776-403f-829f-53e26ada77fb on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:07.627486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1da6f4-941b-46ce-ae6d-0594deafc48d None None] Pushing event updated for resources: {'Port': ['ID=7bcbf3c9-7776-403f-829f-53e26ada77fb,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:07.633775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:08:07.634145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:08:07.634543 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.634925 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:08:07.635391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Bound port: 7bcbf3c9-7776-403f-829f-53e26ada77fb, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:08:07.635765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.697458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 6096415f-b8f0-4c40-b9f8-842227ab5228, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6096415f-b8f0-4c40-b9f8-842227ab5228,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:07.716668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.770564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-234560a3-2c34-432e-9c54-a15068724dfd None None] Provisioning for port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:07.787140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] For port 7bcbf3c9-7776-403f-829f-53e26ada77fb, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:08:07.791327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-234560a3-2c34-432e-9c54-a15068724dfd None None] Provisioning complete for port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:07.791683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-234560a3-2c34-432e-9c54-a15068724dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.826803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.840596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] For port 7bcbf3c9-7776-403f-829f-53e26ada77fb, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7bcbf3c9-7776-403f-829f-53e26ada77fb,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:08:07.848038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:07.857126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=6096415f-b8f0-4c40-b9f8-842227ab5228,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:07.908050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-234560a3-2c34-432e-9c54-a15068724dfd None None] Port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:08:07.983121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Routers {'e942b73a-56aa-4bf2-a207-eee4dc91cd43'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:08:07.983780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:07:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:08.051555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1da6f4-941b-46ce-ae6d-0594deafc48d None None] Pushing event updated for resources: {'Port': ['ID=7bcbf3c9-7776-403f-829f-53e26ada77fb,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:08.053982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:08.059383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:08.168002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] Set router e942b73a-56aa-4bf2-a207-eee4dc91cd43 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:08:08.169354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:08.173360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Pushing event updated for resources: {'Port': ['ID=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:08.306976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Network bdb68981-0e92-4a5a-b159-7551d10c0f9b is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:08:08.308628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:08.497967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 4, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port': {'id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:04Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'efce40ad-ef0b-4867-a9b3-b4327e6fe8fe', 'name': '', 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'mac_address': 'fa:16:3e:e7:c3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:07Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 1, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'subnets': [{'id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:08.502974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cdac85-d471-4988-bdc0-03efd812235e None None] The sync data for ids ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'] in dv-neutron-839018-1-hyperv is: [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 4, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port': {'id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:04Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'efce40ad-ef0b-4867-a9b3-b4327e6fe8fe', 'name': '', 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'mac_address': 'fa:16:3e:e7:c3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:07Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 1, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'subnets': [{'id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:08:08.548269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c36cee97-a678-4536-b226-21ffe93b1519 None None] Provisioning complete for port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:08.548951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c36cee97-a678-4536-b226-21ffe93b1519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:08.585778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 05376fc5-c433-43ae-994f-d28e5cd3211a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:08.643067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Router e942b73a-56aa-4bf2-a207-eee4dc91cd43 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:08:08.666793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c36cee97-a678-4536-b226-21ffe93b1519 None None] Port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:08:08.682699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 05376fc5-c433-43ae-994f-d28e5cd3211a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:08.683066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:08.841144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6096415f-b8f0-4c40-b9f8-842227ab5228 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:08.857896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:08:08.868144 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-17620fde-fafb-459a-b0ac-5bab2fe315e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/e942b73a-56aa-4bf2-a207-eee4dc91cd43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239010 Apr 22 10:08:08.920709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:08.927717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6096415f-b8f0-4c40-b9f8-842227ab5228 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:08.928091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:10.355055 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c2193817-d8ec-478e-82fc-88d87e0cd83b tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:10.357224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c2193817-d8ec-478e-82fc-88d87e0cd83b tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Synchronizing usage tracker for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:08:10.378248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c2193817-d8ec-478e-82fc-88d87e0cd83b tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Unset dirty status for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:08:10.380180 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c2193817-d8ec-478e-82fc-88d87e0cd83b tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/networks?id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024 HTTP/1.1" status: 200 len: 817 time: 0.2964125 Apr 22 10:08:10.401240 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-6901bfb1-1d4f-41f1-b336-a303aa6c9e84 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/quotas/5b6da64c077e4f6c9497189db8a11541 HTTP/1.1" status: 200 len: 375 time: 0.0108385 Apr 22 10:08:10.496904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c1437068-ffb0-4a8a-abad-c722bd8bf4f3 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Synchronizing usage tracker for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:08:10.533226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c1437068-ffb0-4a8a-abad-c722bd8bf4f3 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Unset dirty status for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:08:10.534970 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c1437068-ffb0-4a8a-abad-c722bd8bf4f3 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6da64c077e4f6c9497189db8a11541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1275418 Apr 22 10:08:10.586902 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7bcbf3c9-7776-403f-829f-53e26ada77fb up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:10.669092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 7bcbf3c9-7776-403f-829f-53e26ada77fb completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:10.674651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7bcbf3c9-7776-403f-829f-53e26ada77fb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:10.675023 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:10.702266 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c93da508-21af-454f-9a9a-efda1dd41b10 service neutron] 10.222.0.32 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541078 Apr 22 10:08:10.794423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:10.811510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 7bcbf3c9-7776-403f-829f-53e26ada77fb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7bcbf3c9-7776-403f-829f-53e26ada77fb,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:10.815506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:10.850931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-a96ac894-1093-4858-a0c9-6c98bfb695bc service neutron] 10.222.0.32 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418414 Apr 22 10:08:10.901429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=7bcbf3c9-7776-403f-829f-53e26ada77fb,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:11.171135 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-178c1589-d627-4167-ae9e-64536cf6d398 req-64db43f1-83ce-4333-a7ca-191e1bd1c666 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 210 time: 0.1728232 Apr 22 10:08:11.290313 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Sync routers for ids ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:08:11.299994 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Routers {'e942b73a-56aa-4bf2-a207-eee4dc91cd43'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:08:11.300646 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:07:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:11.509980 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Set router e942b73a-56aa-4bf2-a207-eee4dc91cd43 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:08:11.845214 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 4, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port': {'id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:04Z', 'updated_at': '2022-04-22T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'efce40ad-ef0b-4867-a9b3-b4327e6fe8fe', 'name': '', 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'mac_address': 'fa:16:3e:e7:c3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:07Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 2, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'subnets': [{'id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:11.849034 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Checking router: e942b73a-56aa-4bf2-a207-eee4dc91cd43 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:08:11.849375 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Updating router e942b73a-56aa-4bf2-a207-eee4dc91cd43 port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:08:11.903387 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.106722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-34e0f3b0-8700-4636-a12e-d19b080c2dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.216192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-d6a77a6c-c865-4b97-a532-5740d5050759 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:12.219399 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-d6a77a6c-c865-4b97-a532-5740d5050759 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "GET /v2.0/networks?id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024 HTTP/1.1" status: 200 len: 817 time: 0.1641474 Apr 22 10:08:12.234835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Request body: {'port': {'device_id': 'a775ab7f-d26f-4260-af61-48dc02b8a870', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'admin_state_up': True, 'tenant_id': '5b6da64c077e4f6c9497189db8a11541'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:08:12.252548 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.268022 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Transition to ACTIVE for port object efce40ad-ef0b-4867-a9b3-b4327e6fe8fe will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:12.276159 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.337349 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-40f43cb7-1ae1-4752-81e7-23509db6701c req-02633918-5a24-47b1-989f-efd47e591ebe tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 210 time: 0.0508301 Apr 22 10:08:12.408349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:08:12.414083 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448ed74-8e9b-4c18-9d7b-0bd83a9aceb5 None None] Pushing event updated for resources: {'Port': ['ID=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:12.419004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:08:12.433124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Made reservation on behalf of 5b6da64c077e4f6c9497189db8a11541 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:08:12.436686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.551803 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Attempting to bind port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:08:12.553830 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Attempting to bind port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:08:12.556871 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Attempting to bind port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe on network bdb68981-0e92-4a5a-b159-7551d10c0f9b {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:12.561181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7bcbf3c9-7776-403f-829f-53e26ada77fb up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:12.565083 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:08:12.565450 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Checking segment: {'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:08:12.565846 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.566234 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Bound using segment: {'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:08:12.566684 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Bound port: efce40ad-ef0b-4867-a9b3-b4327e6fe8fe, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7406b875-b9d6-45ed-b294-df70f90e1c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:08:12.567047 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.653646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Allocated IP 172.20.0.5 (9ca98ac1-55c3-403b-afe0-82ffa5ad7024/7775396f-40f8-4ace-9c8b-59267895f469/6cb12127-c71d-4e5a-945a-5ec5e2816ab8) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:08:12.656620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7bcbf3c9-7776-403f-829f-53e26ada77fb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:12.656979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.662590 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] For port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:08:12.665655 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] For port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,segment=NetworkSegment(7406b875-b9d6-45ed-b294-df70f90e1c7b),segment_id=7406b875-b9d6-45ed-b294-df70f90e1c7b)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:08:12.670404 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.757472 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Routers {'e942b73a-56aa-4bf2-a207-eee4dc91cd43'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:08:12.758090 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:07:44Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:12.847969 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448ed74-8e9b-4c18-9d7b-0bd83a9aceb5 None None] Pushing event updated for resources: {'Port': ['ID=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:12.956690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:12.980999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Transition to ACTIVE for port object 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:13.012921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:13.013186 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] Set router e942b73a-56aa-4bf2-a207-eee4dc91cd43 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:08:13.110584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:08:13.113873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:13.123923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:08:13.161323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Pushing event updated for resources: {'Port': ['ID=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:13.195879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:13.196943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:13.228596 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-9eb77ff0-f9f8-41f5-a984-7c6a21586b92 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0012465 Apr 22 10:08:13.240080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Request body: {'port': {'device_id': 'a775ab7f-d26f-4260-af61-48dc02b8a870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:08:13.371827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:13.405346 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 4, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port': {'id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:04Z', 'updated_at': '2022-04-22T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'efce40ad-ef0b-4867-a9b3-b4327e6fe8fe', 'name': '', 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'mac_address': 'fa:16:3e:e7:c3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:07Z', 'updated_at': '2022-04-22T10:08:12Z', 'revision_number': 4, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'subnets': [{'id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:08:13.409413 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-73053cfc-52c5-492d-88b8-f56746908b75 None None] Provisioning for port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:13.411435 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d73729-0923-48a3-a7d7-ce285c6962f6 None None] The sync data for ids ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'] in dv-neutron-839018-1-hyperv is: [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:08:07Z', 'revision_number': 4, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port': {'id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:04Z', 'updated_at': '2022-04-22T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'efce40ad-ef0b-4867-a9b3-b4327e6fe8fe', 'name': '', 'network_id': 'bdb68981-0e92-4a5a-b159-7551d10c0f9b', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'mac_address': 'fa:16:3e:e7:c3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:07Z', 'updated_at': '2022-04-22T10:08:12Z', 'revision_number': 4, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'subnets': [{'id': '624167c6-33cb-40f0-a0ee-532f7545861e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:08:13.419782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-73053cfc-52c5-492d-88b8-f56746908b75 None None] Provisioning complete for port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:13.420366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-73053cfc-52c5-492d-88b8-f56746908b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:13.533099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-73053cfc-52c5-492d-88b8-f56746908b75 None None] Port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:08:13.706107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7823c-3f14-42f8-8128-9701538b98ec req-c5b53fdf-8f73-4cca-9a09-0d171862d5e7 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:13.706854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-ebd7823c-3f14-42f8-8128-9701538b98ec req-c5b53fdf-8f73-4cca-9a09-0d171862d5e7 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Synchronizing usage tracker for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:08:13.745257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-ebd7823c-3f14-42f8-8128-9701538b98ec req-c5b53fdf-8f73-4cca-9a09-0d171862d5e7 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Unset dirty status for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:08:13.746472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ebd7823c-3f14-42f8-8128-9701538b98ec req-c5b53fdf-8f73-4cca-9a09-0d171862d5e7 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 931 time: 0.2431092 Apr 22 10:08:13.846818 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ebd7823c-3f14-42f8-8128-9701538b98ec req-da97b903-9618-4d93-b65c-778c94e8a6ca tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898967 Apr 22 10:08:14.006007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:08:14.013732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.037090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Transition to ACTIVE for port object 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:14.041285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.216537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:14.307658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Attempting to bind port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:08:14.308335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Attempting to bind port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:08:14.308335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Attempting to bind port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 on network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:14.313047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 on network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:08:14.313354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Attempting to bind port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 on network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:14.318712 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:08:14.319040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Checking segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:08:14.319416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Bound using segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:08:14.319830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Bound port: 6cb12127-c71d-4e5a-945a-5ec5e2816ab8, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:08:14.320163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.408747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] For port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:08:14.412572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] For port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:08:14.418018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.494129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:14.500269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.501789 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] 10.222.0.35 "PUT /v2.0/ports/6cb12127-c71d-4e5a-945a-5ec5e2816ab8 HTTP/1.1" status: 200 len: 1093 time: 1.2660992 Apr 22 10:08:14.502249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a775ab7f-d26f-4260-af61-48dc02b8a870', 'tag': '6cb12127-c71d-4e5a-945a-5ec5e2816ab8'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:08:14.537722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4db14bc-58e2-480b-b93f-6f51e07f7757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.546386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47312a-ce0b-4f94-86a1-a8e39b113e71 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:14.627412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device efce40ad-ef0b-4867-a9b3-b4327e6fe8fe up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:14.633875 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec874219-bc8d-4352-97de-1077969f10e9'] response: {'name': 'network-changed', 'server_uuid': 'a775ab7f-d26f-4260-af61-48dc02b8a870', 'tag': '6cb12127-c71d-4e5a-945a-5ec5e2816ab8', 'status': 'completed', 'code': 200} Apr 22 10:08:14.682731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-938635e5-8f4b-4aa3-bcb7-dff06b13988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:14.684537 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-938635e5-8f4b-4aa3-bcb7-dff06b13988a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6da64c077e4f6c9497189db8a11541&device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 1096 time: 0.1261504 Apr 22 10:08:14.708450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:14.713892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:14.714341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.769869 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-1d0aa779-cade-427d-9a30-e1747333e9b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb12127-c71d-4e5a-945a-5ec5e2816ab8 HTTP/1.1" status: 200 len: 217 time: 0.0777192 Apr 22 10:08:14.842486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-98d4002d-8257-4988-8343-806e4fc646d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:14.844516 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-98d4002d-8257-4988-8343-806e4fc646d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7775396f-40f8-4ace-9c8b-59267895f469 HTTP/1.1" status: 200 len: 856 time: 0.0673645 Apr 22 10:08:14.869008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.907392 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,segment=NetworkSegment(7406b875-b9d6-45ed-b294-df70f90e1c7b),segment_id=7406b875-b9d6-45ed-b294-df70f90e1c7b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:14.912225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:14.929357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-820236b2-d722-48da-9bcc-f9ce39b66491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:14.930863 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-820236b2-d722-48da-9bcc-f9ce39b66491 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787768 Apr 22 10:08:14.985146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:15.142446 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-a6a973f7-c820-4680-856c-72a2c4d83c3c service neutron] 10.222.0.35 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042112 Apr 22 10:08:15.191741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf67495-e9c2-407e-b342-0a9af6bfeb7f req-c57c2928-9e98-4169-9010-e77ad7801934 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:15.193209 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5cf67495-e9c2-407e-b342-0a9af6bfeb7f req-c57c2928-9e98-4169-9010-e77ad7801934 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 943 time: 0.2162321 Apr 22 10:08:15.309985 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5cf67495-e9c2-407e-b342-0a9af6bfeb7f req-59052706-d204-4c0b-a624-b6b948904067 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097295 Apr 22 10:08:15.327914 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-be01e8bd-061e-4c1d-8ac8-d665c1005f16 req-c2f8f71f-fa12-4d18-a3c2-d4250349eaab service neutron] 10.222.0.35 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772463 Apr 22 10:08:15.456284 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-58cf9234-e340-44a6-bde8-319333102f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:15.457713 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-58cf9234-e340-44a6-bde8-319333102f10 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6da64c077e4f6c9497189db8a11541&device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 1096 time: 0.0815561 Apr 22 10:08:15.522314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:15.599410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-35b87f6c-0a14-453e-a04b-7c4ee05c0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:15.600871 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-35b87f6c-0a14-453e-a04b-7c4ee05c0d88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024 HTTP/1.1" status: 200 len: 918 time: 0.1360893 Apr 22 10:08:15.673029 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-7e3f95b7-863e-45ab-983c-24eb904a685d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6cb12127-c71d-4e5a-945a-5ec5e2816ab8 HTTP/1.1" status: 200 len: 217 time: 0.0646811 Apr 22 10:08:15.742714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-2325d248-779a-4c8d-9871-279d086a0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:15.744145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-2325d248-779a-4c8d-9871-279d086a0f1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7775396f-40f8-4ace-9c8b-59267895f469 HTTP/1.1" status: 200 len: 856 time: 0.0645461 Apr 22 10:08:15.829441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:15.830876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-638ba61c-22b0-41c2-aa59-1400a91bb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:15.832348 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-638ba61c-22b0-41c2-aa59-1400a91bb528 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814288 Apr 22 10:08:16.092956 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-f128ddf0-37ff-49f0-a765-ed173fcf7ab9 service neutron] 10.222.0.35 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525570 Apr 22 10:08:16.242761 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ec481150-4b5e-4b5d-af45-08d76f66e1e9 req-3e276f31-ff5c-4ed5-86d8-01f76dd1278d service neutron] 10.222.0.35 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429760 Apr 22 10:08:16.512408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d45d9-c326-413e-9a52-23218fecac63 req-fa4c7e7f-9c23-48b8-a9a5-19ada32e537f tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:16.513895 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e35d45d9-c326-413e-9a52-23218fecac63 req-fa4c7e7f-9c23-48b8-a9a5-19ada32e537f tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 943 time: 0.0872197 Apr 22 10:08:16.545985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device efce40ad-ef0b-4867-a9b3-b4327e6fe8fe up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:16.562294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-e35d45d9-c326-413e-9a52-23218fecac63 req-5a8a6d34-8035-4c09-84a1-27e5d289653a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Synchronizing usage tracker for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:08:16.584136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-e35d45d9-c326-413e-9a52-23218fecac63 req-5a8a6d34-8035-4c09-84a1-27e5d289653a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Unset dirty status for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:08:16.585368 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e35d45d9-c326-413e-9a52-23218fecac63 req-5a8a6d34-8035-4c09-84a1-27e5d289653a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653186 Apr 22 10:08:16.616741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:16.617107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:17.301688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:17.782613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a9fa7-bbff-4383-b27a-610124b1651f req-e40eb607-a0ae-473b-90f1-febb3cc44411 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:17.784616 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8b7a9fa7-bbff-4383-b27a-610124b1651f req-e40eb607-a0ae-473b-90f1-febb3cc44411 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 943 time: 0.0909667 Apr 22 10:08:17.831671 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8b7a9fa7-bbff-4383-b27a-610124b1651f req-912f9f84-ee35-4ed3-a18a-9562c04871f7 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 Apr 22 10:08:17.901209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:08:18.031816 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:18.045619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '6cb12127-c71d-4e5a-945a-5ec5e2816ab8', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'port_id': '6cb12127-c71d-4e5a-945a-5ec5e2816ab8', 'mac_address': 'fa:16:3e:5b:7e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7775396f-40f8-4ace-9c8b-59267895f469', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:08:18.099620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:18.115788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:08:18.130921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:18.134800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:18.202551 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:18.337445 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:08:18.488672 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['6cb12127-c71d-4e5a-945a-5ec5e2816ab8'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:08:19.014347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311d50-2ecb-4984-ba27-ce266bb2814e req-b46a37c9-ac58-4140-85f8-784fa12d7695 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:19.015815 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-51311d50-2ecb-4984-ba27-ce266bb2814e req-b46a37c9-ac58-4140-85f8-784fa12d7695 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 944 time: 0.0810862 Apr 22 10:08:19.063981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-51311d50-2ecb-4984-ba27-ce266bb2814e req-0c33b217-f7b9-46d7-8bba-3c4ecaad22dc tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423477 Apr 22 10:08:19.907596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:19.972709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:19.977218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:19.977582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:20.091895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:20.118679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a775ab7f-d26f-4260-af61-48dc02b8a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb12127-c71d-4e5a-945a-5ec5e2816ab8'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:08:20.128889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:20.133409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:20.170374 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d937787b-d467-485f-b696-d081205549d6'] response: {'server_uuid': 'a775ab7f-d26f-4260-af61-48dc02b8a870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb12127-c71d-4e5a-945a-5ec5e2816ab8', 'code': 200} Apr 22 10:08:20.204340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:20.261249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521fbf5-c2db-4c3d-bc28-61feb9bb1e5b req-5093b086-4dfe-4a8d-abb4-1f3acad8dc5d tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:20.262731 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f521fbf5-c2db-4c3d-bc28-61feb9bb1e5b req-5093b086-4dfe-4a8d-abb4-1f3acad8dc5d tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 945 time: 0.0909593 Apr 22 10:08:20.312976 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f521fbf5-c2db-4c3d-bc28-61feb9bb1e5b req-62f60a8b-4048-4815-ad9c-f8178175f938 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Apr 22 10:08:20.399889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d335a-0069-4337-aec7-0425d057066a req-20d69b51-2a06-4b42-8996-73dca124bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:20.401417 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af5d335a-0069-4337-aec7-0425d057066a req-20d69b51-2a06-4b42-8996-73dca124bf82 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 1098 time: 0.0717037 Apr 22 10:08:20.441682 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af5d335a-0069-4337-aec7-0425d057066a req-a41327e9-20f0-40f2-a3cc-66e52f6a271b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335593 Apr 22 10:08:21.496148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08112770-01db-413d-b3aa-f7fddb1b58a6 req-967d5998-fd42-4831-82a7-b73c737c0c3e tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:21.497649 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-08112770-01db-413d-b3aa-f7fddb1b58a6 req-967d5998-fd42-4831-82a7-b73c737c0c3e tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 945 time: 0.0796163 Apr 22 10:08:21.542502 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-08112770-01db-413d-b3aa-f7fddb1b58a6 req-d5bd6baf-3bbb-4fcf-b348-56670d276fc2 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Apr 22 10:08:22.725546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f70da-256a-4e0d-ad72-18900f306f63 req-a229d49a-8f10-48ff-ab33-c5364038cbbd tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:22.726995 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5f9f70da-256a-4e0d-ad72-18900f306f63 req-a229d49a-8f10-48ff-ab33-c5364038cbbd tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 945 time: 0.0799453 Apr 22 10:08:22.773927 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5f9f70da-256a-4e0d-ad72-18900f306f63 req-69188bc2-3360-4146-8ce0-899e037836ad tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Apr 22 10:08:22.958584 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c252d7-e3a4-4773-a4cd-36c1547137e6 req-dd2dd032-6759-4e74-8378-7a0b0834f2b0 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:22.960012 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-30c252d7-e3a4-4773-a4cd-36c1547137e6 req-dd2dd032-6759-4e74-8378-7a0b0834f2b0 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 945 time: 0.0812278 Apr 22 10:08:23.004279 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-30c252d7-e3a4-4773-a4cd-36c1547137e6 req-893d5839-0343-420f-bd15-62cd005dfd41 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Apr 22 10:08:38.551701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f9c71-f5c8-4684-ac08-02c2ee25a5c9 req-f3a48230-2534-44af-a762-19fecb2d911d tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:38.553187 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9f7f9c71-f5c8-4684-ac08-02c2ee25a5c9 req-f3a48230-2534-44af-a762-19fecb2d911d tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 945 time: 0.0801637 Apr 22 10:08:38.596331 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9f7f9c71-f5c8-4684-ac08-02c2ee25a5c9 req-27f17c52-47c9-4d1d-80e3-e49b16d7e230 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375690 Apr 22 10:08:38.922429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:39.784775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cb493-2f65-47d6-bb4c-b78cb06be39c req-03302af2-1906-4336-921d-2b2fcff53de7 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:39.786302 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-159cb493-2f65-47d6-bb4c-b78cb06be39c req-03302af2-1906-4336-921d-2b2fcff53de7 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 945 time: 0.0820756 Apr 22 10:08:39.835653 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-159cb493-2f65-47d6-bb4c-b78cb06be39c req-159b9088-c25b-43a3-9f0f-9c198ec8e5d4 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 Apr 22 10:08:40.460655 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-c147b223-6a9f-4b1c-8c34-83a1a83afce1 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:40.462072 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-c147b223-6a9f-4b1c-8c34-83a1a83afce1 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 945 time: 0.0821369 Apr 22 10:08:40.531043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Deleting port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:08:40.531376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:40.775648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] For port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:40.775912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:40.898138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Calling delete_port for 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:08:41.026989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3e3b6-9bef-4912-badd-b3bc3c0fbbc3 req-cc769896-3500-4730-b9aa-fc084e0d9320 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:41.028374 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6a3e3b6-9bef-4912-badd-b3bc3c0fbbc3 req-cc769896-3500-4730-b9aa-fc084e0d9320 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=a775ab7f-d26f-4260-af61-48dc02b8a870 HTTP/1.1" status: 200 len: 945 time: 0.0847883 Apr 22 10:08:41.064299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:41.074755 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c6a3e3b6-9bef-4912-badd-b3bc3c0fbbc3 req-29e8cb48-9a2d-4754-b858-9a0b0d20c6b1 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 Apr 22 10:08:41.076828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['6cb12127-c71d-4e5a-945a-5ec5e2816ab8'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:08:41.116200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Pushing event deleted for resources: {'Port': ['ID=6cb12127-c71d-4e5a-945a-5ec5e2816ab8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:41.197507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] No DVR routers for this DVR port 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:08:41.200153 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:41.203158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a775ab7f-d26f-4260-af61-48dc02b8a870', 'name': 'network-vif-deleted', 'tag': '6cb12127-c71d-4e5a-945a-5ec5e2816ab8'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:08:41.221283 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b2cc96a6-e791-48bc-8cc9-fde6d3a76f80 req-19a90132-7617-45a1-8e9b-1fb4915dbe02 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "DELETE /v2.0/ports/6cb12127-c71d-4e5a-945a-5ec5e2816ab8 HTTP/1.1" status: 204 len: 173 time: 0.7540550 Apr 22 10:08:41.251195 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbd697a-3075-4b30-bf5e-757638e434ff'] response: {'server_uuid': 'a775ab7f-d26f-4260-af61-48dc02b8a870', 'name': 'network-vif-deleted', 'tag': '6cb12127-c71d-4e5a-945a-5ec5e2816ab8', 'status': 'completed', 'code': 200} Apr 22 10:08:42.111067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bb7e95e2-cf0d-45b8-9099-4ee24115d041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:43.009721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-dc875d0a-e922-4731-8912-84abbdf32f74 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:43.011072 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-dc875d0a-e922-4731-8912-84abbdf32f74 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/networks?id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024 HTTP/1.1" status: 200 len: 817 time: 0.2433028 Apr 22 10:08:43.025423 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-9072cfc2-eb10-47b6-8ddb-bfd7cffd5da4 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/quotas/5b6da64c077e4f6c9497189db8a11541 HTTP/1.1" status: 200 len: 375 time: 0.0088980 Apr 22 10:08:43.109553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-a7aec261-3e63-47e3-a5c4-fc7cee512046 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Synchronizing usage tracker for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:08:43.124938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-a7aec261-3e63-47e3-a5c4-fc7cee512046 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Unset dirty status for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:08:43.126201 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-a7aec261-3e63-47e3-a5c4-fc7cee512046 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b6da64c077e4f6c9497189db8a11541&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958672 Apr 22 10:08:43.262607 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-e03177b0-4302-4b46-a680-1dc7d2b159b4 service neutron] 10.222.0.32 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248031 Apr 22 10:08:43.394019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-e42f9b7d-15fb-473a-a942-495466fc2972 service neutron] 10.222.0.32 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252310 Apr 22 10:08:44.514265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1fff144f-8cee-4cf9-b767-ed7ca31c6027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:44.588375 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-83a9e046-9b67-40d8-b551-bbf1b023d9b1 req-4fc15edf-1149-41e8-a308-325bfc392b57 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 210 time: 0.0440950 Apr 22 10:08:45.522931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:45.602288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-35ada53b-ea97-4b6f-b2a0-e0c7f62191e1 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:45.603686 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-35ada53b-ea97-4b6f-b2a0-e0c7f62191e1 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "GET /v2.0/networks?id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024 HTTP/1.1" status: 200 len: 817 time: 0.1547351 Apr 22 10:08:45.616202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Request body: {'port': {'device_id': 'f56003cc-4bbe-468a-8aa4-0c7ed1e4139b', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'admin_state_up': True, 'tenant_id': '5b6da64c077e4f6c9497189db8a11541'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:08:45.762891 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad389408-c560-441a-be52-7d246e4d259f req-7e5a1e90-8650-4d10-bcbf-8c9f81a04619 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 210 time: 0.0541708 Apr 22 10:08:45.800701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:08:45.810215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:08:45.821509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Made reservation on behalf of 5b6da64c077e4f6c9497189db8a11541 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:08:45.822812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:45.825108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:45.985318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Allocated IP 172.20.0.11 (9ca98ac1-55c3-403b-afe0-82ffa5ad7024/7775396f-40f8-4ace-9c8b-59267895f469/92804fda-6a27-4248-a2e2-ae4f9c3e451f) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:08:46.050201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:08:46.083158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:08:46.083496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6cb12127-c71d-4e5a-945a-5ec5e2816ab8 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:08:46.184371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:46.202050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Transition to ACTIVE for port object 92804fda-6a27-4248-a2e2-ae4f9c3e451f will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:46.223828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:46.295085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:08:46.298621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:08:46.302631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:08:46.344528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Pushing event updated for resources: {'Port': ['ID=92804fda-6a27-4248-a2e2-ae4f9c3e451f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:46.362519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.362861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.363201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.363534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.363867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.364199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.364548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.364878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.365237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.365520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.365838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.366157 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:46.386798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:46.387585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:46.416332 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-1e87758a-abbe-4822-a874-bebf0122972a tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8042247 Apr 22 10:08:46.426664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-5327f0a9-4dfb-4121-8f5e-89b016f1ff3d tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:08:46.427613 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-5327f0a9-4dfb-4121-8f5e-89b016f1ff3d tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051033 Apr 22 10:08:46.437677 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Request body: {'port': {'device_id': 'f56003cc-4bbe-468a-8aa4-0c7ed1e4139b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:08:46.508862 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c1a9cc3a-2379-4295-9777-de3ae06232e4 None None] Provisioning for port 92804fda-6a27-4248-a2e2-ae4f9c3e451f completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:46.514244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c1a9cc3a-2379-4295-9777-de3ae06232e4 None None] Provisioning complete for port 92804fda-6a27-4248-a2e2-ae4f9c3e451f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:46.514606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c1a9cc3a-2379-4295-9777-de3ae06232e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:46.556338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:46.577124 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9cc3a-2379-4295-9777-de3ae06232e4 None None] Port 92804fda-6a27-4248-a2e2-ae4f9c3e451f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:08:46.952447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f751-4803-40d2-a89e-da413f075572 req-8cbdb3cd-0ecb-47e1-842b-243d3a2c2618 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:46.953905 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ba60f751-4803-40d2-a89e-da413f075572 req-8cbdb3cd-0ecb-47e1-842b-243d3a2c2618 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 932 time: 0.0820284 Apr 22 10:08:46.998222 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ba60f751-4803-40d2-a89e-da413f075572 req-c9545309-e903-4c6f-9fc7-a3b7c08ec350 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386286 Apr 22 10:08:46.998457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92804fda-6a27-4248-a2e2-ae4f9c3e451f {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:08:47.005836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:47.021247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Transition to ACTIVE for port object 92804fda-6a27-4248-a2e2-ae4f9c3e451f will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:08:47.036622 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:47.200830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Pushing event updated for resources: {'Port': ['ID=92804fda-6a27-4248-a2e2-ae4f9c3e451f,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:47.274862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Attempting to bind port 92804fda-6a27-4248-a2e2-ae4f9c3e451f on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:08:47.275188 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Attempting to bind port 92804fda-6a27-4248-a2e2-ae4f9c3e451f by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:08:47.275503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Attempting to bind port 92804fda-6a27-4248-a2e2-ae4f9c3e451f on network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:47.279972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Port 92804fda-6a27-4248-a2e2-ae4f9c3e451f on network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:08:47.280281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Attempting to bind port 92804fda-6a27-4248-a2e2-ae4f9c3e451f on network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:08:47.286198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:08:47.286504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Checking segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:08:47.286882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Bound using segment: {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:08:47.287298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Bound port: 92804fda-6a27-4248-a2e2-ae4f9c3e451f, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df4fac6-8623-47fb-9f87-67035e247123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:08:47.287635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:47.316612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:47.381679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] For port 92804fda-6a27-4248-a2e2-ae4f9c3e451f, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:08:47.384481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] For port 92804fda-6a27-4248-a2e2-ae4f9c3e451f, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=92804fda-6a27-4248-a2e2-ae4f9c3e451f,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:08:47.389140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:47.443714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:47.444386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:47.445724 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] 10.222.0.35 "PUT /v2.0/ports/92804fda-6a27-4248-a2e2-ae4f9c3e451f HTTP/1.1" status: 200 len: 1094 time: 1.0119677 Apr 22 10:08:47.446076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56003cc-4bbe-468a-8aa4-0c7ed1e4139b', 'tag': '92804fda-6a27-4248-a2e2-ae4f9c3e451f'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:08:47.471268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39ef72-15ef-46c0-baae-f8b609cb12e4 service neutron] Pushing event updated for resources: {'Port': ['ID=92804fda-6a27-4248-a2e2-ae4f9c3e451f,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:47.511782 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac32e7b-d7f0-4948-8a6e-17a222ca52e5'] response: {'name': 'network-changed', 'server_uuid': 'f56003cc-4bbe-468a-8aa4-0c7ed1e4139b', 'tag': '92804fda-6a27-4248-a2e2-ae4f9c3e451f', 'status': 'completed', 'code': 200} Apr 22 10:08:47.596532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-6fdc6a05-bcf5-4b53-b2b3-7d9eb4308b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:47.598044 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-6fdc6a05-bcf5-4b53-b2b3-7d9eb4308b3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6da64c077e4f6c9497189db8a11541&device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 1097 time: 0.0781550 Apr 22 10:08:47.671836 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-c117059d-0e8d-4e44-a720-147fcf5e1d53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92804fda-6a27-4248-a2e2-ae4f9c3e451f HTTP/1.1" status: 200 len: 217 time: 0.0645971 Apr 22 10:08:47.733902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-a8073cdc-e80b-478f-9940-3cd60e4d7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:47.735317 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-a8073cdc-e80b-478f-9940-3cd60e4d7760 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7775396f-40f8-4ace-9c8b-59267895f469 HTTP/1.1" status: 200 len: 856 time: 0.0566118 Apr 22 10:08:47.811053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-0819052b-e28b-4f10-b46f-828b52883052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:47.813148 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-0819052b-e28b-4f10-b46f-828b52883052 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702057 Apr 22 10:08:47.943563 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-61192056-7bb7-4ea1-9d34-03f03f225d7f service neutron] 10.222.0.35 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224043 Apr 22 10:08:48.073336 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7f022faf-e7b4-42a6-9a32-1f4444c06d69 req-5947593c-3631-46c2-bc29-fae28621727f service neutron] 10.222.0.35 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235955 Apr 22 10:08:48.191298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-cd4f4e78-83ec-45d1-a3c5-b48e735c39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:48.192786 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-cd4f4e78-83ec-45d1-a3c5-b48e735c39a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5b6da64c077e4f6c9497189db8a11541&device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 1097 time: 0.0752182 Apr 22 10:08:48.192975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca695db-be86-4379-8b6b-950508b5fcdd req-deaa2850-57e9-4889-8f6a-8a8af7517d55 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:48.194421 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2ca695db-be86-4379-8b6b-950508b5fcdd req-deaa2850-57e9-4889-8f6a-8a8af7517d55 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 944 time: 0.0884955 Apr 22 10:08:48.241587 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2ca695db-be86-4379-8b6b-950508b5fcdd req-de71e733-bd3d-4eb1-a16b-2510a49c5318 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Apr 22 10:08:48.323881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-babcc41a-2df3-431a-bed5-a6798f9d2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:48.325347 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-babcc41a-2df3-431a-bed5-a6798f9d2589 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024 HTTP/1.1" status: 200 len: 918 time: 0.1262784 Apr 22 10:08:48.390930 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-3f7d9fe6-176e-4f00-b699-78c26d15847c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92804fda-6a27-4248-a2e2-ae4f9c3e451f HTTP/1.1" status: 200 len: 217 time: 0.0589769 Apr 22 10:08:48.454986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-cc86895c-3b84-467c-a092-ce0f77b44d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:48.456452 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-cc86895c-3b84-467c-a092-ce0f77b44d5a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7775396f-40f8-4ace-9c8b-59267895f469 HTTP/1.1" status: 200 len: 856 time: 0.0591142 Apr 22 10:08:48.531977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-ed049771-dcf1-49b5-8119-c6eb719dcbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:48.533484 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-ed049771-dcf1-49b5-8119-c6eb719dcbcd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ca98ac1-55c3-403b-afe0-82ffa5ad7024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697262 Apr 22 10:08:48.781032 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-0509e647-11b2-486f-8128-d09dd4a20996 service neutron] 10.222.0.35 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394612 Apr 22 10:08:48.912153 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-919a02d1-f7e5-4d49-860a-d09e2e742961 req-8f46070a-2d7c-4e83-b62b-063c3af69e82 service neutron] 10.222.0.35 "GET /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239789 Apr 22 10:08:49.429700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd8f5a-e572-4780-9d2b-2ce9036f73ef req-ad48ed6a-7f21-4785-bda7-5a4508ca8528 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:49.430428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-25fd8f5a-e572-4780-9d2b-2ce9036f73ef req-ad48ed6a-7f21-4785-bda7-5a4508ca8528 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Synchronizing usage tracker for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:08:49.445337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-25fd8f5a-e572-4780-9d2b-2ce9036f73ef req-ad48ed6a-7f21-4785-bda7-5a4508ca8528 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Unset dirty status for tenant:5b6da64c077e4f6c9497189db8a11541 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:08:49.446450 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-25fd8f5a-e572-4780-9d2b-2ce9036f73ef req-ad48ed6a-7f21-4785-bda7-5a4508ca8528 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 944 time: 0.0985441 Apr 22 10:08:49.490812 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-25fd8f5a-e572-4780-9d2b-2ce9036f73ef req-d232e12f-571f-4909-83e2-5f09028acb3c tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Apr 22 10:08:50.063270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 92804fda-6a27-4248-a2e2-ae4f9c3e451f details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:08:50.195063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 92804fda-6a27-4248-a2e2-ae4f9c3e451f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=92804fda-6a27-4248-a2e2-ae4f9c3e451f,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:50.209007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '92804fda-6a27-4248-a2e2-ae4f9c3e451f', 'network_id': '9ca98ac1-55c3-403b-afe0-82ffa5ad7024', 'port_id': '92804fda-6a27-4248-a2e2-ae4f9c3e451f', 'mac_address': 'fa:16:3e:46:c8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7775396f-40f8-4ace-9c8b-59267895f469', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:08:50.262590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:50.280780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92804fda-6a27-4248-a2e2-ae4f9c3e451f {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:08:50.296245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 92804fda-6a27-4248-a2e2-ae4f9c3e451f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=92804fda-6a27-4248-a2e2-ae4f9c3e451f,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:50.300425 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:50.407931 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=92804fda-6a27-4248-a2e2-ae4f9c3e451f,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:50.418412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.418762 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.419103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.419441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.419769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.420101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.420449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.420783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.421142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.421465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.421786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.422107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:08:50.612517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['92804fda-6a27-4248-a2e2-ae4f9c3e451f'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:08:50.681006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e64e5-1233-4cdd-9817-504d6490c68a req-e945beee-6474-42f7-a864-b9cda52f1792 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:50.682400 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-271e64e5-1233-4cdd-9817-504d6490c68a req-e945beee-6474-42f7-a864-b9cda52f1792 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 945 time: 0.0844383 Apr 22 10:08:50.735476 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-271e64e5-1233-4cdd-9817-504d6490c68a req-9e9d4198-9309-4545-824e-be74119889dc tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466881 Apr 22 10:08:51.918904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5c5d4-a4c3-44f6-9873-8587cceeff9a req-239b9bb3-5fcc-4af6-86a3-58c9415afcaf tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:51.920253 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17c5c5d4-a4c3-44f6-9873-8587cceeff9a req-239b9bb3-5fcc-4af6-86a3-58c9415afcaf tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 945 time: 0.0782411 Apr 22 10:08:51.968725 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-17c5c5d4-a4c3-44f6-9873-8587cceeff9a req-218c979a-1ba9-4dfc-a471-92ac8bf52423 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Apr 22 10:08:52.094267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 92804fda-6a27-4248-a2e2-ae4f9c3e451f up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:08:52.160011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 92804fda-6a27-4248-a2e2-ae4f9c3e451f completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:08:52.164788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 92804fda-6a27-4248-a2e2-ae4f9c3e451f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:08:52.165157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:52.281062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:52.308273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56003cc-4bbe-468a-8aa4-0c7ed1e4139b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92804fda-6a27-4248-a2e2-ae4f9c3e451f'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:08:52.318203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 92804fda-6a27-4248-a2e2-ae4f9c3e451f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=92804fda-6a27-4248-a2e2-ae4f9c3e451f,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:08:52.322775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:08:52.355388 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d551e15a-3c8b-4768-9b3d-3ed0df98e7b5'] response: {'server_uuid': 'f56003cc-4bbe-468a-8aa4-0c7ed1e4139b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92804fda-6a27-4248-a2e2-ae4f9c3e451f', 'code': 200} Apr 22 10:08:52.398592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=92804fda-6a27-4248-a2e2-ae4f9c3e451f,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:08:52.576888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82642f9-e439-4928-a78d-5d1c63f851f1 req-c0ce035f-8afb-4c12-ba6d-0a1450efcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:52.578413 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a82642f9-e439-4928-a78d-5d1c63f851f1 req-c0ce035f-8afb-4c12-ba6d-0a1450efcb84 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 1099 time: 0.0690739 Apr 22 10:08:52.619646 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a82642f9-e439-4928-a78d-5d1c63f851f1 req-ab39c921-ac83-49e1-829c-7af0592175ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346639 Apr 22 10:08:53.157898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301667d-3bc9-4507-9607-f55f8412a7fd req-8ed4e18c-2da5-45ca-a2e4-00f7a97e2bcb tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:53.159327 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a301667d-3bc9-4507-9607-f55f8412a7fd req-8ed4e18c-2da5-45ca-a2e4-00f7a97e2bcb tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 946 time: 0.0860703 Apr 22 10:08:53.202944 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a301667d-3bc9-4507-9607-f55f8412a7fd req-6be74800-7325-486d-8e85-988f98c4db39 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370312 Apr 22 10:08:54.386091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4e6f6-28fd-4447-8c91-68645f83108c req-377b2a29-deec-4152-9d4d-9072bdc65634 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:54.387506 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-19b4e6f6-28fd-4447-8c91-68645f83108c req-377b2a29-deec-4152-9d4d-9072bdc65634 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 946 time: 0.0805595 Apr 22 10:08:54.433986 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-19b4e6f6-28fd-4447-8c91-68645f83108c req-49f27b35-31ab-4d21-bdf7-389d3f35938d tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393248 Apr 22 10:08:54.614440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d78dd-96f1-42f6-993d-a4d772f1460a req-eb24c542-ce73-4e84-8528-7867c017a38b tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:08:54.615904 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9e6d78dd-96f1-42f6-993d-a4d772f1460a req-eb24c542-ce73-4e84-8528-7867c017a38b tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 946 time: 0.0784595 Apr 22 10:08:54.660964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9e6d78dd-96f1-42f6-993d-a4d772f1460a req-41dbb833-2ccb-4ca7-8fe5-a7fc863a28b0 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393586 Apr 22 10:08:55.336378 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:09:08.947497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:10.051016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4e40b-4c94-4cdc-b106-9ced7fa3f88a req-077ca3ea-a216-4644-a92d-c6a9621e85e3 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:10.052357 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fea4e40b-4c94-4cdc-b106-9ced7fa3f88a req-077ca3ea-a216-4644-a92d-c6a9621e85e3 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 946 time: 0.0814054 Apr 22 10:09:10.095175 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fea4e40b-4c94-4cdc-b106-9ced7fa3f88a req-c2fb77ca-f7e1-4c86-bf77-f8e7bea9c1ce tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370970 Apr 22 10:09:11.284238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf341d-d34d-4b1d-9638-bd13ee8bf7f9 req-cb12e51e-99f8-4157-9ecf-33aceaa8b04e tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:11.285987 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32bf341d-d34d-4b1d-9638-bd13ee8bf7f9 req-cb12e51e-99f8-4157-9ecf-33aceaa8b04e tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 946 time: 0.0826852 Apr 22 10:09:11.330146 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-32bf341d-d34d-4b1d-9638-bd13ee8bf7f9 req-8b34d828-3a22-4c8c-be77-27bf917b5d42 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384662 Apr 22 10:09:12.114321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-10ea91f8-1667-4bb9-a6fa-5a460f51ae7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:12.166245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-18a1a193-4101-4b3c-bc44-e845194c52f9 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:12.167698 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-18a1a193-4101-4b3c-bc44-e845194c52f9 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 946 time: 0.0806503 Apr 22 10:09:12.239266 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Deleting port 92804fda-6a27-4248-a2e2-ae4f9c3e451f {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:12.239600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:12.538482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] For port 92804fda-6a27-4248-a2e2-ae4f9c3e451f, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=92804fda-6a27-4248-a2e2-ae4f9c3e451f,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:12.538845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:12.673083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Calling delete_port for 92804fda-6a27-4248-a2e2-ae4f9c3e451f owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:12.708298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a3df-8bd2-473c-93bd-1c0d3c105075 req-aa12150e-bbef-4436-925e-676b170e5103 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:12.709791 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6533a3df-8bd2-473c-93bd-1c0d3c105075 req-aa12150e-bbef-4436-925e-676b170e5103 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/ports?device_id=f56003cc-4bbe-468a-8aa4-0c7ed1e4139b HTTP/1.1" status: 200 len: 946 time: 0.2586625 Apr 22 10:09:12.786353 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6533a3df-8bd2-473c-93bd-1c0d3c105075 req-85f4cdd7-e751-48c0-83b9-c96a2ca20979 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.32 "GET /v2.0/security-groups?id=9e114d73-b49e-40fe-a4be-dc9e125c336d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696023 Apr 22 10:09:12.959109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:12.971340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['92804fda-6a27-4248-a2e2-ae4f9c3e451f'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:09:13.007728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Pushing event deleted for resources: {'Port': ['ID=92804fda-6a27-4248-a2e2-ae4f9c3e451f,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:13.085844 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] No DVR routers for this DVR port 92804fda-6a27-4248-a2e2-ae4f9c3e451f on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:09:13.088277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:13.092323 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56003cc-4bbe-468a-8aa4-0c7ed1e4139b', 'name': 'network-vif-deleted', 'tag': '92804fda-6a27-4248-a2e2-ae4f9c3e451f'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:09:13.108878 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c5e41a9c-b905-4a74-86bf-bf4cb9c3fd9d req-1fde2b0a-7010-4fb2-9a2a-18958fcb1876 tempest-TestEncryptedCinderVolumes-1778167578 tempest-TestEncryptedCinderVolumes-1778167578-project] 10.222.0.35 "DELETE /v2.0/ports/92804fda-6a27-4248-a2e2-ae4f9c3e451f HTTP/1.1" status: 204 len: 173 time: 0.9355059 Apr 22 10:09:13.140984 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdcf371e-a03d-4160-9ac8-633b1e2be0c1'] response: {'server_uuid': 'f56003cc-4bbe-468a-8aa4-0c7ed1e4139b', 'name': 'network-vif-deleted', 'tag': '92804fda-6a27-4248-a2e2-ae4f9c3e451f', 'status': 'completed', 'code': 200} Apr 22 10:09:13.913421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39038) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:14.446142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:14.515249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4a12b254-51fe-4aa9-a055-933c30535bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:14.792811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Deleting port 6096415f-b8f0-4c40-b9f8-842227ab5228 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:14.793056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:14.968498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] For port 6096415f-b8f0-4c40-b9f8-842227ab5228, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6096415f-b8f0-4c40-b9f8-842227ab5228,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:14.969228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:15.191324 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Calling delete_port for 6096415f-b8f0-4c40-b9f8-842227ab5228 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:15.516941 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:15.525461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:15.565968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6096415f-b8f0-4c40-b9f8-842227ab5228,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:15.824807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:15.832924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:16.191766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:09:16.205333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 92804fda-6a27-4248-a2e2-ae4f9c3e451f no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:09:16.239126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 92804fda-6a27-4248-a2e2-ae4f9c3e451f {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:09:16.239465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 92804fda-6a27-4248-a2e2-ae4f9c3e451f not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:09:16.366016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:09:16.375687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] Sync routers for ids ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:09:16.378431 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4eb3f054-0e9e-4f01-b5c6-eb58b143f1ff admin admin] 10.222.0.32 "PUT /v2.0/routers/ea4a6a36-5b9f-4a16-9886-7f7cc4352542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4639544 Apr 22 10:09:16.381055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39042) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:16.385138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] Routers {'ea4a6a36-5b9f-4a16-9886-7f7cc4352542'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:16.385736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:16.569113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] Set router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:16.680012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:16.850711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184'}], 'enable_snat': True}, 'gw_port_id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:09:15Z', 'revision_number': 5, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port': {'id': 'a1768d69-dc9e-4ac8-9fd3-ace895b73879', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:99:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:16.854559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] Checking router: ea4a6a36-5b9f-4a16-9886-7f7cc4352542 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:09:16.858974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:16.863275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] Routers {'ea4a6a36-5b9f-4a16-9886-7f7cc4352542'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:16.863874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:16.868316 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Deleting port a1768d69-dc9e-4ac8-9fd3-ace895b73879 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:16.868733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.048948 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] For port a1768d69-dc9e-4ac8-9fd3-ace895b73879, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a1768d69-dc9e-4ac8-9fd3-ace895b73879,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:17.049299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.061003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] Set router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:17.163638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:09:16Z', 'revision_number': 6, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:17.167400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241682ed-2103-45a0-844f-5e2c1a33917d None None] The sync data for ids ['ea4a6a36-5b9f-4a16-9886-7f7cc4352542'] in dv-neutron-839018-1-hyperv is: [{'id': 'ea4a6a36-5b9f-4a16-9886-7f7cc4352542', 'name': 'tempest-TestEncryptedCinderVolumes-1422317045-router', 'tenant_id': '5b6da64c077e4f6c9497189db8a11541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:07:57Z', 'updated_at': '2022-04-22T10:09:16Z', 'revision_number': 6, 'project_id': '5b6da64c077e4f6c9497189db8a11541', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:09:17.172240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Calling delete_port for a1768d69-dc9e-4ac8-9fd3-ace895b73879 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:17.307305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.340744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.390089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1768d69-dc9e-4ac8-9fd3-ace895b73879,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:17.477341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.664464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.666700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.689662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.690357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4a6a36-5b9f-4a16-9886-7f7cc4352542 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:09:17.703402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.704530 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-84e84089-ac05-4e1c-bc02-52894a182858 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ea4a6a36-5b9f-4a16-9886-7f7cc4352542 HTTP/1.1" status: 204 len: 168 time: 1.3225462 Apr 22 10:09:17.707050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39046) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:17.767586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-937f7297-424e-4674-8ad4-b4ca33e9dc4c admin admin] Deleting subnet 7775396f-40f8-4ace-9c8b-59267895f469 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:09:17.770349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-937f7297-424e-4674-8ad4-b4ca33e9dc4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.819535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-937f7297-424e-4674-8ad4-b4ca33e9dc4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:17.894950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-937f7297-424e-4674-8ad4-b4ca33e9dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.069909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-937f7297-424e-4674-8ad4-b4ca33e9dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.107778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f7297-424e-4674-8ad4-b4ca33e9dc4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7775396f-40f8-4ace-9c8b-59267895f469,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:18.110288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-937f7297-424e-4674-8ad4-b4ca33e9dc4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.116776 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-937f7297-424e-4674-8ad4-b4ca33e9dc4c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7775396f-40f8-4ace-9c8b-59267895f469 HTTP/1.1" status: 204 len: 168 time: 0.4087486 Apr 22 10:09:18.119118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072e5fcf-bd7c-418e-bed2-ece37c60c56b None None] Network 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:09:18.119591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39050) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:18.229496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.240510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Deleting port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:18.240841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.370119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] DHCP port deletion for 9ca98ac1-55c3-403b-afe0-82ffa5ad7024 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:09:18.374410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] Deleting port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:18.374778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.452279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] For port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ab6a10a1-83bc-4d02-bd5f-9c40e70afd36,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:18.452907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.577701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Calling delete_port for ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:18.581703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] For port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ab6a10a1-83bc-4d02-bd5f-9c40e70afd36,segment=NetworkSegment(3df4fac6-8623-47fb-9f87-67035e247123),segment_id=3df4fac6-8623-47fb-9f87-67035e247123)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:18.582097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.646934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:09:18.668037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.719240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6a10a1-83bc-4d02-bd5f-9c40e70afd36,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:18.721046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] No DVR routers for this DVR port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:09:18.736957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] Calling delete_port for ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:18.773159 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:09:18.773500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:09:18.773909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a1768d69-dc9e-4ac8-9fd3-ace895b73879 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:09:18.812243 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: a1768d69-dc9e-4ac8-9fd3-ace895b73879 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:09:18.812604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a1768d69-dc9e-4ac8-9fd3-ace895b73879 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:09:18.813013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6096415f-b8f0-4c40-b9f8-842227ab5228 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:09:18.838714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.855984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 6096415f-b8f0-4c40-b9f8-842227ab5228 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:09:18.856328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6096415f-b8f0-4c40-b9f8-842227ab5228 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:09:18.864971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca98ac1-55c3-403b-afe0-82ffa5ad7024']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:18.877514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df4fac6-8623-47fb-9f87-67035e247123') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:18.877806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df4fac6-8623-47fb-9f87-67035e247123') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:18.882736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:09:18.883120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:09:18.888945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.905357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.911421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:09:18.911786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:09:18.928752 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:09:19.011181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:19.016017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:19.040353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca98ac1-55c3-403b-afe0-82ffa5ad7024,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:19.053231 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5766f891-12a2-4f89-b597-7247a5977edf admin admin] 10.222.0.32 "DELETE /v2.0/networks/9ca98ac1-55c3-403b-afe0-82ffa5ad7024 HTTP/1.1" status: 204 len: 168 time: 0.9330676 Apr 22 10:09:19.055938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39054) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:19.384180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] Deleting port ab6a10a1-83bc-4d02-bd5f-9c40e70afd36 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:19.384794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:19.459357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a71fc491-122c-460d-a972-4723df87ec20 None None] The port 'ab6a10a1-83bc-4d02-bd5f-9c40e70afd36' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:09:19.690037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:20.034828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Deleting port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:20.035117 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:20.205225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] For port efce40ad-ef0b-4867-a9b3-b4327e6fe8fe, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,segment=NetworkSegment(7406b875-b9d6-45ed-b294-df70f90e1c7b),segment_id=7406b875-b9d6-45ed-b294-df70f90e1c7b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:20.205571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:20.330428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Calling delete_port for efce40ad-ef0b-4867-a9b3-b4327e6fe8fe owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:20.504625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:20.550821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=efce40ad-ef0b-4867-a9b3-b4327e6fe8fe,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:20.818225 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:21.264229 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Router e942b73a-56aa-4bf2-a207-eee4dc91cd43 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:09:21.437243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:09:21.446423 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] Sync routers for ids ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:09:21.447031 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-11e00d62-45a0-42ab-bd1a-b0652fbea5d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/e942b73a-56aa-4bf2-a207-eee4dc91cd43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3895326 Apr 22 10:09:21.448852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39058) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:21.456647 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] Routers {'e942b73a-56aa-4bf2-a207-eee4dc91cd43'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:21.457531 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:21.629975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:21.638976 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] Set router e942b73a-56aa-4bf2-a207-eee4dc91cd43 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:21.822825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:21.833589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Deleting port 7bcbf3c9-7776-403f-829f-53e26ada77fb {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:21.833979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:21.916765 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:09:20Z', 'revision_number': 5, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port': {'id': '7bcbf3c9-7776-403f-829f-53e26ada77fb', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:08:04Z', 'updated_at': '2022-04-22T10:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:21.921157 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] Checking router: e942b73a-56aa-4bf2-a207-eee4dc91cd43 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:09:21.929811 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] Routers {'e942b73a-56aa-4bf2-a207-eee4dc91cd43'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:21.930395 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:22.015775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] For port 7bcbf3c9-7776-403f-829f-53e26ada77fb, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7bcbf3c9-7776-403f-829f-53e26ada77fb,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:22.016146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.119134 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] Set router e942b73a-56aa-4bf2-a207-eee4dc91cd43 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:22.139029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Calling delete_port for 7bcbf3c9-7776-403f-829f-53e26ada77fb owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:22.223572 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:09:21Z', 'revision_number': 6, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:22.227936 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5a73b0-f94d-4e2d-afdf-e1c43ad86bd8 None None] The sync data for ids ['e942b73a-56aa-4bf2-a207-eee4dc91cd43'] in dv-neutron-839018-1-hyperv is: [{'id': 'e942b73a-56aa-4bf2-a207-eee4dc91cd43', 'name': 'tempest-TestEncryptedCinderVolumes-1167593710-router', 'tenant_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:08:03Z', 'updated_at': '2022-04-22T10:09:21Z', 'revision_number': 6, 'project_id': 'bc5a7ac7eced4e8398cc7cf23508e4aa', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:09:22.414276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.462090 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcbf3c9-7776-403f-829f-53e26ada77fb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:22.551520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.733834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.736004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.759833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.760319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e942b73a-56aa-4bf2-a207-eee4dc91cd43 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:09:22.772669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.773814 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-96105195-d495-42e6-8db1-289f7bc6a122 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e942b73a-56aa-4bf2-a207-eee4dc91cd43 HTTP/1.1" status: 204 len: 168 time: 1.3240676 Apr 22 10:09:22.776271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39062) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:22.837814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-63069a0d-241b-42a0-a2a9-bd92819488b4 admin admin] Deleting subnet 624167c6-33cb-40f0-a0ee-532f7545861e {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:09:22.840975 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63069a0d-241b-42a0-a2a9-bd92819488b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.891210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63069a0d-241b-42a0-a2a9-bd92819488b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.971192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63069a0d-241b-42a0-a2a9-bd92819488b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:22.979154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device efce40ad-ef0b-4867-a9b3-b4327e6fe8fe no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:09:23.018006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: efce40ad-ef0b-4867-a9b3-b4327e6fe8fe {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:09:23.018641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device efce40ad-ef0b-4867-a9b3-b4327e6fe8fe not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:09:23.050400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63069a0d-241b-42a0-a2a9-bd92819488b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.089766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63069a0d-241b-42a0-a2a9-bd92819488b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624167c6-33cb-40f0-a0ee-532f7545861e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:23.096080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-63069a0d-241b-42a0-a2a9-bd92819488b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.101448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5e4fc-18ae-4d9c-94d1-d1f6c4c31c2d None None] Network bdb68981-0e92-4a5a-b159-7551d10c0f9b requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:09:23.102163 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-63069a0d-241b-42a0-a2a9-bd92819488b4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/624167c6-33cb-40f0-a0ee-532f7545861e HTTP/1.1" status: 204 len: 168 time: 0.3249073 Apr 22 10:09:23.104580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39066) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:23.211416 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.223725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Deleting port 05376fc5-c433-43ae-994f-d28e5cd3211a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:23.224330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.351450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] DHCP port deletion for bdb68981-0e92-4a5a-b159-7551d10c0f9b request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:09:23.355760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] Deleting port 05376fc5-c433-43ae-994f-d28e5cd3211a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:23.356128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.441142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] For port 05376fc5-c433-43ae-994f-d28e5cd3211a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=05376fc5-c433-43ae-994f-d28e5cd3211a,segment=NetworkSegment(7406b875-b9d6-45ed-b294-df70f90e1c7b),segment_id=7406b875-b9d6-45ed-b294-df70f90e1c7b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:23.441503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.573328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Calling delete_port for 05376fc5-c433-43ae-994f-d28e5cd3211a owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:23.602933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] For port 05376fc5-c433-43ae-994f-d28e5cd3211a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=05376fc5-c433-43ae-994f-d28e5cd3211a,segment=NetworkSegment(7406b875-b9d6-45ed-b294-df70f90e1c7b),segment_id=7406b875-b9d6-45ed-b294-df70f90e1c7b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:23.603330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.654313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.700527 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Pushing event deleted for resources: {'Port': ['ID=05376fc5-c433-43ae-994f-d28e5cd3211a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:23.704581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] No DVR routers for this DVR port 05376fc5-c433-43ae-994f-d28e5cd3211a on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:09:23.724426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] Calling delete_port for 05376fc5-c433-43ae-994f-d28e5cd3211a owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:09:23.799171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:09:23.799523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:09:23.912070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.936645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb68981-0e92-4a5a-b159-7551d10c0f9b']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:23.948260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7406b875-b9d6-45ed-b294-df70f90e1c7b') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:23.948586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7406b875-b9d6-45ed-b294-df70f90e1c7b') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:23.960334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.976700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.982598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:09:23.982971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:09:23.995698 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:09:24.070825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:24.086930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:24.097720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb68981-0e92-4a5a-b159-7551d10c0f9b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:24.100507 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-58cc09d9-30c0-42bb-b17f-b0e12688eabc admin admin] 10.222.0.32 "DELETE /v2.0/networks/bdb68981-0e92-4a5a-b159-7551d10c0f9b HTTP/1.1" status: 204 len: 168 time: 0.9949951 Apr 22 10:09:24.266010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39072) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:24.300469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] Deleting port 05376fc5-c433-43ae-994f-d28e5cd3211a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:09:24.301100 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:24.316863 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2b7e38a5-ee83-4936-9029-e0a037ff788e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b6da64c077e4f6c9497189db8a11541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475130 Apr 22 10:09:24.317083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39076) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:24.365657 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a70c965d-c459-4825-a4f1-08b190a58891 None None] The port '05376fc5-c433-43ae-994f-d28e5cd3211a' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:09:24.379624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3876f7be-c49b-4810-9d2a-ccb24935e333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:24.405130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3876f7be-c49b-4810-9d2a-ccb24935e333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:24.457818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3876f7be-c49b-4810-9d2a-ccb24935e333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:24.472986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876f7be-c49b-4810-9d2a-ccb24935e333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e114d73-b49e-40fe-a4be-dc9e125c336d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:24.485571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3876f7be-c49b-4810-9d2a-ccb24935e333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:24.486755 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3876f7be-c49b-4810-9d2a-ccb24935e333 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e114d73-b49e-40fe-a4be-dc9e125c336d HTTP/1.1" status: 204 len: 168 time: 0.1687946 Apr 22 10:09:24.583957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7bcbf3c9-7776-403f-829f-53e26ada77fb no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:09:24.619029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 7bcbf3c9-7776-403f-829f-53e26ada77fb {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:09:24.619368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7bcbf3c9-7776-403f-829f-53e26ada77fb not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:09:24.619776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 05376fc5-c433-43ae-994f-d28e5cd3211a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:09:24.654398 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 05376fc5-c433-43ae-994f-d28e5cd3211a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:09:24.654772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 05376fc5-c433-43ae-994f-d28e5cd3211a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:09:24.843228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39084) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:24.891228 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-efcb893b-df0e-48b5-a01b-21f35081bb10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc5a7ac7eced4e8398cc7cf23508e4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468311 Apr 22 10:09:24.893614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39088) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:24.949745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6bf1cc14-f935-456d-afae-4ac6e63f91ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:24.978120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6bf1cc14-f935-456d-afae-4ac6e63f91ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:25.029715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6bf1cc14-f935-456d-afae-4ac6e63f91ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:25.047009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1cc14-f935-456d-afae-4ac6e63f91ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251c5a15-970b-4fb5-8f2a-ae41e56a52a8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:25.050389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6bf1cc14-f935-456d-afae-4ac6e63f91ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:25.051494 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6bf1cc14-f935-456d-afae-4ac6e63f91ce admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/251c5a15-970b-4fb5-8f2a-ae41e56a52a8 HTTP/1.1" status: 204 len: 168 time: 0.1569943 Apr 22 10:09:25.764825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39112) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:25.867068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1938006068-network', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:09:25.871878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:25.875723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Usage tracker for resource:network and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:09:25.878569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:09:25.884155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:25.894570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Made reservation on behalf of 8ca36a6db7f44f139838602b824de8f0 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:09:25.896890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:25.909237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:25.923460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:25.927208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Usage tracker for resource:security_group_rule and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:09:25.929980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:09:25.935585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:26.023178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.027194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.057791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:09:26.066385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6001be8-6813-43a0-9519-3d25ecc94f59,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:26.071829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.072168 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Added segment 47997663-e97e-4439-a176-b7cb3e82505c of type vlan for network 082dcb57-d979-4b54-adb1-20bfb3aade20 Apr 22 10:09:26.099742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.131988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.132970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:26.133535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.228733 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4626832 Apr 22 10:09:26.233871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39118) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:26.234449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00831278-8154-4e08-aca1-a4d9c9c53eaa admin admin] Pushing event updated for resources: {'Network': ['ID=082dcb57-d979-4b54-adb1-20bfb3aade20,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:26.240403 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Request body: {'subnet': {'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1938006068-subnet', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:09:26.244183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:09:26.246469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:26.250355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Usage tracker for resource:subnet and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:09:26.253211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:09:26.260145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:26.270000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Made reservation on behalf of 8ca36a6db7f44f139838602b824de8f0 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:09:26.272404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.575322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.646734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57818be4-330b-41ea-a67c-941b796cbded,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:26.659950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Checking segment: {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:09:26.660813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Network hostable DHCP agents. Network: 082dcb57-d979-4b54-adb1-20bfb3aade20, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:09:26.668757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.669092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.669426 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.669750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.670175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.670525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.670846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.671160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.671474 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.671787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.672095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.672418 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:26.690329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:09:26.700097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 082dcb57-d979-4b54-adb1-20bfb3aade20) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:26.705725 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:26.706572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.710994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c2ef41-9c2d-49f3-aa58-ad06ea9d1b2a None None] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:09:26.736366 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-202d6834-a26d-4678-a383-82ae4f220267 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5010571 Apr 22 10:09:26.738921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39122) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:26.746273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:09:26.754204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:26.758127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Usage tracker for resource:router and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:09:26.761080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:09:26.767387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:26.777147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.778091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.794009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:26.945006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-082dcb57-d979-4b54-adb1-20bfb3aade20', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:09:26.945829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.062621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.115694 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Allocated IP 172.20.0.2 (082dcb57-d979-4b54-adb1-20bfb3aade20/57818be4-330b-41ea-a67c-941b796cbded/e78802a8-6c5d-4455-9603-c4cb78e8627c) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:09:27.318320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.329042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Transition to ACTIVE for port object e78802a8-6c5d-4455-9603-c4cb78e8627c will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:27.346872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Transition to ACTIVE for port object e78802a8-6c5d-4455-9603-c4cb78e8627c will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:27.352693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.371274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.401569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.414092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:27.415229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:27.418781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:09:27.462516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Pushing event updated for resources: {'Port': ['ID=e78802a8-6c5d-4455-9603-c4cb78e8627c,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:27.519163 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Attempting to bind port e78802a8-6c5d-4455-9603-c4cb78e8627c on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:09:27.519557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Attempting to bind port e78802a8-6c5d-4455-9603-c4cb78e8627c by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:09:27.519921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Attempting to bind port e78802a8-6c5d-4455-9603-c4cb78e8627c on network 082dcb57-d979-4b54-adb1-20bfb3aade20 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:09:27.526136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:09:27.526516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Checking segment: {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:09:27.527288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.527288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Bound using segment: {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:09:27.527731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Bound port: e78802a8-6c5d-4455-9603-c4cb78e8627c, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:09:27.528098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.540257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Allocated IP 172.26.2.169 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/f73fe51b-2e04-4fda-a64d-72f4cf681e9b) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:09:27.617392 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] For port e78802a8-6c5d-4455-9603-c4cb78e8627c, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:09:27.620362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] For port e78802a8-6c5d-4455-9603-c4cb78e8627c, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e78802a8-6c5d-4455-9603-c4cb78e8627c,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:09:27.625439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.693322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.723980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:27.746563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d3e56-642e-41de-90fd-25d4eea7dcfd None None] Pushing event updated for resources: {'Port': ['ID=e78802a8-6c5d-4455-9603-c4cb78e8627c,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:27.790311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:27.793228 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:27.803933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:09:27.833696 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Pushing event updated for resources: {'Port': ['ID=f73fe51b-2e04-4fda-a64d-72f4cf681e9b,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:28.325528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:28.625793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e78802a8-6c5d-4455-9603-c4cb78e8627c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:28.678087 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:28.698151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e78802a8-6c5d-4455-9603-c4cb78e8627c completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:28.718858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f59ea-7c8f-4c4d-b606-ffd6e17b7d6b None None] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:09:28.824184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b44986ec-6fbe-4996-bd7a-a58576316644 None None] Provisioning for port e78802a8-6c5d-4455-9603-c4cb78e8627c completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:28.832927 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b44986ec-6fbe-4996-bd7a-a58576316644 None None] Provisioning complete for port e78802a8-6c5d-4455-9603-c4cb78e8627c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:28.833300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b44986ec-6fbe-4996-bd7a-a58576316644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:28.888534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Router 7880751b-7289-47ce-8101-0a0826fe638e is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:09:29.045663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b44986ec-6fbe-4996-bd7a-a58576316644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:29.067490 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:09:29.079999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Sync routers for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:09:29.091626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b44986ec-6fbe-4996-bd7a-a58576316644 None None] For port e78802a8-6c5d-4455-9603-c4cb78e8627c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e78802a8-6c5d-4455-9603-c4cb78e8627c,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:29.100960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:29.102528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b44986ec-6fbe-4996-bd7a-a58576316644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:29.105085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39126) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:29.105708 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6bb40cff-8696-4ead-9ee7-a722b2187cae admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3655119 Apr 22 10:09:29.133735 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:29.134366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:29.252865 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44986ec-6fbe-4996-bd7a-a58576316644 None None] Pushing event updated for resources: {'Port': ['ID=e78802a8-6c5d-4455-9603-c4cb78e8627c,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:29.352323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:29.543503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c418444f-b221-4572-968c-c0e9adc5be59 None None] Provisioning complete for port e78802a8-6c5d-4455-9603-c4cb78e8627c triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:29.543785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c418444f-b221-4572-968c-c0e9adc5be59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:29.747669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:28Z', 'revision_number': 3, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:29.751717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Checking router: 7880751b-7289-47ce-8101-0a0826fe638e for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:09:29.752064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Updating router 7880751b-7289-47ce-8101-0a0826fe638e port f73fe51b-2e04-4fda-a64d-72f4cf681e9b binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:09:29.794679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:29.808198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.103307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Allocated IP 172.20.0.1 (082dcb57-d979-4b54-adb1-20bfb3aade20/57818be4-330b-41ea-a67c-941b796cbded/913fab90-10ab-4342-b1a1-dba714a1ce44) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:09:30.177807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.189688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Transition to ACTIVE for port object f73fe51b-2e04-4fda-a64d-72f4cf681e9b will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:30.197780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.256810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.274512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Transition to ACTIVE for port object 913fab90-10ab-4342-b1a1-dba714a1ce44 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:30.275823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Attempting to bind port f73fe51b-2e04-4fda-a64d-72f4cf681e9b on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:09:30.276218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Attempting to bind port f73fe51b-2e04-4fda-a64d-72f4cf681e9b by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:09:30.276611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Attempting to bind port f73fe51b-2e04-4fda-a64d-72f4cf681e9b on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:09:30.283776 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b488d-9dda-46bb-8df4-fceeefb0c884 None None] Pushing event updated for resources: {'Port': ['ID=f73fe51b-2e04-4fda-a64d-72f4cf681e9b,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:30.288371 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:09:30.288768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:09:30.289169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.289554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:09:30.290021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Bound port: f73fe51b-2e04-4fda-a64d-72f4cf681e9b, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:09:30.290400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.301784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.364194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] For port f73fe51b-2e04-4fda-a64d-72f4cf681e9b, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:09:30.364815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:30.367791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:30.367975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] For port f73fe51b-2e04-4fda-a64d-72f4cf681e9b, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f73fe51b-2e04-4fda-a64d-72f4cf681e9b,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:09:30.371245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:09:30.372946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.416496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Pushing event updated for resources: {'Port': ['ID=913fab90-10ab-4342-b1a1-dba714a1ce44,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:30.442775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.457856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:30.458651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:30.509136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b488d-9dda-46bb-8df4-fceeefb0c884 None None] Pushing event updated for resources: {'Port': ['ID=f73fe51b-2e04-4fda-a64d-72f4cf681e9b,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:30.618304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e78802a8-6c5d-4455-9603-c4cb78e8627c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:30.711682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:30.732287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.753777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-314eefc2-1ae5-45dc-9f7c-9ef8b2da5dd1 None None] Provisioning for port 913fab90-10ab-4342-b1a1-dba714a1ce44 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:30.826621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-314eefc2-1ae5-45dc-9f7c-9ef8b2da5dd1 None None] Provisioning complete for port 913fab90-10ab-4342-b1a1-dba714a1ce44 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:30.827558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-314eefc2-1ae5-45dc-9f7c-9ef8b2da5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.898374 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e78802a8-6c5d-4455-9603-c4cb78e8627c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:30.898705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.964605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:30.969459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:31.002033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-314eefc2-1ae5-45dc-9f7c-9ef8b2da5dd1 None None] Port 913fab90-10ab-4342-b1a1-dba714a1ce44 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:09:31.075851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Pushing event updated for resources: {'Port': ['ID=913fab90-10ab-4342-b1a1-dba714a1ce44,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:31.078412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:31.168120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:28Z', 'revision_number': 3, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:31.172597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e569ee9-0d53-4c1e-b9c9-0dd7489b495a None None] The sync data for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv is: [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:28Z', 'revision_number': 3, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:09:31.216770 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:31.218291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:31.426043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Router 7880751b-7289-47ce-8101-0a0826fe638e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:09:31.540680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-170c6978-0f75-4549-bedc-257cfd987476 None None] Provisioning complete for port 913fab90-10ab-4342-b1a1-dba714a1ce44 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:31.542923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-170c6978-0f75-4549-bedc-257cfd987476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:31.606883 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-170c6978-0f75-4549-bedc-257cfd987476 None None] Port 913fab90-10ab-4342-b1a1-dba714a1ce44 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:09:31.736744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:09:31.747850 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f24bc77d-698f-4524-98aa-63db77d87dbf admin admin] 10.222.0.32 "PUT /v2.0/routers/7880751b-7289-47ce-8101-0a0826fe638e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6388361 Apr 22 10:09:32.257384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39144) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:32.262827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-749084234-network', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:09:32.267724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:32.271537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Usage tracker for resource:network and tenant:546ebd6571184409b871b8092d0ca5ba is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:09:32.274508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:09:32.281623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:32.292532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Made reservation on behalf of 546ebd6571184409b871b8092d0ca5ba for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:09:32.294945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.308868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.322993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:32.326806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Usage tracker for resource:security_group_rule and tenant:546ebd6571184409b871b8092d0ca5ba is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:09:32.329762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:09:32.335306 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:09:32.335868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:32.433378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.437988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.469827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:09:32.479159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516addb0-5695-4fa1-8ea2-e848bb0bd792,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:32.485181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.485528 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Added segment 41933038-ef17-4090-a4ac-e72ed619f50b of type vlan for network 502bd62b-5387-4225-8200-6972fef83ca1 Apr 22 10:09:32.516627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.553422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.554543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:32.555260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.631853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f73fe51b-2e04-4fda-a64d-72f4cf681e9b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:32.665672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] Pushing event updated for resources: {'Network': ['ID=502bd62b-5387-4225-8200-6972fef83ca1,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:32.668974 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-38457f58-97b2-44c6-8c84-6b1e97ee227b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4105678 Apr 22 10:09:32.672653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39148) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:32.681315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Request body: {'subnet': {'network_id': '502bd62b-5387-4225-8200-6972fef83ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-749084234-subnet', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:09:32.682764 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 502bd62b-5387-4225-8200-6972fef83ca1 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:09:32.685709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:32.690745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Usage tracker for resource:subnet and tenant:546ebd6571184409b871b8092d0ca5ba is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:09:32.695166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:09:32.702508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:32.714603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Made reservation on behalf of 546ebd6571184409b871b8092d0ca5ba for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:09:32.719856 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.720895 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Sync routers for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:09:32.732201 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:32.733568 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:32.825029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port f73fe51b-2e04-4fda-a64d-72f4cf681e9b completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:32.829954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f73fe51b-2e04-4fda-a64d-72f4cf681e9b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:32.830325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.925918 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:32.955533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.966416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:32.975135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port f73fe51b-2e04-4fda-a64d-72f4cf681e9b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f73fe51b-2e04-4fda-a64d-72f4cf681e9b,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:32.979601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.067284 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc09951b-2e2d-4ae9-8479-4be4a95d95de,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:33.078077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=f73fe51b-2e04-4fda-a64d-72f4cf681e9b,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:33.081801 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Checking segment: {'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:09:33.082524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Network hostable DHCP agents. Network: 502bd62b-5387-4225-8200-6972fef83ca1, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:09:33.104968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Network 502bd62b-5387-4225-8200-6972fef83ca1 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:09:33.116331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 502bd62b-5387-4225-8200-6972fef83ca1) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:33.121021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:33.121799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.131279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d96a5-c2dd-4fd7-8564-21cc8cbefdc8 None None] Network 502bd62b-5387-4225-8200-6972fef83ca1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:09:33.144280 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6501af2b-0c15-4dd2-a827-dc2df04aa172 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4698153 Apr 22 10:09:33.146810 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39152) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:33.152665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:09:33.158370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:33.163152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Usage tracker for resource:router and tenant:546ebd6571184409b871b8092d0ca5ba is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:09:33.166367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:09:33.173903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:33.185453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.186611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.203525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.273846 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 2, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:33.278177 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Checking router: 7880751b-7289-47ce-8101-0a0826fe638e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:09:33.279136 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Updating router 7880751b-7289-47ce-8101-0a0826fe638e port 913fab90-10ab-4342-b1a1-dba714a1ce44 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:09:33.337826 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.420534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-502bd62b-5387-4225-8200-6972fef83ca1', 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'fixed_ips': [{'subnet_id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:09:33.421359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.585625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Allocated IP 172.20.0.2 (502bd62b-5387-4225-8200-6972fef83ca1/bc09951b-2e2d-4ae9-8479-4be4a95d95de/6e799797-f78b-4efa-a481-4fd19b0e048a) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:09:33.619117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.744909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.762302 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Transition to ACTIVE for port object 913fab90-10ab-4342-b1a1-dba714a1ce44 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:33.770339 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.818642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.836077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Transition to ACTIVE for port object 6e799797-f78b-4efa-a481-4fd19b0e048a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:33.858877 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Transition to ACTIVE for port object 6e799797-f78b-4efa-a481-4fd19b0e048a will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:33.866665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:33.912130 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Pushing event updated for resources: {'Port': ['ID=913fab90-10ab-4342-b1a1-dba714a1ce44,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:33.941247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Network 502bd62b-5387-4225-8200-6972fef83ca1 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:33.945669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Pushing event updated for resources: {'Port': ['ID=6e799797-f78b-4efa-a481-4fd19b0e048a,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:33.948522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:33.949793 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.950132 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.950462 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.950693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:09:33.950900 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.951229 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.951550 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.952575 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.952896 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.953214 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.953526 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.953842 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.954154 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:33.997158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.029345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.038786 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Attempting to bind port 913fab90-10ab-4342-b1a1-dba714a1ce44 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:09:34.039356 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Attempting to bind port 913fab90-10ab-4342-b1a1-dba714a1ce44 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:09:34.039771 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Attempting to bind port 913fab90-10ab-4342-b1a1-dba714a1ce44 on network 082dcb57-d979-4b54-adb1-20bfb3aade20 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:09:34.046068 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:09:34.046524 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Checking segment: {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:09:34.046987 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.047439 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Bound using segment: {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:09:34.047970 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Bound port: 913fab90-10ab-4342-b1a1-dba714a1ce44, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:09:34.048420 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.067144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Attempting to bind port 6e799797-f78b-4efa-a481-4fd19b0e048a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:09:34.067502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Attempting to bind port 6e799797-f78b-4efa-a481-4fd19b0e048a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:09:34.068062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Attempting to bind port 6e799797-f78b-4efa-a481-4fd19b0e048a on network 502bd62b-5387-4225-8200-6972fef83ca1 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:09:34.075737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:09:34.076116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Checking segment: {'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:09:34.076539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.077510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Bound using segment: {'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:09:34.077991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Bound port: 6e799797-f78b-4efa-a481-4fd19b0e048a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:09:34.078404 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.161183 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] For port 913fab90-10ab-4342-b1a1-dba714a1ce44, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:09:34.166410 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] For port 913fab90-10ab-4342-b1a1-dba714a1ce44, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=913fab90-10ab-4342-b1a1-dba714a1ce44,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:09:34.172713 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.187182 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Allocated IP 172.26.2.101 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/154ea17f-7eae-46d4-bdb8-4125b1506aa2) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:09:34.187682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] For port 6e799797-f78b-4efa-a481-4fd19b0e048a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:09:34.190946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] For port 6e799797-f78b-4efa-a481-4fd19b0e048a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6e799797-f78b-4efa-a481-4fd19b0e048a,segment=NetworkSegment(41933038-ef17-4090-a4ac-e72ed619f50b),segment_id=41933038-ef17-4090-a4ac-e72ed619f50b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:09:34.195483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.262703 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5e9da-45a4-4d97-a841-a8aba10ddc66 None None] Pushing event updated for resources: {'Port': ['ID=913fab90-10ab-4342-b1a1-dba714a1ce44,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:34.273608 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:34.274217 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:34.288014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614209bb-a668-4419-8b40-f65d4a3e0161 None None] Pushing event updated for resources: {'Port': ['ID=6e799797-f78b-4efa-a481-4fd19b0e048a,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:34.367307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.403149 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.470700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:34.473666 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:34.477659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:09:34.527975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Pushing event updated for resources: {'Port': ['ID=154ea17f-7eae-46d4-bdb8-4125b1506aa2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:34.552778 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:34.726251 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6e799797-f78b-4efa-a481-4fd19b0e048a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:34.807853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 6e799797-f78b-4efa-a481-4fd19b0e048a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:34.813673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f73fe51b-2e04-4fda-a64d-72f4cf681e9b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:34.890171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port f73fe51b-2e04-4fda-a64d-72f4cf681e9b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:34.890845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:34.965469 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:34Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:34.970847 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6258b13-a616-471c-bed8-4f4892b8f6c2 None None] The sync data for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv is: [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:34Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:09:35.106794 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:35.444138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b671ab-e413-44e7-b6a1-14727035eccd None None] Network 502bd62b-5387-4225-8200-6972fef83ca1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:09:35.504802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:35.570246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8c8bf741-970e-4c41-ba45-be7b92ffa2c9 None None] Provisioning for port 6e799797-f78b-4efa-a481-4fd19b0e048a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:35.589254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8c8bf741-970e-4c41-ba45-be7b92ffa2c9 None None] Provisioning complete for port 6e799797-f78b-4efa-a481-4fd19b0e048a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:35.589614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf741-970e-4c41-ba45-be7b92ffa2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:35.734427 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Router 966a324e-9b10-49e3-bde0-5a30caf79f4a is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:09:35.831546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf741-970e-4c41-ba45-be7b92ffa2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:35.880196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-8c8bf741-970e-4c41-ba45-be7b92ffa2c9 None None] For port 6e799797-f78b-4efa-a481-4fd19b0e048a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6e799797-f78b-4efa-a481-4fd19b0e048a,segment=NetworkSegment(41933038-ef17-4090-a4ac-e72ed619f50b),segment_id=41933038-ef17-4090-a4ac-e72ed619f50b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:35.885870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8c8bf741-970e-4c41-ba45-be7b92ffa2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:35.935026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:09:35.964478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:35.969021 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-04f02eb0-98e6-4364-8580-1e60fcaead83 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8177993 Apr 22 10:09:35.969487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39156) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:09:35.980747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Sync routers for ids ['966a324e-9b10-49e3-bde0-5a30caf79f4a'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:09:36.007038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Routers {'966a324e-9b10-49e3-bde0-5a30caf79f4a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:36.007673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['966a324e-9b10-49e3-bde0-5a30caf79f4a'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:36.085662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bf741-970e-4c41-ba45-be7b92ffa2c9 None None] Pushing event updated for resources: {'Port': ['ID=6e799797-f78b-4efa-a481-4fd19b0e048a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:36.212317 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Set router 966a324e-9b10-49e3-bde0-5a30caf79f4a gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:36.353146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d824e9f6-1942-4b61-ba99-63b0b055b25b None None] Provisioning complete for port 6e799797-f78b-4efa-a481-4fd19b0e048a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:36.353520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d824e9f6-1942-4b61-ba99-63b0b055b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:36.629493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:09:34Z', 'revision_number': 3, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port': {'id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:34Z', 'updated_at': '2022-04-22T10:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:36.633429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Checking router: 966a324e-9b10-49e3-bde0-5a30caf79f4a for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:09:36.633777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Updating router 966a324e-9b10-49e3-bde0-5a30caf79f4a port 154ea17f-7eae-46d4-bdb8-4125b1506aa2 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:09:36.691838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6e799797-f78b-4efa-a481-4fd19b0e048a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:36.699456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:36.724768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:36.865996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 6e799797-f78b-4efa-a481-4fd19b0e048a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:36.866402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:36.916749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Allocated IP 172.20.0.1 (502bd62b-5387-4225-8200-6972fef83ca1/bc09951b-2e2d-4ae9-8479-4be4a95d95de/b44a11fa-1b19-4a6a-a4f6-b3899c3a975e) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:09:37.121380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 913fab90-10ab-4342-b1a1-dba714a1ce44 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:37.181819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.197912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Transition to ACTIVE for port object b44a11fa-1b19-4a6a-a4f6-b3899c3a975e will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:37.223836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.260644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.271245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 913fab90-10ab-4342-b1a1-dba714a1ce44 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:37.283886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 913fab90-10ab-4342-b1a1-dba714a1ce44 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:37.284433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.286960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Network 502bd62b-5387-4225-8200-6972fef83ca1 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:37.288741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:37.292516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:09:37.324630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Transition to ACTIVE for port object 154ea17f-7eae-46d4-bdb8-4125b1506aa2 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:37.335389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Pushing event updated for resources: {'Port': ['ID=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:37.343802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.362655 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.445491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Attempting to bind port 154ea17f-7eae-46d4-bdb8-4125b1506aa2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:09:37.445857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Attempting to bind port 154ea17f-7eae-46d4-bdb8-4125b1506aa2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:09:37.446221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Attempting to bind port 154ea17f-7eae-46d4-bdb8-4125b1506aa2 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:09:37.480676 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c4882-5085-4c39-8be3-1b37d618002c None None] Pushing event updated for resources: {'Port': ['ID=154ea17f-7eae-46d4-bdb8-4125b1506aa2,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:37.483647 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:09:37.484021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:09:37.484435 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.484887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:09:37.485287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Bound port: 154ea17f-7eae-46d4-bdb8-4125b1506aa2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:09:37.485665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.500387 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.640772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.654049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-de80885d-71ff-4d69-98c7-83812825a834 None None] Provisioning for port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:37.669722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-de80885d-71ff-4d69-98c7-83812825a834 None None] Provisioning complete for port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:37.670098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de80885d-71ff-4d69-98c7-83812825a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.693564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] For port 154ea17f-7eae-46d4-bdb8-4125b1506aa2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:09:37.728154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] For port 154ea17f-7eae-46d4-bdb8-4125b1506aa2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=154ea17f-7eae-46d4-bdb8-4125b1506aa2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:09:37.733761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.738032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.744297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.748723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 913fab90-10ab-4342-b1a1-dba714a1ce44, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=913fab90-10ab-4342-b1a1-dba714a1ce44,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:37.776368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-de80885d-71ff-4d69-98c7-83812825a834 None None] Port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:09:37.784604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.828678 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c4882-5085-4c39-8be3-1b37d618002c None None] Pushing event updated for resources: {'Port': ['ID=154ea17f-7eae-46d4-bdb8-4125b1506aa2,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:37.831265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Routers {'966a324e-9b10-49e3-bde0-5a30caf79f4a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:37.831854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['966a324e-9b10-49e3-bde0-5a30caf79f4a'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:37.857991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:37.864869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Pushing event updated for resources: {'Port': ['ID=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:38.004076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Network 502bd62b-5387-4225-8200-6972fef83ca1 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:38.005504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:38.025802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=913fab90-10ab-4342-b1a1-dba714a1ce44,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:38.077160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] Set router 966a324e-9b10-49e3-bde0-5a30caf79f4a gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:38.204331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Router 966a324e-9b10-49e3-bde0-5a30caf79f4a has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:09:38.325303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-64274032-25b5-405f-bfd1-8a2e55772c81 None None] Provisioning complete for port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:38.325892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-64274032-25b5-405f-bfd1-8a2e55772c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:38.383430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:09:38.392926 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-033ec795-62c4-404d-8dc5-97774044f31e admin admin] 10.222.0.32 "PUT /v2.0/routers/966a324e-9b10-49e3-bde0-5a30caf79f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4223716 Apr 22 10:09:38.427161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-64274032-25b5-405f-bfd1-8a2e55772c81 None None] Port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:09:38.459206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 4, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port': {'id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:34Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'b44a11fa-1b19-4a6a-a4f6-b3899c3a975e', 'name': '', 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'mac_address': 'fa:16:3e:92:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:36Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 2, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'subnets': [{'id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:38.463135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e11e5b6-97a2-4af9-926e-d511adefdf71 None None] The sync data for ids ['966a324e-9b10-49e3-bde0-5a30caf79f4a'] in dv-neutron-839018-1-hyperv is: [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 4, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port': {'id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:34Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'b44a11fa-1b19-4a6a-a4f6-b3899c3a975e', 'name': '', 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'mac_address': 'fa:16:3e:92:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:36Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 2, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'subnets': [{'id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:09:38.602140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 913fab90-10ab-4342-b1a1-dba714a1ce44 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:38.676836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 913fab90-10ab-4342-b1a1-dba714a1ce44 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:38.677480 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:38.931160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:40.655414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 154ea17f-7eae-46d4-bdb8-4125b1506aa2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:40.734563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 154ea17f-7eae-46d4-bdb8-4125b1506aa2 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:40.740119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 154ea17f-7eae-46d4-bdb8-4125b1506aa2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:40.740625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:40.871281 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:40.890007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 154ea17f-7eae-46d4-bdb8-4125b1506aa2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=154ea17f-7eae-46d4-bdb8-4125b1506aa2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:40.896014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:40.970467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=154ea17f-7eae-46d4-bdb8-4125b1506aa2,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:42.131001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-746ba08f-908c-404e-9613-23953925c2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:42.283127 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Sync routers for ids ['966a324e-9b10-49e3-bde0-5a30caf79f4a'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:09:42.296128 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Routers {'966a324e-9b10-49e3-bde0-5a30caf79f4a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:42.296882 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['966a324e-9b10-49e3-bde0-5a30caf79f4a'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:42.490770 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Set router 966a324e-9b10-49e3-bde0-5a30caf79f4a gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:42.625386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 154ea17f-7eae-46d4-bdb8-4125b1506aa2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:42.703823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 154ea17f-7eae-46d4-bdb8-4125b1506aa2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:42.704200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:42.886855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 4, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port': {'id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:34Z', 'updated_at': '2022-04-22T10:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'b44a11fa-1b19-4a6a-a4f6-b3899c3a975e', 'name': '', 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'mac_address': 'fa:16:3e:92:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:36Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 2, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'subnets': [{'id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:42.894103 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Checking router: 966a324e-9b10-49e3-bde0-5a30caf79f4a for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:09:42.894452 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Updating router 966a324e-9b10-49e3-bde0-5a30caf79f4a port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:09:42.954473 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:43.358615 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:43.373165 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Transition to ACTIVE for port object b44a11fa-1b19-4a6a-a4f6-b3899c3a975e will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:43.380662 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:43.543542 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a074d-72cb-4acb-9c09-7b72f36e6bfc None None] Pushing event updated for resources: {'Port': ['ID=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:43.602267 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Attempting to bind port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:09:43.602626 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Attempting to bind port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:09:43.602989 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Attempting to bind port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e on network 502bd62b-5387-4225-8200-6972fef83ca1 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:09:43.609815 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:09:43.610134 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Checking segment: {'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:09:43.612902 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:43.613405 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Bound using segment: {'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:09:43.613903 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Bound port: b44a11fa-1b19-4a6a-a4f6-b3899c3a975e, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41933038-ef17-4090-a4ac-e72ed619f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:09:43.614285 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:43.725355 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] For port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:09:43.728872 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] For port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,segment=NetworkSegment(41933038-ef17-4090-a4ac-e72ed619f50b),segment_id=41933038-ef17-4090-a4ac-e72ed619f50b)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:09:43.736979 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:43.813809 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Routers {'966a324e-9b10-49e3-bde0-5a30caf79f4a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:09:43.814424 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:09:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['966a324e-9b10-49e3-bde0-5a30caf79f4a'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:43.891238 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a074d-72cb-4acb-9c09-7b72f36e6bfc None None] Pushing event updated for resources: {'Port': ['ID=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:44.042810 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] Set router 966a324e-9b10-49e3-bde0-5a30caf79f4a gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:09:44.385737 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 4, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port': {'id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:34Z', 'updated_at': '2022-04-22T10:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'b44a11fa-1b19-4a6a-a4f6-b3899c3a975e', 'name': '', 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'mac_address': 'fa:16:3e:92:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:36Z', 'updated_at': '2022-04-22T10:09:43Z', 'revision_number': 4, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'subnets': [{'id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:09:44.392102 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f92031-2537-43b8-a272-2e59fe7a6e80 None None] The sync data for ids ['966a324e-9b10-49e3-bde0-5a30caf79f4a'] in dv-neutron-839018-1-hyperv is: [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 4, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port': {'id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:34Z', 'updated_at': '2022-04-22T10:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'b44a11fa-1b19-4a6a-a4f6-b3899c3a975e', 'name': '', 'network_id': '502bd62b-5387-4225-8200-6972fef83ca1', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'mac_address': 'fa:16:3e:92:f3:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:36Z', 'updated_at': '2022-04-22T10:09:43Z', 'revision_number': 4, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'subnets': [{'id': 'bc09951b-2e2d-4ae9-8479-4be4a95d95de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:09:44.545648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-15a63167-c44e-4ddf-8f6f-9a53c6720de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:44.647536 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b44a11fa-1b19-4a6a-a4f6-b3899c3a975e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:44.770362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:44.775523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:44.775888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:44.920049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:44.974125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,segment=NetworkSegment(41933038-ef17-4090-a4ac-e72ed619f50b),segment_id=41933038-ef17-4090-a4ac-e72ed619f50b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:09:44.980080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:45.079170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:45.534805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:45.845783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:46.616538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b44a11fa-1b19-4a6a-a4f6-b3899c3a975e up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:09:46.694219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:46.694585 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:47.311268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:48.626361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-698c6dba-dcdf-457a-a7d8-98c5ca398464 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:48.627789 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-698c6dba-dcdf-457a-a7d8-98c5ca398464 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 815 time: 0.1448047 Apr 22 10:09:48.641987 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-2a538cb1-1f2e-467d-8b09-9bbbdeb15cd2 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/quotas/8ca36a6db7f44f139838602b824de8f0 HTTP/1.1" status: 200 len: 375 time: 0.0088229 Apr 22 10:09:48.727391 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-aa5a721b-9dd0-4368-9929-82f7d72459ec tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804453 Apr 22 10:09:48.877986 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-c00f52cd-45de-4a10-a170-7c695e0906cc service neutron] 10.222.0.32 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374407 Apr 22 10:09:49.007650 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-c069174e-6e45-4038-8a9c-13ab9203dff3 service neutron] 10.222.0.32 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238649 Apr 22 10:09:49.180996 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-edb37f75-caf7-46fd-ade8-72df32eff524 req-b2d5cdf6-ac1c-48f6-a177-1f8eaff3f17f tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Synchronizing usage tracker for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:09:49.197810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-edb37f75-caf7-46fd-ade8-72df32eff524 req-b2d5cdf6-ac1c-48f6-a177-1f8eaff3f17f tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Unset dirty status for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:09:49.198973 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-edb37f75-caf7-46fd-ade8-72df32eff524 req-b2d5cdf6-ac1c-48f6-a177-1f8eaff3f17f tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 210 time: 0.0633247 Apr 22 10:09:50.356449 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3555a557-2877-4556-b2a3-89f4b5108105 req-63c3bdce-20e8-4566-a45b-62405cf56dd1 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 210 time: 0.0432603 Apr 22 10:09:50.407159 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-1bd491a2-daf7-4b54-9a84-80b46dfc254b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:50.407828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-1bd491a2-daf7-4b54-9a84-80b46dfc254b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Synchronizing usage tracker for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:09:50.425096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-1bd491a2-daf7-4b54-9a84-80b46dfc254b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Unset dirty status for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:09:50.426499 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-1bd491a2-daf7-4b54-9a84-80b46dfc254b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 815 time: 0.1744843 Apr 22 10:09:50.439409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'port': {'device_id': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'admin_state_up': True, 'tenant_id': '8ca36a6db7f44f139838602b824de8f0'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:09:50.699501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:09:50.709453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:09:50.720888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Made reservation on behalf of 8ca36a6db7f44f139838602b824de8f0 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:09:50.724275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:50.930410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Allocated IP 172.20.0.10 (082dcb57-d979-4b54-adb1-20bfb3aade20/57818be4-330b-41ea-a67c-941b796cbded/44e1535b-92e0-4b7c-93d6-ae990a4d7bd4) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:09:51.182500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:51.210340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Transition to ACTIVE for port object 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:09:51.242991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:51.311888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:09:51.315231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:09:51.327942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:09:51.367248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'Port': ['ID=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:09:51.401781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.402186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.402529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.402904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.403270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.403721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.403938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.404227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.404744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.405069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.405475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.405867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:09:51.422705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:51.423468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:51.478718 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-f6be199f-2249-4afa-850d-d374eaff655c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0431359 Apr 22 10:09:51.623202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac54c2-2f15-4c41-babd-fc06fd437168 req-eded6a37-6a6b-4e8f-aafb-8b87c643c23a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:51.624476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-79ac54c2-2f15-4c41-babd-fc06fd437168 req-eded6a37-6a6b-4e8f-aafb-8b87c643c23a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Synchronizing usage tracker for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:09:51.642165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-79ac54c2-2f15-4c41-babd-fc06fd437168 req-eded6a37-6a6b-4e8f-aafb-8b87c643c23a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Unset dirty status for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:09:51.643695 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-79ac54c2-2f15-4c41-babd-fc06fd437168 req-eded6a37-6a6b-4e8f-aafb-8b87c643c23a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.1435378 Apr 22 10:09:51.704375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc332e30-b223-4fbe-a767-2c81805c849b None None] Provisioning for port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:09:51.707340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-79ac54c2-2f15-4c41-babd-fc06fd437168 req-5afe14fb-8382-4474-bcea-61555a5f0581 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Synchronizing usage tracker for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:09:51.713184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cc332e30-b223-4fbe-a767-2c81805c849b None None] Provisioning complete for port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:09:51.713560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc332e30-b223-4fbe-a767-2c81805c849b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:09:51.726073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-79ac54c2-2f15-4c41-babd-fc06fd437168 req-5afe14fb-8382-4474-bcea-61555a5f0581 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Unset dirty status for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:09:51.727366 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-79ac54c2-2f15-4c41-babd-fc06fd437168 req-5afe14fb-8382-4474-bcea-61555a5f0581 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740278 Apr 22 10:09:51.771325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cc332e30-b223-4fbe-a767-2c81805c849b None None] Port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:09:53.080215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f360f0-100d-4511-87ea-eb73290fddfa req-b813471f-c8e4-4727-8e89-fbc0d80a9c6b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:53.081933 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-64f360f0-100d-4511-87ea-eb73290fddfa req-b813471f-c8e4-4727-8e89-fbc0d80a9c6b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.2348166 Apr 22 10:09:53.129519 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-64f360f0-100d-4511-87ea-eb73290fddfa req-6ab88ca1-ef7d-4600-ba92-d1a004cd6603 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416913 Apr 22 10:09:54.340435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03180c-a103-4c0c-87fb-826386734ec7 req-b41e73e0-8332-4abf-9bb2-d9e8cebcfedc tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:54.343102 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ff03180c-a103-4c0c-87fb-826386734ec7 req-b41e73e0-8332-4abf-9bb2-d9e8cebcfedc tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.0893786 Apr 22 10:09:54.393167 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ff03180c-a103-4c0c-87fb-826386734ec7 req-fd66c2b4-7fb4-488c-8df5-696e7bcfed25 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437565 Apr 22 10:09:55.593701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e20da-e3ab-4591-a342-2f0cd6b00dcc req-ee2e0b68-295a-44bb-9ae5-20cc9ff666d6 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:55.600661 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-341e20da-e3ab-4591-a342-2f0cd6b00dcc req-ee2e0b68-295a-44bb-9ae5-20cc9ff666d6 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.0979779 Apr 22 10:09:55.652718 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-341e20da-e3ab-4591-a342-2f0cd6b00dcc req-a7614f28-a537-47b9-aed2-299ece8b5ef3 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Apr 22 10:09:56.845048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49709708-f181-4450-9ba2-0a88d6fd1689 req-d057915a-168f-4a80-9abc-b82e03abeee1 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:56.846544 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-49709708-f181-4450-9ba2-0a88d6fd1689 req-d057915a-168f-4a80-9abc-b82e03abeee1 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.0857716 Apr 22 10:09:56.896568 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-49709708-f181-4450-9ba2-0a88d6fd1689 req-3d5aa9a4-dad7-4dad-95f5-c7aa205a7a4b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Apr 22 10:09:58.099966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e8d2-3389-406f-8fa0-3028cbf3c77d req-f807ff90-0e64-4180-8a47-ceafa553cbd8 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:58.101488 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9695e8d2-3389-406f-8fa0-3028cbf3c77d req-f807ff90-0e64-4180-8a47-ceafa553cbd8 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.0869958 Apr 22 10:09:58.147677 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9695e8d2-3389-406f-8fa0-3028cbf3c77d req-6f13be4b-a32f-411f-816d-c14d60866041 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404780 Apr 22 10:09:59.333991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f7c46-74a8-42d9-9fd0-a80c4a9aeccb req-93f5fd93-63c1-48c7-9b99-747cfef8b76d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:09:59.335468 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-873f7c46-74a8-42d9-9fd0-a80c4a9aeccb req-93f5fd93-63c1-48c7-9b99-747cfef8b76d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.0806358 Apr 22 10:09:59.382487 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-873f7c46-74a8-42d9-9fd0-a80c4a9aeccb req-0f83ccf7-cfa2-4b98-be3c-0d32079ecdaa tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Apr 22 10:10:00.565314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd381bea-0508-4f05-b89d-f915858641ad req-3e1c3a6f-704d-4491-9d3c-59c68db56137 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:00.566777 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bd381bea-0508-4f05-b89d-f915858641ad req-3e1c3a6f-704d-4491-9d3c-59c68db56137 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.0813959 Apr 22 10:10:00.610963 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bd381bea-0508-4f05-b89d-f915858641ad req-ede0620b-2102-42c0-9c51-3cafeb287d56 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 Apr 22 10:10:01.277355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Request body: {'port': {'device_id': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:01.383957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:01.765906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:10:01.774688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:01.794099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Transition to ACTIVE for port object 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:10:01.799823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:02.062309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac0746-aaed-4ef7-a078-5c74ea0d083c req-e4b93a48-1224-43e6-ac3e-9814bb02243c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:02.063744 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0dac0746-aaed-4ef7-a078-5c74ea0d083c req-e4b93a48-1224-43e6-ac3e-9814bb02243c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 932 time: 0.3453963 Apr 22 10:10:02.118236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Pushing event updated for resources: {'Port': ['ID=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:02.186403 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0dac0746-aaed-4ef7-a078-5c74ea0d083c req-7d9d05f3-194b-442c-875e-e39a96e9a5f5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880587 Apr 22 10:10:02.210204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Attempting to bind port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:10:02.210538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Attempting to bind port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:10:02.210856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Attempting to bind port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 on network 082dcb57-d979-4b54-adb1-20bfb3aade20 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:10:02.215383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 on network 082dcb57-d979-4b54-adb1-20bfb3aade20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:10:02.215696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Attempting to bind port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 on network 082dcb57-d979-4b54-adb1-20bfb3aade20 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:10:02.221364 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:10:02.221692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Checking segment: {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:10:02.222063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Bound using segment: {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:10:02.222477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Bound port: 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47997663-e97e-4439-a176-b7cb3e82505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:10:02.222813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:02.308741 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] For port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:10:02.312144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] For port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:10:02.316503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:02.371755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:02.372356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:02.374282 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] 10.222.0.35 "PUT /v2.0/ports/44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 1094 time: 1.1941657 Apr 22 10:10:02.374707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:10:02.404274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fe35d-f702-4441-acdb-1ff3706e0dce service neutron] Pushing event updated for resources: {'Port': ['ID=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:02.445671 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b2fa03-339d-4ab1-87e3-95bdcb07a2fa'] response: {'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'status': 'completed', 'code': 200} Apr 22 10:10:02.492703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-c7bb4e4a-c30a-48c5-b740-3afb1fca6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:02.494185 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-c7bb4e4a-c30a-48c5-b740-3afb1fca6969 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1097 time: 0.0812657 Apr 22 10:10:02.569642 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-8bd7787a-d963-4994-ab22-879c5befd7dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 217 time: 0.0682962 Apr 22 10:10:02.632485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-9c5dd77d-ba31-46e4-acca-be49b9d57990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:02.633816 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-9c5dd77d-ba31-46e4-acca-be49b9d57990 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0568373 Apr 22 10:10:02.711791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-780e9239-0958-465a-bbca-1977570f0791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:02.713218 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-780e9239-0958-465a-bbca-1977570f0791 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725248 Apr 22 10:10:02.845209 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-bdf1bf10-d0d7-476e-ab72-278b394af765 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250658 Apr 22 10:10:02.975715 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-42e1eea8-a837-44bd-8493-9f8cfc041ad1 req-c9997322-952c-4c35-b464-aaa5573a56e4 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229701 Apr 22 10:10:03.089221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-92dceca3-fa73-46aa-ba19-13ffd438a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:03.090675 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-92dceca3-fa73-46aa-ba19-13ffd438a495 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1097 time: 0.0692394 Apr 22 10:10:03.219940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-4560fcc5-1ec8-4c0a-806c-bb219c55f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:03.221481 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-4560fcc5-1ec8-4c0a-806c-bb219c55f8f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.1245403 Apr 22 10:10:03.294799 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-f0a6a843-8a98-42e5-ad49-ecfbc51b9ccc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 217 time: 0.0666814 Apr 22 10:10:03.396275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-8b8ebf7d-172e-404e-9721-f88458bd8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:03.397773 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-8b8ebf7d-172e-404e-9721-f88458bd8d47 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0735319 Apr 22 10:10:03.462864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b439fc1-0390-48bc-b9cb-571ebf9c643f req-890bf3ed-0f3c-4958-9683-89d5909780c1 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:03.464287 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7b439fc1-0390-48bc-b9cb-571ebf9c643f req-890bf3ed-0f3c-4958-9683-89d5909780c1 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 944 time: 0.1722190 Apr 22 10:10:03.523310 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7b439fc1-0390-48bc-b9cb-571ebf9c643f req-5770cd21-1ae0-4f65-b7b8-a0ae2d1db9dc tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526030 Apr 22 10:10:03.526492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-c737b821-f49d-4017-8cdd-deaa379c4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:03.527860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-c737b821-f49d-4017-8cdd-deaa379c4818 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1228497 Apr 22 10:10:03.660059 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-683dcd14-ac13-4926-a2ce-ebe948c8e584 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249549 Apr 22 10:10:03.895346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0328a4d4-e074-4b34-94b0-968ddf7c7a28 req-09954d39-e3af-4634-849c-9083b4edd295 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283728 Apr 22 10:10:04.468747 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:10:04.602331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:10:04.615196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'port_id': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'mac_address': 'fa:16:3e:db:6e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:10:04.675117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:04.696301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:10:04.718473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b55a3d-617e-4615-9b57-dd0745c5baa5 req-4cf05c20-4410-4680-af89-90b1b9048f32 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:04.720093 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b0b55a3d-617e-4615-9b57-dd0745c5baa5 req-4cf05c20-4410-4680-af89-90b1b9048f32 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 944 time: 0.0858223 Apr 22 10:10:04.721939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:10:04.725993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:04.765544 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b0b55a3d-617e-4615-9b57-dd0745c5baa5 req-0f83cea6-9b99-4dbd-9a25-a947821769d0 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389881 Apr 22 10:10:04.791806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:04.799397 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.799732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.800060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.800410 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.800742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.801126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.801383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.801711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.802020 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.802334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.802646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:04.802959 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:10:05.214615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:10:05.951949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b96f25-220f-4838-a5ff-0840128cc086 req-cfc40fea-f8eb-4dd9-8197-97ff6c4eb311 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:05.953328 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b0b96f25-220f-4838-a5ff-0840128cc086 req-cfc40fea-f8eb-4dd9-8197-97ff6c4eb311 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 945 time: 0.0826645 Apr 22 10:10:05.997264 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b0b96f25-220f-4838-a5ff-0840128cc086 req-f337fb04-24bc-4486-b909-2e29f4792018 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Apr 22 10:10:06.465588 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:10:06.531910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:10:06.536978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:10:06.537350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:06.656844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:06.682941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:10:06.693525 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:10:06.697592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:06.769451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:06.856257 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276cc187-0a97-4b3e-8ada-a4eee8efd9e0'] response: {'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'code': 200} Apr 22 10:10:07.075501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612a662-0811-49be-996b-273a8c7de288 req-8f52ec54-8d67-4458-8915-4de5d2b2b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:07.077522 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b612a662-0811-49be-996b-273a8c7de288 req-8f52ec54-8d67-4458-8915-4de5d2b2b5f9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1099 time: 0.0692835 Apr 22 10:10:07.164909 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b612a662-0811-49be-996b-273a8c7de288 req-45fa1144-187b-43af-9baf-b5f644eb586b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814657 Apr 22 10:10:07.198512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf1ac4-70c8-45d9-a5ab-cca40b53e25c req-8d6b87bf-20e8-4882-b7a3-5b6b9dc99655 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:07.199917 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f9bf1ac4-70c8-45d9-a5ab-cca40b53e25c req-8d6b87bf-20e8-4882-b7a3-5b6b9dc99655 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0966682 Apr 22 10:10:07.243670 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f9bf1ac4-70c8-45d9-a5ab-cca40b53e25c req-a560a010-47a4-4250-9e92-2c7da0b18039 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376253 Apr 22 10:10:08.429998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5455691-9987-423d-b3c7-e389ec2a0054 req-cb81e023-0c58-47e9-b49c-1a48a62348bd tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:08.431456 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c5455691-9987-423d-b3c7-e389ec2a0054 req-cb81e023-0c58-47e9-b49c-1a48a62348bd tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0818315 Apr 22 10:10:08.477549 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-c5455691-9987-423d-b3c7-e389ec2a0054 req-96c4f6bc-caa7-4ac6-9704-c2a2d07b9a11 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Apr 22 10:10:08.966086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:09.334495 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:10:09.663104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c84d7b-ad6d-42a3-babf-44a2811d5ecf req-b66b98fd-9ce8-4d1a-bf89-e768669e01e0 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:09.664455 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b8c84d7b-ad6d-42a3-babf-44a2811d5ecf req-b66b98fd-9ce8-4d1a-bf89-e768669e01e0 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0823357 Apr 22 10:10:09.708212 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b8c84d7b-ad6d-42a3-babf-44a2811d5ecf req-8fb4920a-48e4-49b3-8e1f-1458711b039e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380840 Apr 22 10:10:09.888582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52ad64-cca5-4f9d-b48a-a8bb6a58cf6f req-1a95d383-4ae4-472e-a727-2684f2af8942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:09.890556 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ca52ad64-cca5-4f9d-b48a-a8bb6a58cf6f req-1a95d383-4ae4-472e-a727-2684f2af8942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0817864 Apr 22 10:10:09.933820 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ca52ad64-cca5-4f9d-b48a-a8bb6a58cf6f req-2914adc9-2fb4-40bb-a4f1-70c6d0330b4f tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Apr 22 10:10:10.327566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668ccdb-5b36-42cb-9aa8-3f7c391215c8 req-13ff8891-6638-46e0-ae57-e2a88249c047 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:10.329036 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8668ccdb-5b36-42cb-9aa8-3f7c391215c8 req-13ff8891-6638-46e0-ae57-e2a88249c047 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0851538 Apr 22 10:10:10.373673 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8668ccdb-5b36-42cb-9aa8-3f7c391215c8 req-4f938768-73f8-4d5d-935e-11469751cc59 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384288 Apr 22 10:10:12.125635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8cde87d-26a5-451c-ba2e-29a1df36dc50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:14.508364 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-19d0b4cb-a751-41b6-9837-3958a62bee5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:15.533037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:15.830496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:17.314416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:20.458923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74665dc2-deb2-4f26-b719-ab89ac5ba298 req-46765737-c8a7-4572-92e5-3f5a80c87bc5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:20.460287 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-74665dc2-deb2-4f26-b719-ab89ac5ba298 req-46765737-c8a7-4572-92e5-3f5a80c87bc5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0816433 Apr 22 10:10:20.504287 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-74665dc2-deb2-4f26-b719-ab89ac5ba298 req-362c41a7-96bf-4ce3-9b2c-61e474d2c26a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383153 Apr 22 10:10:20.527051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39362) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:20.638058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f738df-1f98-401e-a2ce-6f0e1dad9669 tempest-TestMinimumBasicScenario-876609897 tempest-TestMinimumBasicScenario-876609897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:20.638781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-18f738df-1f98-401e-a2ce-6f0e1dad9669 tempest-TestMinimumBasicScenario-876609897 tempest-TestMinimumBasicScenario-876609897-project-admin] Synchronizing usage tracker for tenant:546ebd6571184409b871b8092d0ca5ba on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:10:20.656240 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-18f738df-1f98-401e-a2ce-6f0e1dad9669 tempest-TestMinimumBasicScenario-876609897 tempest-TestMinimumBasicScenario-876609897-project-admin] Unset dirty status for tenant:546ebd6571184409b871b8092d0ca5ba on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:10:20.657423 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-18f738df-1f98-401e-a2ce-6f0e1dad9669 tempest-TestMinimumBasicScenario-876609897 tempest-TestMinimumBasicScenario-876609897-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1094 time: 0.1293626 Apr 22 10:10:20.660385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39368) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:20.666611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:20.673185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:20.677069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Usage tracker for resource:floatingip and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:10:20.679852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:10:20.686154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:20.696103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:20.830729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:20.968428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Allocated IP 172.26.2.84 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/f27ef59d-4bfe-4c1c-a203-0c86cf073458) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:10:21.115318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:21.143698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:21.204375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:10:21.205544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:10:21.209170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:10:21.253105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'Port': ['ID=f27ef59d-4bfe-4c1c-a203-0c86cf073458,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:21.632141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:21.704973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:22.006443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:22.010989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:22.116803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'Port': ['ID=f27ef59d-4bfe-4c1c-a203-0c86cf073458,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:22.128854 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:22.304622 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Floating IP 3afae467-45cd-4a30-b485-9dba7d0458a4 associated. External IP: 172.26.2.84, port: 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4. Apr 22 10:10:22.656384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Router 7880751b-7289-47ce-8101-0a0826fe638e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:10:22.831620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:10:22.841286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] Sync routers for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:10:22.850389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:10:22.850993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:10:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:10:22.856353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:22.918417 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8494672a-4829-4c1b-b936-0997d5c2a1e9 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2569833 Apr 22 10:10:22.919072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:10:22.921716 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39372) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:22.927987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495949273', 'description': 'tempest-secgroup-smoke-495949273 description', 'project_id': '8ca36a6db7f44f139838602b824de8f0'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:22.934577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:22.945287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:22.957873 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:22.967382 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97aa0c37-dcb8-450e-b66c-3aac77d7a7f1'] response: {'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'status': 'completed', 'code': 200} Apr 22 10:10:22.983244 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:22.987820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Usage tracker for resource:security_group_rule and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:10:22.991123 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:10:22.997113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:23.031132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:10:23.066120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-c8c3795e-528e-4f64-8caa-6a66f3406ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:23.067572 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-c8c3795e-528e-4f64-8caa-6a66f3406ef5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1099 time: 0.0741060 Apr 22 10:10:23.071086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.075372 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.121651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383527d1-6cd2-42f0-a103-90171c44bb8c,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:23.132888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.137779 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-92baf633-9b3c-43ba-beef-ea05b238042d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2141528 Apr 22 10:10:23.138636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39378) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:23.143866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'security_group_rule': {'security_group_id': '383527d1-6cd2-42f0-a103-90171c44bb8c', 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:23.150609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:23.155540 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Usage tracker for resource:security_group_rule and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:10:23.159585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:10:23.165959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:23.188239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.207374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-6d2d6cca-40a8-4c6c-aceb-50db4947a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:23.208948 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-6d2d6cca-40a8-4c6c-aceb-50db4947a81a service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.1351650 Apr 22 10:10:23.252016 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.256683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.293483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.293483 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510525 Apr 22 10:10:23.293771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39382) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:23.296942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083afaa-7b06-4223-8f31-3f2203d501ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c5393c-6771-41ba-864c-797c83a18765,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:23.301767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'security_group_rule': {'security_group_id': '383527d1-6cd2-42f0-a103-90171c44bb8c', 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:23.309952 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:23.315400 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Usage tracker for resource:security_group_rule and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:10:23.318991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:10:23.325296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:23.345888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.416184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.421126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.439847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7654d3db-8597-4daf-87f1-ca5f0a20e509,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:23.452304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-d5aec654-a01d-4dd0-84c6-e531f07c1f96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 999 time: 0.2366028 Apr 22 10:10:23.459369 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.463176 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-01b1dbf3-6f2a-44e6-9182-43c33de90c37 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1660168 Apr 22 10:10:23.463872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39386) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:23.468895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'security_group_rule': {'security_group_id': '383527d1-6cd2-42f0-a103-90171c44bb8c', 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:23.474825 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:23.478531 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Usage tracker for resource:security_group_rule and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:10:23.480077 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3afae467-45cd-4a30-b485-9dba7d0458a4', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'port_id': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'mac_address': 'fa:16:3e:db:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:10:21Z', 'updated_at': '2022-04-22T10:10:21Z', 'revision_number': 0, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 5, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:10:23.481351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:10:23.485019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] Checking router: 7880751b-7289-47ce-8101-0a0826fe638e for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:10:23.487524 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:23.494809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:10:23.495357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:10:14Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:10:23.505678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.523376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-20ba41fe-dc9c-42fd-8832-7a192120b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:23.525279 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-20ba41fe-dc9c-42fd-8832-7a192120b39c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0666931 Apr 22 10:10:23.587931 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.593820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.615536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-83ddc346-15a6-4691-80ee-efd380cf1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:23.616724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4746241-4c60-4897-b613-ef12f31e2599,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:23.617969 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-83ddc346-15a6-4691-80ee-efd380cf1654 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854750 Apr 22 10:10:23.638232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.642771 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-77ed9859-1bea-48f3-9b76-079e08a9883d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1752768 Apr 22 10:10:23.642992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39390) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:23.649136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'security_group_rule': {'security_group_id': '383527d1-6cd2-42f0-a103-90171c44bb8c', 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:23.658872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:23.663140 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Usage tracker for resource:security_group_rule and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:10:23.666132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:10:23.672756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:23.690851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.713503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:10:23.757333 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-5d4273fb-ffdc-4564-bedf-c2ec580a228a service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335237 Apr 22 10:10:23.758137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.761936 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.787422 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c4b7ca-324c-4f3b-87d1-5bef112b68c9,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:23.800107 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.802592 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6acb2746-0c6f-49d0-b53f-414f208d9d84 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1572795 Apr 22 10:10:23.804865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39394) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:23.811921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'security_group_rule': {'security_group_id': '383527d1-6cd2-42f0-a103-90171c44bb8c', 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:23.864135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:23.873616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Usage tracker for resource:security_group_rule and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:10:23.882576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:10:23.891701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:23.918261 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Project 8ca36a6db7f44f139838602b824de8f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:10:23.928928 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f856f370-7e45-4d2a-b34b-5f3c7b09bd8d req-f86945e5-4436-444c-984a-4ea34f2d1bbb service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639125 Apr 22 10:10:23.929600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.994869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:23.999628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.023362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85955e0-fcb0-4a6f-aafc-1f779846cfe1,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:24.033716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.035073 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e27d5a0e-3a89-4777-bc43-4f75a7b79321 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2291503 Apr 22 10:10:24.038050 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39398) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:10:24.042939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'security_group_rule': {'security_group_id': '383527d1-6cd2-42f0-a103-90171c44bb8c', 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:24.049319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:10:24.053510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Usage tracker for resource:security_group_rule and tenant:8ca36a6db7f44f139838602b824de8f0 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:10:24.056668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:10:24.062752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:10:24.075760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3afae467-45cd-4a30-b485-9dba7d0458a4', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'port_id': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'mac_address': 'fa:16:3e:db:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:10:21Z', 'updated_at': '2022-04-22T10:10:21Z', 'revision_number': 0, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 5, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:10:24.077607 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Project 8ca36a6db7f44f139838602b824de8f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:10:24.079899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a3d2dd-f8f0-489a-8bae-92f4f9af3b3d None None] The sync data for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv is: [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '3afae467-45cd-4a30-b485-9dba7d0458a4', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'floating_ip_address': '172.26.2.84', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'port_id': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'mac_address': 'fa:16:3e:db:6e:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:10:21Z', 'updated_at': '2022-04-22T10:10:21Z', 'revision_number': 0, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 5, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:10:24.085767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.156501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.161600 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.185460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2031a1-3d54-4107-8e69-ea0dcbe4b35a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:24.200570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.203040 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f8a253e6-605e-4c72-901f-849beadca942 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1638827 Apr 22 10:10:24.288149 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49083aea-e42b-4ac9-b52d-d0b1338baaa9 None None] New status for floating IP 3afae467-45cd-4a30-b485-9dba7d0458a4: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:10:24.340051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-73196ce3-1564-4787-99dd-9090141e0168 req-beb99f29-7394-4eae-9739-053659f8fd3c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Synchronizing usage tracker for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:10:24.355592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-73196ce3-1564-4787-99dd-9090141e0168 req-beb99f29-7394-4eae-9739-053659f8fd3c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Unset dirty status for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:10:24.356952 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73196ce3-1564-4787-99dd-9090141e0168 req-beb99f29-7394-4eae-9739-053659f8fd3c tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495949273&fields=id&tenant_id=8ca36a6db7f44f139838602b824de8f0 HTTP/1.1" status: 200 len: 267 time: 0.0559487 Apr 22 10:10:24.443863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196ce3-1564-4787-99dd-9090141e0168 req-0b021c9f-e67d-4317-bd3c-87e6e3760ef5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:24.445312 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73196ce3-1564-4787-99dd-9090141e0168 req-0b021c9f-e67d-4317-bd3c-87e6e3760ef5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0817432 Apr 22 10:10:24.457477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [req-73196ce3-1564-4787-99dd-9090141e0168 req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'port': {'security_groups': ['d6001be8-6813-43a0-9519-3d25ecc94f59', '383527d1-6cd2-42f0-a103-90171c44bb8c']}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:10:24.594236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73196ce3-1564-4787-99dd-9090141e0168 req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.854736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-73196ce3-1564-4787-99dd-9090141e0168 req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] For port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:10:24.879142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73196ce3-1564-4787-99dd-9090141e0168 req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.883620 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73196ce3-1564-4787-99dd-9090141e0168 req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.895298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:10:24.953343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73196ce3-1564-4787-99dd-9090141e0168 req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:24.953986 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-73196ce3-1564-4787-99dd-9090141e0168 req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:24.955409 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-73196ce3-1564-4787-99dd-9090141e0168 req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "PUT /v2.0/ports/44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 982 time: 0.5028415 Apr 22 10:10:24.955871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:10:24.983141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0fdd4-81e1-48c4-b700-1131152e29db tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'Port': ['ID=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,revision_number=6']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:10:25.025027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:10:25.084773 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3c4dcc1-7a76-4bab-a85a-c579b1a5c473'] response: {'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'status': 'completed', 'code': 200} Apr 22 10:10:25.169399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dd1c8-e439-4ceb-ae8d-b90643bde647 req-0580b7bb-f761-4d22-acd3-9142e9624f42 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:25.171989 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a42dd1c8-e439-4ceb-ae8d-b90643bde647 req-0580b7bb-f761-4d22-acd3-9142e9624f42 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0892649 Apr 22 10:10:25.188377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-01ba07fd-76b3-4cac-8d8b-6d209e6165d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:25.190150 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-01ba07fd-76b3-4cac-8d8b-6d209e6165d7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1138 time: 0.0871944 Apr 22 10:10:25.224894 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a42dd1c8-e439-4ceb-ae8d-b90643bde647 req-fa0e5c5d-70c0-436f-bf3d-cfdca4701f18 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448585 Apr 22 10:10:25.289598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a6dc5284-0d85-48e7-8d67-d44c01345e90 None None] Provisioning complete for port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:10:25.290316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5284-0d85-48e7-8d67-d44c01345e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:25.327946 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-6bd6da48-8f8d-4a51-bc50-a2b21c2ac026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:25.329568 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-6bd6da48-8f8d-4a51-bc50-a2b21c2ac026 service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.1324642 Apr 22 10:10:25.447044 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-5820f2f4-690f-4413-98b5-64115f8cda47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 1001 time: 0.1109965 Apr 22 10:10:25.513163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-c3e7a484-5826-4fb3-b6e0-6d125c8c6d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:25.515170 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-c3e7a484-5826-4fb3-b6e0-6d125c8c6d9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0617516 Apr 22 10:10:25.592482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-658884b1-63cf-43a4-8f3d-47cb628c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:25.594145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-658884b1-63cf-43a4-8f3d-47cb628c9fd2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736644 Apr 22 10:10:25.726348 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-bfa9306a-32ed-4568-81bb-f0428f48eefc service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255977 Apr 22 10:10:25.867778 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5283d4-9ae3-446e-9552-812fdb4b1600 req-f8d7ee82-057b-46b6-8554-8fa0855d5894 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349704 Apr 22 10:10:38.998270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:42.120814 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f4e38801-07bd-471f-9eb4-ea06f3c8c40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:44.513805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1c05fa80-0cb8-4726-b855-73b76881ad34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:45.535337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:45.833387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:46.334133 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:10:47.322699 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:10:51.186897 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-4f9cd5d7-aa39-4d29-8135-b884280a6ebe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671866 Apr 22 10:10:51.330920 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-b69b3d45-f6ac-4e18-9652-c1a708710294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:51.332414 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-b69b3d45-f6ac-4e18-9652-c1a708710294 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1138 time: 0.0746427 Apr 22 10:10:51.583263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-02454f06-36b0-429a-b5d3-86be4d207612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:51.584871 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-02454f06-36b0-429a-b5d3-86be4d207612 service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.2318025 Apr 22 10:10:51.688990 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-18988e9c-5f80-48ea-ba59-b205c82385ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0977106 Apr 22 10:10:51.750108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-3ca7c447-8d89-41ae-b3db-09f203138a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:51.751532 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-3ca7c447-8d89-41ae-b3db-09f203138a8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0566454 Apr 22 10:10:51.826295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-69dc3e30-d081-4634-9b3a-168a52812c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:10:51.827743 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-69dc3e30-d081-4634-9b3a-168a52812c9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705252 Apr 22 10:10:51.957155 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-9c66a317-6258-444a-b8bf-e10f08dfe768 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229117 Apr 22 10:10:52.087013 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-579be2b0-b6aa-40d0-a357-571f9832d46e req-d4cfeb7e-c7c6-4c8f-8b22-5c922eace78d service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230752 Apr 22 10:11:09.023857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:12.122073 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8010-d5f0-408d-bb57-cebc82f5ebb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:14.516488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8649d957-efa6-47ea-a5ed-530694971f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:15.537939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:15.836739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:17.320011 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:23.333249 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:11:26.046865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-585715ad-11c5-48e5-8266-235020cc590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:26.048338 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-585715ad-11c5-48e5-8266-235020cc590e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1138 time: 0.0771797 Apr 22 10:11:26.070958 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c4c6f-a79d-4f76-bb92-83c2230b7b9c req-c72e31d9-d5d6-415b-b496-4ffedda7ffc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:26.072431 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-571c4c6f-a79d-4f76-bb92-83c2230b7b9c req-c72e31d9-d5d6-415b-b496-4ffedda7ffc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0834820 Apr 22 10:11:26.119252 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-571c4c6f-a79d-4f76-bb92-83c2230b7b9c req-36a8015b-ebd5-4a71-bf7e-1a573d798f24 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409198 Apr 22 10:11:26.182716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-63c3f146-1299-4313-928c-6628d7902d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:26.184084 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-63c3f146-1299-4313-928c-6628d7902d95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.1285229 Apr 22 10:11:26.287907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-80c3f169-8381-4386-95de-94219d4da1e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0963488 Apr 22 10:11:26.349041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-8d1ea477-3d60-4224-adf9-e2a668dd4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:26.350476 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-8d1ea477-3d60-4224-adf9-e2a668dd4162 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0555239 Apr 22 10:11:26.428035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-27867292-0627-4fb8-a73b-55448b97e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:26.429506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-27867292-0627-4fb8-a73b-55448b97e011 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718637 Apr 22 10:11:26.560617 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-c012bb7c-073f-4f2a-81aa-244c848a646e service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240332 Apr 22 10:11:26.693344 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a70908b1-f70c-4dc1-87ef-6218d57ac1ee req-d363736f-7f59-4d2b-85d1-c2203f627333 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264508 Apr 22 10:11:27.453893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa657cd-7d08-4753-a86c-35beadbe962b req-d8e25d01-d947-4da2-ab54-a06dc2d8ff8a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:27.455269 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3aa657cd-7d08-4753-a86c-35beadbe962b req-d8e25d01-d947-4da2-ab54-a06dc2d8ff8a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0799625 Apr 22 10:11:27.500988 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3aa657cd-7d08-4753-a86c-35beadbe962b req-14773c44-5ef5-4a80-a959-33141a9dcc14 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398064 Apr 22 10:11:28.683774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aedbe3-3739-467e-88df-999cc300c7fb req-9003d9a1-1617-4d99-88bf-a5e4eca235eb tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:28.685750 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-08aedbe3-3739-467e-88df-999cc300c7fb req-9003d9a1-1617-4d99-88bf-a5e4eca235eb tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0797946 Apr 22 10:11:28.734485 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-08aedbe3-3739-467e-88df-999cc300c7fb req-2b5ef007-58f2-4c32-ba44-0dc1259e9988 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429811 Apr 22 10:11:29.925704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21c9e-1bad-4dd3-8e61-c6e63059a0b2 req-fd19ada0-33ff-4dc7-8f0d-40af0789813a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:29.927058 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dac21c9e-1bad-4dd3-8e61-c6e63059a0b2 req-fd19ada0-33ff-4dc7-8f0d-40af0789813a tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0823572 Apr 22 10:11:29.982999 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dac21c9e-1bad-4dd3-8e61-c6e63059a0b2 req-cb090fb6-3846-4520-8987-a27fbc691a66 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501993 Apr 22 10:11:31.166839 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c771c-e96d-41be-a29b-8e76f8a13974 req-a63f9b3c-cb00-4fec-8eea-ac6bd430c780 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:31.168277 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f11c771c-e96d-41be-a29b-8e76f8a13974 req-a63f9b3c-cb00-4fec-8eea-ac6bd430c780 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0783434 Apr 22 10:11:31.214497 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f11c771c-e96d-41be-a29b-8e76f8a13974 req-02e6fe16-824f-40dc-825b-c927eb153e16 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400319 Apr 22 10:11:32.398845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb17569-7dfc-4f0d-9137-89c88db1ec9a req-46406f37-c70c-4dd1-92fc-7f9e49e87680 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:32.400309 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bcb17569-7dfc-4f0d-9137-89c88db1ec9a req-46406f37-c70c-4dd1-92fc-7f9e49e87680 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0806491 Apr 22 10:11:32.448147 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bcb17569-7dfc-4f0d-9137-89c88db1ec9a req-c9ba86bb-2e96-412b-978c-6fbe6e2aa500 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418420 Apr 22 10:11:33.739238 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cb18f-7c39-4bab-b1c7-0473971a854c req-3c620713-100e-413c-919d-ec7a0cad78ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:33.740670 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ea9cb18f-7c39-4bab-b1c7-0473971a854c req-3c620713-100e-413c-919d-ec7a0cad78ba tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.1840687 Apr 22 10:11:33.793572 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ea9cb18f-7c39-4bab-b1c7-0473971a854c req-1d4a6cf7-f1b2-4fad-a548-b336b8fb69eb tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469472 Apr 22 10:11:35.094357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647888d9-5224-47bc-a83d-fd19f8ecea0a req-0d8acba9-3ab1-4fa5-ab1f-d9967c52e85b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:35.095737 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-647888d9-5224-47bc-a83d-fd19f8ecea0a req-0d8acba9-3ab1-4fa5-ab1f-d9967c52e85b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.1912613 Apr 22 10:11:35.143091 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-647888d9-5224-47bc-a83d-fd19f8ecea0a req-c6bd5615-7204-4410-8a5a-0d95f1d69143 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407424 Apr 22 10:11:36.325654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243259bd-e270-437d-981f-6ceae94a391f req-05bad6cd-ec2d-40d5-b02f-410ea3307f90 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:36.327092 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-243259bd-e270-437d-981f-6ceae94a391f req-05bad6cd-ec2d-40d5-b02f-410ea3307f90 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0798318 Apr 22 10:11:36.372602 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-243259bd-e270-437d-981f-6ceae94a391f req-5ba012c7-590e-48f7-9b9a-e48d98727077 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396738 Apr 22 10:11:37.568092 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b71b2-661b-4172-a076-8d98a31c4e01 req-2700cced-a917-4355-851d-2b640f08ef18 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:37.569603 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-315b71b2-661b-4172-a076-8d98a31c4e01 req-2700cced-a917-4355-851d-2b640f08ef18 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0832145 Apr 22 10:11:37.616314 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-315b71b2-661b-4172-a076-8d98a31c4e01 req-409c5cb3-a3e5-45df-954d-cfa81dfaf3e3 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409718 Apr 22 10:11:38.806966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d550503b-327b-43a6-85be-b3781e700ed4 req-7176e1f1-73e5-489c-b3b5-3b94c01d4665 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:38.808757 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d550503b-327b-43a6-85be-b3781e700ed4 req-7176e1f1-73e5-489c-b3b5-3b94c01d4665 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0849013 Apr 22 10:11:38.855251 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d550503b-327b-43a6-85be-b3781e700ed4 req-96628072-368a-4866-881f-ccc753548ec2 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401609 Apr 22 10:11:39.022148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:40.044705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc4124-3f4a-48fe-84ef-88fdf80a47a5 req-fcf57a9f-667d-4172-a77c-8509734a5f2d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:40.046276 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5fbc4124-3f4a-48fe-84ef-88fdf80a47a5 req-fcf57a9f-667d-4172-a77c-8509734a5f2d tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0851293 Apr 22 10:11:40.099132 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5fbc4124-3f4a-48fe-84ef-88fdf80a47a5 req-f945e110-d368-4a02-863e-5b91eab5a193 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467889 Apr 22 10:11:41.294898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92684f54-be41-43ab-8e97-2c3cafb2f90e req-ee94bdbb-6849-4e6b-b40a-7f42a853f38b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:41.295858 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-92684f54-be41-43ab-8e97-2c3cafb2f90e req-ee94bdbb-6849-4e6b-b40a-7f42a853f38b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0844433 Apr 22 10:11:41.343375 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-92684f54-be41-43ab-8e97-2c3cafb2f90e req-c8aa8f89-ad7a-4f45-9e44-235b9b94e728 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415041 Apr 22 10:11:42.124746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f1613822-c30a-48ca-a4d2-fecfd26e04c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:42.542773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdd8c6-974d-478d-bac5-55416c371f2f req-67c228c4-69cc-480f-a769-f365218f1440 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:42.544795 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-30cdd8c6-974d-478d-bac5-55416c371f2f req-67c228c4-69cc-480f-a769-f365218f1440 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0859611 Apr 22 10:11:42.592601 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-30cdd8c6-974d-478d-bac5-55416c371f2f req-28a9d286-20b6-46e9-9e12-0e87af887b07 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419841 Apr 22 10:11:43.775933 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b927a7c-98db-4787-a9c2-07fc160b5ba2 req-53eb7f38-3494-4afe-88bf-10f823a16fa8 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:43.777401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b927a7c-98db-4787-a9c2-07fc160b5ba2 req-53eb7f38-3494-4afe-88bf-10f823a16fa8 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0799878 Apr 22 10:11:43.824760 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0b927a7c-98db-4787-a9c2-07fc160b5ba2 req-84aa0cbd-79c4-463f-94b4-8dc8f293069f tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=383527d1-6cd2-42f0-a103-90171c44bb8c&id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415645 Apr 22 10:11:44.520652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd9ee-a0ff-4ec7-a2a0-c1a212453311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:45.544755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:45.839254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:47.323473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:11:52.167681 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-e7f280e7-da10-4866-9318-909400d73313 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676696 Apr 22 10:11:52.313976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-9c7f858b-0443-40f2-8406-6be31c739db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:52.315437 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-9c7f858b-0443-40f2-8406-6be31c739db8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1138 time: 0.0740917 Apr 22 10:11:52.461987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-18c86d1d-ba04-4679-b18d-f7111ca1ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:52.463351 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-18c86d1d-ba04-4679-b18d-f7111ca1ffe0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.1254857 Apr 22 10:11:52.566144 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-6d7f2131-0529-4132-8d7c-7964ad85a1e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 1001 time: 0.0965512 Apr 22 10:11:52.635528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-5cea8996-7382-4dd4-ad4c-489ea24fc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:52.636991 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-5cea8996-7382-4dd4-ad4c-489ea24fc6f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0582418 Apr 22 10:11:52.723970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-81e9ea17-1122-42cb-89fa-2c77a8d42554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:11:52.725395 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-81e9ea17-1122-42cb-89fa-2c77a8d42554 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742879 Apr 22 10:11:52.860905 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-36972cd3-7067-4dde-8a61-8a881ab8517f service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259179 Apr 22 10:11:53.000475 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fbf8d1da-0ad2-40af-ac80-43f4ed4c754b req-cb255456-f3e5-43f9-9823-56e33b23e3c7 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276584 Apr 22 10:12:00.333270 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:12:09.029025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:12.126824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-201ffb12-a85c-4e56-957a-ae318439ac4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:14.522187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3d1c11a-62fd-4b3f-930d-10a6d31e64c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:15.544734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:15.842591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:17.326534 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:37.332906 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:12:39.028827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:42.129030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-09d266e7-6d50-4aa3-86d6-a75bad1073a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:44.524474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bb417a8b-d874-44cb-8383-f126f632dbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:45.547429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:45.844056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:47.291727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa5301c5-60be-455b-be51-431189ad2d97 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495949273&fields=id&tenant_id=8ca36a6db7f44f139838602b824de8f0 HTTP/1.1" status: 200 len: 267 time: 0.0391939 Apr 22 10:12:47.332161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:47.375460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077753dc-9948-499f-a9bb-8de411ecc53c req-872838c8-ba7e-4333-9a31-8e5ebd92668e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:47.376983 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-077753dc-9948-499f-a9bb-8de411ecc53c req-872838c8-ba7e-4333-9a31-8e5ebd92668e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 985 time: 0.0798519 Apr 22 10:12:47.388149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Request body: {'port': {'security_groups': ['d6001be8-6813-43a0-9519-3d25ecc94f59']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:12:47.507913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:47.855815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] For port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:12:47.879480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:47.884351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:47.896222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:12:47.952116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:47.952795 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:47.954467 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-077753dc-9948-499f-a9bb-8de411ecc53c req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "PUT /v2.0/ports/44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 943 time: 0.5711904 Apr 22 10:12:47.955355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:12:47.960487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39498) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:12:47.985329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event updated for resources: {'Port': ['ID=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,revision_number=7']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:12:47.994011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.994362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.994706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.995048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.995382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.995783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.996479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.996824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.997170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.997536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.997870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:47.998198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa140dcf-42a0-4862-8e86-9798ee3ddc44 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.022310 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:12:48.063849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.100701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.182850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.208610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383527d1-6cd2-42f0-a103-90171c44bb8c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:12:48.221020 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.221229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.221485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.221824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.222154 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.222486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.222816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.223214 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.223470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.223795 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.224115 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.224462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:12:48.228147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.231811 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a4d0f252-26b3-4bcb-9593-db0a49575bc7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "DELETE /v2.0/security-groups/383527d1-6cd2-42f0-a103-90171c44bb8c HTTP/1.1" status: 204 len: 168 time: 0.2663343 Apr 22 10:12:48.232290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39504) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:12:48.265684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8e83bf17-8d3e-45cc-9bff-9aaa103345b3 None None] Provisioning complete for port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:12:48.266056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8e83bf17-8d3e-45cc-9bff-9aaa103345b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.445852 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Deleting port f27ef59d-4bfe-4c1c-a203-0c86cf073458 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:12:48.446194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.615598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.615836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.735022 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Calling delete_port for f27ef59d-4bfe-4c1c-a203-0c86cf073458 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:12:48.881683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:48.931746 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event deleted for resources: {'Port': ['ID=f27ef59d-4bfe-4c1c-a203-0c86cf073458,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:12:49.022183 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:49.022856 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Floating IP 3afae467-45cd-4a30-b485-9dba7d0458a4 disassociated (deleted). External IP: 172.26.2.84, port: 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4. Apr 22 10:12:49.192565 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206fff05-104e-46d6-b93c-797fcb93de84'] response: {'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'status': 'completed', 'code': 200} Apr 22 10:12:49.288872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-319a297c-aed1-49af-993d-3368158fbce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:49.290480 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-319a297c-aed1-49af-993d-3368158fbce4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1099 time: 0.0744259 Apr 22 10:12:49.428140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-672f0575-1787-4af7-8808-a77ff6ecdf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:49.429641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-672f0575-1787-4af7-8808-a77ff6ecdf13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.1304455 Apr 22 10:12:49.483312 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Router 7880751b-7289-47ce-8101-0a0826fe638e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:12:49.495531 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-28348864-8e3f-43bb-8c1c-4e2c5a0175c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 217 time: 0.0596983 Apr 22 10:12:49.563486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-69dc5767-843f-43f9-8f92-a51a723233df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:49.565359 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-69dc5767-843f-43f9-8f92-a51a723233df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0630479 Apr 22 10:12:49.640304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-df149712-f70d-48f9-8828-a12206b8137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:49.641800 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-df149712-f70d-48f9-8828-a12206b8137b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702474 Apr 22 10:12:49.661425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:12:49.671493 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] Sync routers for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:12:49.681804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:12:49.682600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:12:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:12:49.685551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:49.747799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cf1daa38-6a9e-458e-ac44-2e7473af600e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "DELETE /v2.0/floatingips/3afae467-45cd-4a30-b485-9dba7d0458a4 HTTP/1.1" status: 204 len: 168 time: 1.5115197 Apr 22 10:12:49.747799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:12:49.785661 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-e0da7ff9-3d13-4817-9980-740f7b880145 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370819 Apr 22 10:12:49.790535 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a5b259-36c5-4102-b466-a91c7ea530d2'] response: {'name': 'network-changed', 'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'status': 'completed', 'code': 200} Apr 22 10:12:49.875580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:12:49.925330 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d9c5ab6-0756-4d0e-8f55-2380d93d0f2f req-56b813c4-4566-4778-a6f3-36215408a7c7 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301992 Apr 22 10:12:50.049908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-78672faa-d1ca-4d46-8b8b-c9ed21ccd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:50.051853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-78672faa-d1ca-4d46-8b8b-c9ed21ccd42b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1099 time: 0.0793884 Apr 22 10:12:50.192067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-346ceb73-cab0-4923-b585-9896022ea044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:50.193682 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-346ceb73-cab0-4923-b585-9896022ea044 service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.1352456 Apr 22 10:12:50.204894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 5, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:12:50.208928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] Checking router: 7880751b-7289-47ce-8101-0a0826fe638e for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:12:50.217794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:12:50.218388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:12:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:12:50.262921 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-0bc738ca-1734-4da8-a79d-61191ec7723d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 217 time: 0.0627201 Apr 22 10:12:50.331914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-75fe802f-d4c5-4f28-89e9-b88019646bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:50.333386 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-75fe802f-d4c5-4f28-89e9-b88019646bad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0643802 Apr 22 10:12:50.410392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-2785ee3d-d9ac-486c-bb40-80668675c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:50.411885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-2785ee3d-d9ac-486c-bb40-80668675c8ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701973 Apr 22 10:12:50.443993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:12:50.547681 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-0e693d00-6358-434d-ae30-2ccff2fd4e7a service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286573 Apr 22 10:12:50.697964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-116cf2c1-ba05-4a45-b082-306e037ff622 req-e9e61be7-2e03-4e2d-bc3b-f0ca8223e545 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425602 Apr 22 10:12:50.912591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 5, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:12:50.919625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b723c2-eb25-4599-902e-f789ef404863 None None] The sync data for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv is: [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:09:30Z', 'revision_number': 4, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '913fab90-10ab-4342-b1a1-dba714a1ce44', 'name': '', 'network_id': '082dcb57-d979-4b54-adb1-20bfb3aade20', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'mac_address': 'fa:16:3e:bf:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '57818be4-330b-41ea-a67c-941b796cbded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:29Z', 'updated_at': '2022-04-22T10:09:37Z', 'revision_number': 5, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'subnets': [{'id': '57818be4-330b-41ea-a67c-941b796cbded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:12:51.166362 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7131d81-7066-4665-8b9c-1b991b1561f6 None None] New status for floating IP 3afae467-45cd-4a30-b485-9dba7d0458a4: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:12:52.288077 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-e304aa57-7dcc-4243-b819-e5f7f9933d7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1786864 Apr 22 10:12:52.426788 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-a7a7a1ff-4f48-4553-9dc8-ebfaa4b1667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:52.428250 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-a7a7a1ff-4f48-4553-9dc8-ebfaa4b1667b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ca36a6db7f44f139838602b824de8f0&device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 1099 time: 0.0705683 Apr 22 10:12:52.579007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-0db4b622-12e9-4be1-a142-bd00e6b907f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:52.580493 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-0db4b622-12e9-4be1-a142-bd00e6b907f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 200 len: 916 time: 0.1308844 Apr 22 10:12:52.653620 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-acff7268-00a1-4c1f-b4a9-35a621ddc3c8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 200 len: 217 time: 0.0661650 Apr 22 10:12:52.721716 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-89ceb36f-da83-4581-8201-0a57d157d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:52.723166 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-89ceb36f-da83-4581-8201-0a57d157d84b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 200 len: 854 time: 0.0633876 Apr 22 10:12:52.803163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-6653853a-23c5-4844-90c9-1ab260199609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:52.804661 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-6653853a-23c5-4844-90c9-1ab260199609 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=082dcb57-d979-4b54-adb1-20bfb3aade20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744383 Apr 22 10:12:52.942863 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-344af488-f729-449c-906c-de693cedb7cf service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298766 Apr 22 10:12:53.081050 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9db00222-a635-47f7-90f0-cfe04d94f621 req-bea94ff0-f2bb-4c4a-a4d4-f79afa916bc1 service neutron] 10.222.0.35 "GET /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320226 Apr 22 10:12:54.137663 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe8a80-9672-4866-ad1a-4737bb311539 req-e1f25490-1a3e-41fd-ae9d-40a531d2ebe7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:54.138368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-7dbe8a80-9672-4866-ad1a-4737bb311539 req-e1f25490-1a3e-41fd-ae9d-40a531d2ebe7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Synchronizing usage tracker for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:12:54.157606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-7dbe8a80-9672-4866-ad1a-4737bb311539 req-e1f25490-1a3e-41fd-ae9d-40a531d2ebe7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Unset dirty status for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:12:54.158931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7dbe8a80-9672-4866-ad1a-4737bb311539 req-e1f25490-1a3e-41fd-ae9d-40a531d2ebe7 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.1031845 Apr 22 10:12:54.203530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-7dbe8a80-9672-4866-ad1a-4737bb311539 req-9188f755-45fd-4428-9545-f6f7a24db305 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Synchronizing usage tracker for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:12:54.219499 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-7dbe8a80-9672-4866-ad1a-4737bb311539 req-9188f755-45fd-4428-9545-f6f7a24db305 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Unset dirty status for tenant:8ca36a6db7f44f139838602b824de8f0 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:12:54.220891 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7dbe8a80-9672-4866-ad1a-4737bb311539 req-9188f755-45fd-4428-9545-f6f7a24db305 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560956 Apr 22 10:12:55.409526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9360f3a5-fba5-4976-a1eb-8c32ed8e4083 req-fc4ffad3-8cd2-4d2f-906c-46215dfab905 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:55.411001 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9360f3a5-fba5-4976-a1eb-8c32ed8e4083 req-fc4ffad3-8cd2-4d2f-906c-46215dfab905 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0812368 Apr 22 10:12:55.455509 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9360f3a5-fba5-4976-a1eb-8c32ed8e4083 req-aa8bd38f-19a1-4b6a-ac3f-28a1e966e9c5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384629 Apr 22 10:12:56.086038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-9435fcf5-2bb0-492e-8725-44b4eaf99a1b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:56.087506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-9435fcf5-2bb0-492e-8725-44b4eaf99a1b tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.35 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0929382 Apr 22 10:12:56.157477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Deleting port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:12:56.157810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:56.422862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] For port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:12:56.423625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:56.558479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Calling delete_port for 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:12:56.646640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d29fe-3cdf-497f-a8b6-f6f52c3ca092 req-c5215d46-3683-42c5-be70-59da5bbb052e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:12:56.648234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-469d29fe-3cdf-497f-a8b6-f6f52c3ca092 req-c5215d46-3683-42c5-be70-59da5bbb052e tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc67fbdb-643f-4d23-8921-00d903b4abe4 HTTP/1.1" status: 200 len: 946 time: 0.0845842 Apr 22 10:12:56.694801 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-469d29fe-3cdf-497f-a8b6-f6f52c3ca092 req-78df44f8-4c7e-44f1-802f-b18a5597a487 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.32 "GET /v2.0/security-groups?id=d6001be8-6813-43a0-9519-3d25ecc94f59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Apr 22 10:12:56.708411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:56.727350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:12:56.769802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Pushing event deleted for resources: {'Port': ['ID=44e1535b-92e0-4b7c-93d6-ae990a4d7bd4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:12:56.949348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] No DVR routers for this DVR port 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:12:56.951756 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:56.954308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'name': 'network-vif-deleted', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:12:56.970391 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-55f3787e-1ac5-490c-8306-30e3caeb013c req-b9b7a1d0-d823-498d-801a-e678cd6b8ac5 tempest-TestMinimumBasicScenario-2026077888 tempest-TestMinimumBasicScenario-2026077888-project] 10.222.0.35 "DELETE /v2.0/ports/44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 HTTP/1.1" status: 204 len: 173 time: 0.8767192 Apr 22 10:12:56.999069 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19450c21-f24c-4868-ab29-818cc449907a'] response: {'server_uuid': 'bc67fbdb-643f-4d23-8921-00d903b4abe4', 'name': 'network-vif-deleted', 'tag': '44e1535b-92e0-4b7c-93d6-ae990a4d7bd4', 'status': 'completed', 'code': 200} Apr 22 10:12:58.355713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39594) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:12:58.882680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:59.328650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Deleting port 913fab90-10ab-4342-b1a1-dba714a1ce44 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:12:59.328980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:59.501060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] For port 913fab90-10ab-4342-b1a1-dba714a1ce44, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=913fab90-10ab-4342-b1a1-dba714a1ce44,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:12:59.501776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:59.622241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Calling delete_port for 913fab90-10ab-4342-b1a1-dba714a1ce44 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:12:59.939485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:12:59.985972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Pushing event deleted for resources: {'Port': ['ID=913fab90-10ab-4342-b1a1-dba714a1ce44,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:00.253979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:00.716469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Router 7880751b-7289-47ce-8101-0a0826fe638e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:13:00.892822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:13:00.901488 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] Sync routers for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:13:00.904832 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c3b8def3-c4e9-409f-bf86-adcf4860df2c admin admin] 10.222.0.32 "PUT /v2.0/routers/7880751b-7289-47ce-8101-0a0826fe638e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5474169 Apr 22 10:13:00.907257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39598) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:00.911246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:00.911846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:12:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:01.084778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:01.092313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:01.269544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:01.280963 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Deleting port f73fe51b-2e04-4fda-a64d-72f4cf681e9b {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:01.281296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:01.382583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:12:59Z', 'revision_number': 5, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port': {'id': 'f73fe51b-2e04-4fda-a64d-72f4cf681e9b', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:61:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7880751b-7289-47ce-8101-0a0826fe638e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:27Z', 'updated_at': '2022-04-22T10:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:01.387018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] Checking router: 7880751b-7289-47ce-8101-0a0826fe638e for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:13:01.395791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] Routers {'7880751b-7289-47ce-8101-0a0826fe638e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:01.396414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:12:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['7880751b-7289-47ce-8101-0a0826fe638e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:01.450713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:13:01.464447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] For port f73fe51b-2e04-4fda-a64d-72f4cf681e9b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=f73fe51b-2e04-4fda-a64d-72f4cf681e9b,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:01.464869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:01.550293 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:13:01.550541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 44e1535b-92e0-4b7c-93d6-ae990a4d7bd4 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:13:01.591914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Calling delete_port for f73fe51b-2e04-4fda-a64d-72f4cf681e9b owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:13:01.646562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] Set router 7880751b-7289-47ce-8101-0a0826fe638e gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:01.762501 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:13:01Z', 'revision_number': 6, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:01.766506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83ce9c-2e9b-4d43-a4b1-684525a15f05 None None] The sync data for ids ['7880751b-7289-47ce-8101-0a0826fe638e'] in dv-neutron-839018-1-hyperv is: [{'id': '7880751b-7289-47ce-8101-0a0826fe638e', 'name': 'tempest-TestMinimumBasicScenario-1938006068-router', 'tenant_id': '8ca36a6db7f44f139838602b824de8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:26Z', 'updated_at': '2022-04-22T10:13:01Z', 'revision_number': 6, 'project_id': '8ca36a6db7f44f139838602b824de8f0', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:13:01.774033 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:01.824950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=f73fe51b-2e04-4fda-a64d-72f4cf681e9b,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:02.027298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.208232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.210436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.236981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.237493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7880751b-7289-47ce-8101-0a0826fe638e {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:13:02.249909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.251015 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-13dce89a-e35d-4358-96ba-d27aa00a6b29 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7880751b-7289-47ce-8101-0a0826fe638e HTTP/1.1" status: 204 len: 168 time: 1.3428681 Apr 22 10:13:02.253619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39602) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:02.314137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4f9671-e84b-45e2-a100-7084bac201c1 admin admin] Deleting subnet 57818be4-330b-41ea-a67c-941b796cbded {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:13:02.317256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9671-e84b-45e2-a100-7084bac201c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.365935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9671-e84b-45e2-a100-7084bac201c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.446337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9671-e84b-45e2-a100-7084bac201c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.517953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9671-e84b-45e2-a100-7084bac201c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.554209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f9671-e84b-45e2-a100-7084bac201c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57818be4-330b-41ea-a67c-941b796cbded,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:02.560233 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1d4f9671-e84b-45e2-a100-7084bac201c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.567261 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1d4f9671-e84b-45e2-a100-7084bac201c1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/57818be4-330b-41ea-a67c-941b796cbded HTTP/1.1" status: 204 len: 168 time: 0.3125997 Apr 22 10:13:02.569787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39606) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:02.569973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c73600-9f66-4322-b801-e889be84428d None None] Network 082dcb57-d979-4b54-adb1-20bfb3aade20 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:13:02.678748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.690297 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Deleting port e78802a8-6c5d-4455-9603-c4cb78e8627c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:02.690629 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.726249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 913fab90-10ab-4342-b1a1-dba714a1ce44 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:13:02.769041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 913fab90-10ab-4342-b1a1-dba714a1ce44 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:13:02.769377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 913fab90-10ab-4342-b1a1-dba714a1ce44 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:13:02.769777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f73fe51b-2e04-4fda-a64d-72f4cf681e9b no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:13:02.810577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: f73fe51b-2e04-4fda-a64d-72f4cf681e9b {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:13:02.810912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device f73fe51b-2e04-4fda-a64d-72f4cf681e9b not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:13:02.905951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a17041-f040-459a-a227-145588f643a7 None None] DHCP port deletion for 082dcb57-d979-4b54-adb1-20bfb3aade20 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:13:02.907744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] For port e78802a8-6c5d-4455-9603-c4cb78e8627c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e78802a8-6c5d-4455-9603-c4cb78e8627c,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:02.908223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:02.909950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-33a17041-f040-459a-a227-145588f643a7 None None] Deleting port e78802a8-6c5d-4455-9603-c4cb78e8627c {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:02.910315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-33a17041-f040-459a-a227-145588f643a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.030563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Calling delete_port for e78802a8-6c5d-4455-9603-c4cb78e8627c owned by network:dhcp {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:13:03.109837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.111810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-33a17041-f040-459a-a227-145588f643a7 None None] For port e78802a8-6c5d-4455-9603-c4cb78e8627c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e78802a8-6c5d-4455-9603-c4cb78e8627c,segment=NetworkSegment(47997663-e97e-4439-a176-b7cb3e82505c),segment_id=47997663-e97e-4439-a176-b7cb3e82505c)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:03.112207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-33a17041-f040-459a-a227-145588f643a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.157220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78802a8-6c5d-4455-9603-c4cb78e8627c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:03.158883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] No DVR routers for this DVR port e78802a8-6c5d-4455-9603-c4cb78e8627c on host dv-neutron-839018-1-hyperv {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:13:03.237106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-33a17041-f040-459a-a227-145588f643a7 None None] Calling delete_port for e78802a8-6c5d-4455-9603-c4cb78e8627c owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:13:03.281344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.307703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082dcb57-d979-4b54-adb1-20bfb3aade20']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 22 10:13:03.308825 dv-neutron-839018-1-hyperv neutron-server[88064]: util.warn( Apr 22 10:13:03.314843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-33a17041-f040-459a-a227-145588f643a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:13:03.315205 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-33a17041-f040-459a-a227-145588f643a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:13:03.319665 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47997663-e97e-4439-a176-b7cb3e82505c') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:03.319953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47997663-e97e-4439-a176-b7cb3e82505c') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:03.331467 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.348166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.354371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:13:03.354843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:13:03.368438 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:13:03.446141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.462575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.474446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] Pushing event deleted for resources: {'Network': ['ID=082dcb57-d979-4b54-adb1-20bfb3aade20,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:03.486423 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f8855865-a06b-4601-9396-50487d435b49 admin admin] 10.222.0.32 "DELETE /v2.0/networks/082dcb57-d979-4b54-adb1-20bfb3aade20 HTTP/1.1" status: 204 len: 168 time: 0.9155765 Apr 22 10:13:03.489176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39610) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:03.816567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-33a17041-f040-459a-a227-145588f643a7 None None] Deleting port e78802a8-6c5d-4455-9603-c4cb78e8627c {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:03.817162 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-33a17041-f040-459a-a227-145588f643a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:03.883949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-33a17041-f040-459a-a227-145588f643a7 None None] The port 'e78802a8-6c5d-4455-9603-c4cb78e8627c' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:13:04.133463 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:04.474991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Deleting port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:04.475210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:04.644717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] For port b44a11fa-1b19-4a6a-a4f6-b3899c3a975e, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,segment=NetworkSegment(41933038-ef17-4090-a4ac-e72ed619f50b),segment_id=41933038-ef17-4090-a4ac-e72ed619f50b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:04.644717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:04.691651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e78802a8-6c5d-4455-9603-c4cb78e8627c no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:13:04.725798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: e78802a8-6c5d-4455-9603-c4cb78e8627c {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:13:04.726058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e78802a8-6c5d-4455-9603-c4cb78e8627c not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:13:04.770130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Calling delete_port for b44a11fa-1b19-4a6a-a4f6-b3899c3a975e owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:13:05.048189 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:05.093734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Pushing event deleted for resources: {'Port': ['ID=b44a11fa-1b19-4a6a-a4f6-b3899c3a975e,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:05.358444 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:05.713892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Router 966a324e-9b10-49e3-bde0-5a30caf79f4a has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:13:05.884598 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:13:05.893390 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] Sync routers for ids ['966a324e-9b10-49e3-bde0-5a30caf79f4a'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:13:05.900476 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e62bb1c6-6a0e-4d95-a083-cfe5d6f0c674 admin admin] 10.222.0.32 "PUT /v2.0/routers/966a324e-9b10-49e3-bde0-5a30caf79f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4102175 Apr 22 10:13:05.903439 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39614) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:05.903571 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] Routers {'966a324e-9b10-49e3-bde0-5a30caf79f4a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:05.904032 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:12:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['966a324e-9b10-49e3-bde0-5a30caf79f4a'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:06.075705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:06.076765 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] Set router 966a324e-9b10-49e3-bde0-5a30caf79f4a gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:06.256643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:06.266781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Deleting port 154ea17f-7eae-46d4-bdb8-4125b1506aa2 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:06.267192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:06.360663 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:13:04Z', 'revision_number': 5, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port': {'id': '154ea17f-7eae-46d4-bdb8-4125b1506aa2', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:09:34Z', 'updated_at': '2022-04-22T10:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:06.364847 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] Checking router: 966a324e-9b10-49e3-bde0-5a30caf79f4a for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:13:06.373678 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] Routers {'966a324e-9b10-49e3-bde0-5a30caf79f4a'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:06.374283 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:12:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['966a324e-9b10-49e3-bde0-5a30caf79f4a'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:06.525608 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] Set router 966a324e-9b10-49e3-bde0-5a30caf79f4a gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:06.564213 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] For port 154ea17f-7eae-46d4-bdb8-4125b1506aa2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=154ea17f-7eae-46d4-bdb8-4125b1506aa2,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:06.564844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:06.666710 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:13:06Z', 'revision_number': 6, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:06.670901 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bee7097-d81a-432d-ba51-7f12133121ed None None] The sync data for ids ['966a324e-9b10-49e3-bde0-5a30caf79f4a'] in dv-neutron-839018-1-hyperv is: [{'id': '966a324e-9b10-49e3-bde0-5a30caf79f4a', 'name': 'tempest-TestMinimumBasicScenario-749084234-router', 'tenant_id': '546ebd6571184409b871b8092d0ca5ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:09:33Z', 'updated_at': '2022-04-22T10:13:06Z', 'revision_number': 6, 'project_id': '546ebd6571184409b871b8092d0ca5ba', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:13:06.690430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Calling delete_port for 154ea17f-7eae-46d4-bdb8-4125b1506aa2 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:13:06.866005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:06.915569 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=154ea17f-7eae-46d4-bdb8-4125b1506aa2,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:07.001681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.178690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.180787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.202816 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.203315 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 966a324e-9b10-49e3-bde0-5a30caf79f4a {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:13:07.214929 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.216038 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-9fe8e6f4-49b7-4f94-a7e7-88564025bd4a admin admin] 10.222.0.32 "DELETE /v2.0/routers/966a324e-9b10-49e3-bde0-5a30caf79f4a HTTP/1.1" status: 204 len: 168 time: 1.3117118 Apr 22 10:13:07.218493 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39618) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:07.278581 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2e8b08-37c3-4f97-9913-88c33f0144c7 admin admin] Deleting subnet bc09951b-2e2d-4ae9-8479-4be4a95d95de {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:13:07.281501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8b08-37c3-4f97-9913-88c33f0144c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.331068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8b08-37c3-4f97-9913-88c33f0144c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.410273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8b08-37c3-4f97-9913-88c33f0144c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.482478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8b08-37c3-4f97-9913-88c33f0144c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.518765 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e8b08-37c3-4f97-9913-88c33f0144c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc09951b-2e2d-4ae9-8479-4be4a95d95de,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:07.524285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8b08-37c3-4f97-9913-88c33f0144c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.532913 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4a2e8b08-37c3-4f97-9913-88c33f0144c7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bc09951b-2e2d-4ae9-8479-4be4a95d95de HTTP/1.1" status: 204 len: 168 time: 0.3134336 Apr 22 10:13:07.533399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39622) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:07.536548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff53da-3e75-4f0b-a373-9aba4fcab1aa None None] Network 502bd62b-5387-4225-8200-6972fef83ca1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:13:07.641871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.654800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Deleting port 6e799797-f78b-4efa-a481-4fd19b0e048a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:07.655139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.800334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] DHCP port deletion for 502bd62b-5387-4225-8200-6972fef83ca1 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:13:07.804175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] Deleting port 6e799797-f78b-4efa-a481-4fd19b0e048a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:07.804605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:07.877108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] For port 6e799797-f78b-4efa-a481-4fd19b0e048a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6e799797-f78b-4efa-a481-4fd19b0e048a,segment=NetworkSegment(41933038-ef17-4090-a4ac-e72ed619f50b),segment_id=41933038-ef17-4090-a4ac-e72ed619f50b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:07.877459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.002506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Calling delete_port for 6e799797-f78b-4efa-a481-4fd19b0e048a owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:13:08.039463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] For port 6e799797-f78b-4efa-a481-4fd19b0e048a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=6e799797-f78b-4efa-a481-4fd19b0e048a,segment=NetworkSegment(41933038-ef17-4090-a4ac-e72ed619f50b),segment_id=41933038-ef17-4090-a4ac-e72ed619f50b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:08.039848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.080045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.126273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e799797-f78b-4efa-a481-4fd19b0e048a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:08.129597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] No DVR routers for this DVR port 6e799797-f78b-4efa-a481-4fd19b0e048a on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:13:08.175360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] Calling delete_port for 6e799797-f78b-4efa-a481-4fd19b0e048a owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:13:08.246279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.246786 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:13:08.247139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:13:08.271095 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502bd62b-5387-4225-8200-6972fef83ca1']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:08.283319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41933038-ef17-4090-a4ac-e72ed619f50b') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:08.283635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41933038-ef17-4090-a4ac-e72ed619f50b') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:08.296601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.313107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.319408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:13:08.319799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:13:08.332947 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:13:08.409695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.426654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.436720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] Pushing event deleted for resources: {'Network': ['ID=502bd62b-5387-4225-8200-6972fef83ca1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:08.443951 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-90426ff6-da40-44d4-942f-d2b57b13fb62 admin admin] 10.222.0.32 "DELETE /v2.0/networks/502bd62b-5387-4225-8200-6972fef83ca1 HTTP/1.1" status: 204 len: 168 time: 0.9088879 Apr 22 10:13:08.638977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39628) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:08.690201 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6e0d25b4-0550-4510-bfe3-8aa552281cee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ca36a6db7f44f139838602b824de8f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499938 Apr 22 10:13:08.692735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39632) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:08.702988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b44a11fa-1b19-4a6a-a4f6-b3899c3a975e no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:13:08.736687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: b44a11fa-1b19-4a6a-a4f6-b3899c3a975e {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:13:08.737038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b44a11fa-1b19-4a6a-a4f6-b3899c3a975e not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:13:08.737441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6e799797-f78b-4efa-a481-4fd19b0e048a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:13:08.757094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-abfe1c79-1450-4882-aa5b-af5fa3cc13ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.767220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] Deleting port 6e799797-f78b-4efa-a481-4fd19b0e048a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:13:08.767220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.783865 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-abfe1c79-1450-4882-aa5b-af5fa3cc13ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.803940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 6e799797-f78b-4efa-a481-4fd19b0e048a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:13:08.804165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 6e799797-f78b-4efa-a481-4fd19b0e048a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:13:08.804584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 154ea17f-7eae-46d4-bdb8-4125b1506aa2 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:13:08.841045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-abfe1c79-1450-4882-aa5b-af5fa3cc13ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.859331 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe1c79-1450-4882-aa5b-af5fa3cc13ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6001be8-6813-43a0-9519-3d25ecc94f59,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:08.868815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-18db1c9d-5eac-445a-b040-8e1543dfe826 None None] The port '6e799797-f78b-4efa-a481-4fd19b0e048a' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:13:08.873098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-abfe1c79-1450-4882-aa5b-af5fa3cc13ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:08.874246 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-abfe1c79-1450-4882-aa5b-af5fa3cc13ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6001be8-6813-43a0-9519-3d25ecc94f59 HTTP/1.1" status: 204 len: 168 time: 0.1805992 Apr 22 10:13:08.875875 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 154ea17f-7eae-46d4-bdb8-4125b1506aa2 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:13:08.876218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 154ea17f-7eae-46d4-bdb8-4125b1506aa2 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:13:09.029055 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:09.237980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39640) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:09.285932 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4fd35784-3daf-497a-a28e-b83a56219b8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=546ebd6571184409b871b8092d0ca5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467501 Apr 22 10:13:09.288304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39644) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:09.360541 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8b7acb3-a199-4f41-ab12-3a2abd367f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:09.386441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8b7acb3-a199-4f41-ab12-3a2abd367f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:09.438517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8b7acb3-a199-4f41-ab12-3a2abd367f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:09.453446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7acb3-a199-4f41-ab12-3a2abd367f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516addb0-5695-4fa1-8ea2-e848bb0bd792,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:09.460557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a8b7acb3-a199-4f41-ab12-3a2abd367f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:09.461710 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a8b7acb3-a199-4f41-ab12-3a2abd367f83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/516addb0-5695-4fa1-8ea2-e848bb0bd792 HTTP/1.1" status: 204 len: 168 time: 0.1722357 Apr 22 10:13:11.413041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39686) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:11.419088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237574360', 'description': 'tempest-secgroup-smoke-237574360 description', 'project_id': '37987e6c050543d4a527817d5456d6be'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:11.425100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:11.428882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:11.431724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:11.437947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:11.449472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.461709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.477173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:11.481193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:11.484039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:11.489736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:11.583218 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.591047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.608166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:11.616013 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:11.624328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:11.637096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:11.640776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6758dfb1-d148-4bc5-badc-426cf19a7320,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:11.717277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.721446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.765397 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed778609-2e85-41f4-bc04-40e03b54dbff,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:11.767949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.769264 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-78093976-90b1-4181-a1e3-e61e9b3a3149 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3552301 Apr 22 10:13:11.772120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39690) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:11.777125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'ed778609-2e85-41f4-bc04-40e03b54dbff', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:11.783200 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:11.787268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:11.790672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:11.796983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:11.815105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.873273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.876925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.900739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe7d78e-f5a8-4e0d-a4ed-0d6264c9e9ee,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:11.909988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:11.911267 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-269a8401-7035-4da5-8407-f196371f0406 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382480 Apr 22 10:13:11.914291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39694) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:11.919720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'ed778609-2e85-41f4-bc04-40e03b54dbff', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:11.925614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:11.929391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:11.932205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:11.937899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:11.954912 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.018804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.023814 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.051218 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72939b7-1426-409e-91e1-2cefe4379bfa,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:12.060510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.061679 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-87638d6a-d7d7-479a-a6ca-26a31367ce42 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464915 Apr 22 10:13:12.064539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39698) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:12.069561 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'ed778609-2e85-41f4-bc04-40e03b54dbff', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:12.075937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:12.079983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:12.082880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:12.088539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:12.105692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.133268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3a7cc1ff-b66d-4c4d-9367-3039f304ce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.166392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.170378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.193334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153dda2a-64ff-43a2-a6db-94cd8fd5845d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:12.201970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.203090 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3c1cabf2-1ab0-46d3-a348-8507fa4b67ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1375124 Apr 22 10:13:12.205828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39702) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:12.210660 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'ed778609-2e85-41f4-bc04-40e03b54dbff', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:12.217295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:12.221030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:12.223835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:12.229409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:12.245822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.312744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.316350 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.339902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5310ac7c-3786-4c20-b9ff-f650030d3b1e,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:12.349992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.351258 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-33e5492b-3568-40ca-b856-1a41a081b13c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445227 Apr 22 10:13:12.353888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39706) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:12.358715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'ed778609-2e85-41f4-bc04-40e03b54dbff', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:12.364684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:12.368498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:12.371540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:12.377179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:12.387254 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:13:12.393983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.457824 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.462451 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.486689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90ec9854-3cdd-4641-9448-954bd0869e1f,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:12.496366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.497562 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d488d6b2-f49e-452a-858b-724a44918db3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427748 Apr 22 10:13:12.500189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39710) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:12.505380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'ed778609-2e85-41f4-bc04-40e03b54dbff', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:12.512260 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:12.516465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:12.519341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:12.525553 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:12.537052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:13:12.544263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.610246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.614029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.637983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1e5de2-b333-4187-880b-9b445d0c4121,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:12.646862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.648090 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-48bf49bd-ce81-44aa-bed0-2bba4bfecd91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469984 Apr 22 10:13:12.651463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39714) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:12.657012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'network': {'name': 'tempest-network-smoke--2031955092', 'project_id': '37987e6c050543d4a527817d5456d6be', 'port_security_enabled': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:12.662107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:12.666162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:network and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:12.669022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:12.675549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:12.687970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:13:12.691295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.718547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:13:12.726976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.727310 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Added segment 7f375114-364b-46cf-993b-de9cab9a6637 of type vlan for network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 Apr 22 10:13:12.753584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.783576 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:12.789296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:12.789866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:13.006340 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3536239 Apr 22 10:13:13.009714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39718) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:13.015750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'admin_state_up': True, 'project_id': '37987e6c050543d4a527817d5456d6be', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:13.019519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2a2c5-232f-4a37-86aa-2e0a2d167e74 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Network': ['ID=5b0f9209-0884-44d6-b063-f1d19b8bb2b7,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:13.023308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:13.027354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:router and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:13.030480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:13.030900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:13:13.039176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:13.052518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:13.053652 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:13.070062 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:13.459370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:13.773504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:13.802350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:13.937298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.109 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:13:14.083911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:14.112637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:14.172442 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:13:14.175269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:13:14.178900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:13:14.219640 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:14.331616 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:13:14.526883 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-23bce200-9a5a-48cc-9ebb-f6a2b961e163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:14.600472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:15.058148 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:15.261565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:13:15.436537 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:13:15.447635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Sync routers for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:13:15.457342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:15.457955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:13:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:15.463329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:15.465258 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c8aca769-baad-4b56-8d80-0a541784bfa2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4545314 Apr 22 10:13:15.468240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39722) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:15.624956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:15.650363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:15.652708 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d0a3ee6d-e954-4779-900e-ed404db983cb tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=37987e6c050543d4a527817d5456d6be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1833036 Apr 22 10:13:15.655378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39728) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:15.783523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6490c9-f1b6-4c20-8b64-7f7c1aff4703 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:15.784928 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-df6490c9-f1b6-4c20-8b64-7f7c1aff4703 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286607 Apr 22 10:13:15.787708 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39732) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:15.826223 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a5989f7e-e04e-4824-96ad-f850d78d380c tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374906 Apr 22 10:13:15.828780 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39736) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:15.834082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-17911034', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'project_id': '37987e6c050543d4a527817d5456d6be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:15.865653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:15.942844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:15.946619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:subnet and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:15.947485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:14Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:15.949968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:15.952038 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Checking router: 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:13:15.952381 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Updating router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:13:15.955521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:15.965835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:13:15.969350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.004136 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.178973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.260194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Subnet': ['ID=d22cea0e-a0b9-418c-8704-4ca141d874f9,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:16.270251 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Checking segment: {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:13:16.270831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network hostable DHCP agents. Network: 5b0f9209-0884-44d6-b063-f1d19b8bb2b7, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:13:16.293901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:13:16.304719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 5b0f9209-0884-44d6-b063-f1d19b8bb2b7) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:13:16.308950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:16.309525 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.317170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecaaf7-b386-4ff5-b29f-a092f309e758 None None] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:13:16.333465 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-24c545ed-caa0-4a85-aa4f-ca1536f09c79 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5011890 Apr 22 10:13:16.333685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39740) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:16.470177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.497482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Transition to ACTIVE for port object b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:13:16.534322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.634305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Attempting to bind port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:13:16.634998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Attempting to bind port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:13:16.634998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Attempting to bind port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:13:16.639510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Pushing event updated for resources: {'Port': ['ID=b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:16.676165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:13:16.676573 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:13:16.676971 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.677361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:13:16.677825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Bound port: b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:13:16.678197 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.702621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.702964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.703300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.703629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.703955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.704279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.704627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.704947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.705270 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.705591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.705909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.706225 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:16.733668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:13:16.734476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.823377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] For port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:13:16.846036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] For port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:13:16.850798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:16.983713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5130c4-9376-4c5e-874b-e83e934719e6 None None] Pushing event updated for resources: {'Port': ['ID=b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:16.987994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:16.988624 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:13:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:17.071422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Allocated IP 172.20.0.2 (5b0f9209-0884-44d6-b063-f1d19b8bb2b7/d22cea0e-a0b9-418c-8704-4ca141d874f9/591ef965-9753-4825-b296-f79816c1962f) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:13:17.145257 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:17.269819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:17.430965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:17.588702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:17.631966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Transition to ACTIVE for port object 591ef965-9753-4825-b296-f79816c1962f will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:13:17.707598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Transition to ACTIVE for port object 591ef965-9753-4825-b296-f79816c1962f will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:13:17.713698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:17.775370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:13:17.778719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:13:17.780530 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.1 (5b0f9209-0884-44d6-b063-f1d19b8bb2b7/d22cea0e-a0b9-418c-8704-4ca141d874f9/1c759008-f437-4efc-8bc3-5e65f0a74c3f) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:13:17.783345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:13:17.839370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Pushing event updated for resources: {'Port': ['ID=591ef965-9753-4825-b296-f79816c1962f,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:17.842276 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:14Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:17.874051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16c63c-b389-4cc4-96f7-dae7136e80f6 None None] The sync data for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv is: [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:14Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:13:17.900184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Attempting to bind port 591ef965-9753-4825-b296-f79816c1962f on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:13:17.900700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Attempting to bind port 591ef965-9753-4825-b296-f79816c1962f by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:13:17.901088 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Attempting to bind port 591ef965-9753-4825-b296-f79816c1962f on network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:13:17.907248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:13:17.907625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Checking segment: {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:13:17.908040 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:17.908455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Bound using segment: {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:13:17.908934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Bound port: 591ef965-9753-4825-b296-f79816c1962f, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:13:17.909311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:17.958711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:17.976636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object 1c759008-f437-4efc-8bc3-5e65f0a74c3f will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:13:18.002029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:18.011554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] For port 591ef965-9753-4825-b296-f79816c1962f, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:13:18.014768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] For port 591ef965-9753-4825-b296-f79816c1962f, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=591ef965-9753-4825-b296-f79816c1962f,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:13:18.019347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:18.066693 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:13:18.070985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:13:18.078473 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:13:18.137961 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50abe2d0-0ec1-4c0c-8e6d-a66f8e744425 None None] Pushing event updated for resources: {'Port': ['ID=591ef965-9753-4825-b296-f79816c1962f,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:18.143515 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=1c759008-f437-4efc-8bc3-5e65f0a74c3f,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:18.180621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:18.599381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:18.769586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 591ef965-9753-4825-b296-f79816c1962f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:13:18.857396 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 591ef965-9753-4825-b296-f79816c1962f completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:13:18.863805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:13:18.944537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:13:18.950463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:18.950923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.057296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.064000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.083454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.101901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:19.107343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.182533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:19.188004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.191837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=1c759008-f437-4efc-8bc3-5e65f0a74c3f,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:19.221272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd302f-aa63-46d8-9ad2-a9996487acb4 None None] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:13:19.331191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:13:19.332283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:13:19.335932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-66cb8e28-67c9-485b-b533-858db2d6a6ba None None] Provisioning for port 591ef965-9753-4825-b296-f79816c1962f completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:13:19.348157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-66cb8e28-67c9-485b-b533-858db2d6a6ba None None] Provisioning complete for port 591ef965-9753-4825-b296-f79816c1962f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:19.348630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-66cb8e28-67c9-485b-b533-858db2d6a6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.533322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:13:19.571271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-66cb8e28-67c9-485b-b533-858db2d6a6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.617089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-66cb8e28-67c9-485b-b533-858db2d6a6ba None None] For port 591ef965-9753-4825-b296-f79816c1962f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=591ef965-9753-4825-b296-f79816c1962f,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:19.623815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-66cb8e28-67c9-485b-b533-858db2d6a6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.704884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb8e28-67c9-485b-b533-858db2d6a6ba None None] Pushing event updated for resources: {'Port': ['ID=591ef965-9753-4825-b296-f79816c1962f,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:19.732739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:13:19.742400 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2affce4f-605b-45b1-bfec-6f42b4047d94 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/3f8cc1ee-f2e6-4d3a-9a2d-c28130987547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4076967 Apr 22 10:13:19.743127 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Sync routers for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:13:19.755324 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:19.755948 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:13:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:19.845687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eda24798-2ddd-44b1-816c-5416fce7eb94 None None] Provisioning complete for port 591ef965-9753-4825-b296-f79816c1962f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:19.846586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eda24798-2ddd-44b1-816c-5416fce7eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:19.973004 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:20.000003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eda24798-2ddd-44b1-816c-5416fce7eb94 None None] Provisioning for port 1c759008-f437-4efc-8bc3-5e65f0a74c3f completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:13:20.006455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-eda24798-2ddd-44b1-816c-5416fce7eb94 None None] Provisioning complete for port 1c759008-f437-4efc-8bc3-5e65f0a74c3f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:20.007431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-eda24798-2ddd-44b1-816c-5416fce7eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:20.071502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-eda24798-2ddd-44b1-816c-5416fce7eb94 None None] Port 1c759008-f437-4efc-8bc3-5e65f0a74c3f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:13:20.073848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-5607168d-0837-4e26-ba0f-3ba1a325f0fb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:13:20.092906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-5607168d-0837-4e26-ba0f-3ba1a325f0fb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:13:20.094076 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-5607168d-0837-4e26-ba0f-3ba1a325f0fb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237574360&fields=id&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 267 time: 0.0681844 Apr 22 10:13:20.196633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-03a30b9b-fe2e-43b7-ab66-0b7db2b37eac None None] Provisioning complete for port 1c759008-f437-4efc-8bc3-5e65f0a74c3f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:20.197291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-03a30b9b-fe2e-43b7-ab66-0b7db2b37eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:20.258721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-03a30b9b-fe2e-43b7-ab66-0b7db2b37eac None None] Port 1c759008-f437-4efc-8bc3-5e65f0a74c3f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:13:20.260278 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-3f0232e1-970e-4d5a-ad5b-84055f62f32b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:20.261679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-3f0232e1-970e-4d5a-ad5b-84055f62f32b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:13:20.278455 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-3f0232e1-970e-4d5a-ad5b-84055f62f32b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:13:20.279678 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-3f0232e1-970e-4d5a-ad5b-84055f62f32b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/networks?id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7 HTTP/1.1" status: 200 len: 797 time: 0.1785896 Apr 22 10:13:20.303509 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-64c97821-0e96-4305-b452-ebb486d7c1d0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/quotas/37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 375 time: 0.0177417 Apr 22 10:13:20.322281 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 2, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:20.326654 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Checking router: 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:13:20.326997 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Updating router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 port 1c759008-f437-4efc-8bc3-5e65f0a74c3f binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:13:20.381950 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:20.382618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-31149342-307d-4c77-9538-e9d8d60f4c5f None None] Provisioning complete for port 1c759008-f437-4efc-8bc3-5e65f0a74c3f triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:20.383138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-31149342-307d-4c77-9538-e9d8d60f4c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:20.389911 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-89178c44-bcd3-4f4e-a10d-54ef8509f2af tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788479 Apr 22 10:13:20.438633 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-31149342-307d-4c77-9538-e9d8d60f4c5f None None] Port 1c759008-f437-4efc-8bc3-5e65f0a74c3f cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:13:20.579893 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-76823c2b-c586-4ca7-816d-0202e97c612d service neutron] 10.222.0.32 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777618 Apr 22 10:13:20.711955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 591ef965-9753-4825-b296-f79816c1962f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:13:20.720276 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2ca7100d-b6ab-4e81-a63a-4044f82dce93 service neutron] 10.222.0.32 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344676 Apr 22 10:13:20.731125 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:20.743126 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Transition to ACTIVE for port object 1c759008-f437-4efc-8bc3-5e65f0a74c3f will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:13:20.750739 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:20.783798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 591ef965-9753-4825-b296-f79816c1962f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:20.784253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:20.978658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:13:20.998881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-09f3ead8-6c45-49d6-b29a-cf5e9275bd98 req-85f8fffd-7a4f-494b-a2bf-8d6c91612a2f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:13:21.013608 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Pushing event updated for resources: {'Port': ['ID=1c759008-f437-4efc-8bc3-5e65f0a74c3f,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:21.019871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-09f3ead8-6c45-49d6-b29a-cf5e9275bd98 req-85f8fffd-7a4f-494b-a2bf-8d6c91612a2f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:13:21.031797 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-09f3ead8-6c45-49d6-b29a-cf5e9275bd98 req-85f8fffd-7a4f-494b-a2bf-8d6c91612a2f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 210 time: 0.1483889 Apr 22 10:13:21.062735 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.063311 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.063646 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.063972 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.064296 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.064659 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.064976 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.065294 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.065610 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.065922 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.066234 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.066543 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:13:21.069899 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Attempting to bind port 1c759008-f437-4efc-8bc3-5e65f0a74c3f on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:13:21.070261 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Attempting to bind port 1c759008-f437-4efc-8bc3-5e65f0a74c3f by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:13:21.070618 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Attempting to bind port 1c759008-f437-4efc-8bc3-5e65f0a74c3f on network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:13:21.085421 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:13:21.085681 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Checking segment: {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:13:21.086446 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:21.086964 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Bound using segment: {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:13:21.087586 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Bound port: 1c759008-f437-4efc-8bc3-5e65f0a74c3f, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:13:21.087974 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:21.106905 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:21.107331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:21.191084 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] For port 1c759008-f437-4efc-8bc3-5e65f0a74c3f, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:13:21.194983 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] For port 1c759008-f437-4efc-8bc3-5e65f0a74c3f, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1c759008-f437-4efc-8bc3-5e65f0a74c3f,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:13:21.202286 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:21.281924 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:21.282542 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:13:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:21.398889 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56261d57-e984-4705-86e1-98bf4b4d871e None None] Pushing event updated for resources: {'Port': ['ID=1c759008-f437-4efc-8bc3-5e65f0a74c3f,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:21.508308 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:21.817842 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:21Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:21.821675 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bf608a-2e89-414b-af73-5872e145b85a None None] The sync data for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv is: [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:21Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:13:22.145126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-dbbe66cd-a68c-4d3e-a92a-c74480dacc26 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:22.146607 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-dbbe66cd-a68c-4d3e-a92a-c74480dacc26 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/networks?id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7 HTTP/1.1" status: 200 len: 797 time: 0.1759911 Apr 22 10:13:22.228569 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f4bcfe3c-c790-450e-8bec-8837cc0f5732 req-e23a147b-c512-49af-a6f5-c1a7767eab11 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 210 time: 0.0580468 Apr 22 10:13:22.238481 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-a82555cc-320d-40f6-8619-ec0a79a1536a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 379 time: 0.0830953 Apr 22 10:13:22.248038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'port': {'device_id': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'admin_state_up': True, 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'security_groups': ['ed778609-2e85-41f4-bc04-40e03b54dbff']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:22.402306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:22.412208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:22.423596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:13:22.427231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:22.602371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.4 (5b0f9209-0884-44d6-b063-f1d19b8bb2b7/d22cea0e-a0b9-418c-8704-4ca141d874f9/03177548-ddca-44fd-a83f-5175e5235246) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:13:22.745787 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1c759008-f437-4efc-8bc3-5e65f0a74c3f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:13:22.809706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:22.819829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 1c759008-f437-4efc-8bc3-5e65f0a74c3f completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:13:22.827281 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 1c759008-f437-4efc-8bc3-5e65f0a74c3f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:22.827674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:22.832051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object 03177548-ddca-44fd-a83f-5175e5235246 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:13:22.858035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:22.932127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:13:22.935880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:13:22.944845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:13:22.959026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:22.980644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=03177548-ddca-44fd-a83f-5175e5235246,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:22.998268 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 1c759008-f437-4efc-8bc3-5e65f0a74c3f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1c759008-f437-4efc-8bc3-5e65f0a74c3f,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:23.003030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:23.021531 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:23.022163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:23.050778 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0b84ef7e-7506-4c9a-99c8-b5ef17b83e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8074133 Apr 22 10:13:23.066774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Request body: {'port': {'device_id': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:23.081448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=1c759008-f437-4efc-8bc3-5e65f0a74c3f,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:23.185440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:23.241748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-afaaf7b1-09c9-4e94-8caf-c2fec6c260f6 None None] Provisioning for port 03177548-ddca-44fd-a83f-5175e5235246 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:13:23.246288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-afaaf7b1-09c9-4e94-8caf-c2fec6c260f6 None None] Provisioning complete for port 03177548-ddca-44fd-a83f-5175e5235246 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:23.246656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-afaaf7b1-09c9-4e94-8caf-c2fec6c260f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:23.300226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-afaaf7b1-09c9-4e94-8caf-c2fec6c260f6 None None] Port 03177548-ddca-44fd-a83f-5175e5235246 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:13:23.424853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787c2a4-05f3-44a0-9526-482e61633818 req-2b8ac81a-314d-4243-ae35-0407dc46e972 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:23.426347 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6787c2a4-05f3-44a0-9526-482e61633818 req-2b8ac81a-314d-4243-ae35-0407dc46e972 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 931 time: 0.0813169 Apr 22 10:13:23.474537 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6787c2a4-05f3-44a0-9526-482e61633818 req-7b6d3e0c-666f-4ecc-9778-550db14679a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420895 Apr 22 10:13:23.637640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03177548-ddca-44fd-a83f-5175e5235246 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:13:23.644843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:23.659845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Transition to ACTIVE for port object 03177548-ddca-44fd-a83f-5175e5235246 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:13:23.663739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:23.822086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Pushing event updated for resources: {'Port': ['ID=03177548-ddca-44fd-a83f-5175e5235246,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:23.904477 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Attempting to bind port 03177548-ddca-44fd-a83f-5175e5235246 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:13:23.904806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Attempting to bind port 03177548-ddca-44fd-a83f-5175e5235246 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:13:23.905127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Attempting to bind port 03177548-ddca-44fd-a83f-5175e5235246 on network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:13:23.909877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Port 03177548-ddca-44fd-a83f-5175e5235246 on network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:13:23.911032 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Attempting to bind port 03177548-ddca-44fd-a83f-5175e5235246 on network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:13:23.917020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:13:23.917357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Checking segment: {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:13:23.917734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Bound using segment: {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:13:23.918156 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Bound port: 03177548-ddca-44fd-a83f-5175e5235246, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f375114-364b-46cf-993b-de9cab9a6637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:13:23.918495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:24.013429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] For port 03177548-ddca-44fd-a83f-5175e5235246, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:13:24.016412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] For port 03177548-ddca-44fd-a83f-5175e5235246, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=03177548-ddca-44fd-a83f-5175e5235246,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:13:24.020758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:24.072476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:24.072807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:24.074771 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] 10.222.0.35 "PUT /v2.0/ports/03177548-ddca-44fd-a83f-5175e5235246 HTTP/1.1" status: 200 len: 1093 time: 1.0155017 Apr 22 10:13:24.077547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'tag': '03177548-ddca-44fd-a83f-5175e5235246'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:13:24.153162 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77708335-15e7-4454-999d-7f73b66bfe57'] response: {'name': 'network-changed', 'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'tag': '03177548-ddca-44fd-a83f-5175e5235246', 'status': 'completed', 'code': 200} Apr 22 10:13:24.162407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09d4ab-fc3a-4997-a1e1-bbd7d3605888 service neutron] Pushing event updated for resources: {'Port': ['ID=03177548-ddca-44fd-a83f-5175e5235246,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:24.196356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0298df90-d2cb-46ed-8a51-b3d6a4654e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:24.197897 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-0298df90-d2cb-46ed-8a51-b3d6a4654e30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 1096 time: 0.0840588 Apr 22 10:13:24.270264 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-2f8a6831-e6ab-434a-b50c-1a797e53bfad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03177548-ddca-44fd-a83f-5175e5235246 HTTP/1.1" status: 200 len: 217 time: 0.0651181 Apr 22 10:13:24.339991 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-eee167a4-db54-4962-939a-abf5998bc959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:24.341419 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-eee167a4-db54-4962-939a-abf5998bc959 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d22cea0e-a0b9-418c-8704-4ca141d874f9 HTTP/1.1" status: 200 len: 833 time: 0.0659008 Apr 22 10:13:24.414357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-018e92fc-a660-4caf-91d4-1bd9b7586d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:24.415879 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-018e92fc-a660-4caf-91d4-1bd9b7586d1f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689576 Apr 22 10:13:24.551006 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-194f1dc9-fb8f-4c37-9f9b-6fab4de996f5 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287115 Apr 22 10:13:24.696924 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5ec3cf7c-b120-4cb2-a1c7-782fe9bf9e3e req-e133a981-5f74-467c-ae04-b5dedd8300c8 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396530 Apr 22 10:13:24.710194 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1c759008-f437-4efc-8bc3-5e65f0a74c3f up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:13:24.778744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62006e43-470c-4a1c-b63e-030c2c1c76ff req-5e8e0734-6adf-4a8b-a1c3-21c5a3e47c1d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:24.781458 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-62006e43-470c-4a1c-b63e-030c2c1c76ff req-5e8e0734-6adf-4a8b-a1c3-21c5a3e47c1d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 943 time: 0.1978629 Apr 22 10:13:24.787802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 1c759008-f437-4efc-8bc3-5e65f0a74c3f triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:24.788173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:24.830881 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-62006e43-470c-4a1c-b63e-030c2c1c76ff req-23e6cc58-eca8-46e0-ac6f-16c6d6296f7b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439920 Apr 22 10:13:24.833102 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-79b4d838-95fc-44ef-a227-92e7c5ef4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:24.835029 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-79b4d838-95fc-44ef-a227-92e7c5ef4084 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 1096 time: 0.0846398 Apr 22 10:13:24.970701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-f5e1033d-54c6-4460-b42b-9e14291e29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:24.972163 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-f5e1033d-54c6-4460-b42b-9e14291e29a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7 HTTP/1.1" status: 200 len: 898 time: 0.1306901 Apr 22 10:13:25.042343 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-1c89eb09-4944-4fbf-900e-09be5719e476 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03177548-ddca-44fd-a83f-5175e5235246 HTTP/1.1" status: 200 len: 217 time: 0.0637734 Apr 22 10:13:25.103598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-e3838d3f-cd10-47eb-bce1-2392bc7d1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:25.105603 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-e3838d3f-cd10-47eb-bce1-2392bc7d1bde service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d22cea0e-a0b9-418c-8704-4ca141d874f9 HTTP/1.1" status: 200 len: 833 time: 0.0574691 Apr 22 10:13:25.179106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-2a37ac61-51d1-4ff1-8d5f-58d7ab324073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:25.180602 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-2a37ac61-51d1-4ff1-8d5f-58d7ab324073 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690548 Apr 22 10:13:25.418202 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-a3c5573c-cc74-49e6-82e4-073da67c53aa service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312250 Apr 22 10:13:25.559096 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8fb5bbdc-b527-4e1f-bd53-1f5d6a79d54a req-47a997b8-4f51-4608-a9db-5be990fd38e2 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347566 Apr 22 10:13:26.022804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc8d21-7669-430b-8bf3-4b990f7bbcd5 req-a8d93c05-e63c-4ebc-aa71-7b24f2244ddb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:26.023494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-71bc8d21-7669-430b-8bf3-4b990f7bbcd5 req-a8d93c05-e63c-4ebc-aa71-7b24f2244ddb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:13:26.040205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-71bc8d21-7669-430b-8bf3-4b990f7bbcd5 req-a8d93c05-e63c-4ebc-aa71-7b24f2244ddb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:13:26.041394 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-71bc8d21-7669-430b-8bf3-4b990f7bbcd5 req-a8d93c05-e63c-4ebc-aa71-7b24f2244ddb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 943 time: 0.0995195 Apr 22 10:13:26.088629 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-71bc8d21-7669-430b-8bf3-4b990f7bbcd5 req-a6bbbadc-ee54-4cb7-8c4c-40ea2d108c3f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408924 Apr 22 10:13:27.283375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d24f3e-1502-4a27-84cf-bc7e2972522d req-629cb54a-883a-4dfe-acd7-d3bdf9335f0f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:27.284856 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d0d24f3e-1502-4a27-84cf-bc7e2972522d req-629cb54a-883a-4dfe-acd7-d3bdf9335f0f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 943 time: 0.0848620 Apr 22 10:13:27.332322 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d0d24f3e-1502-4a27-84cf-bc7e2972522d req-89990445-a918-4e2b-8df8-66111ca2e8e6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415046 Apr 22 10:13:27.560487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 03177548-ddca-44fd-a83f-5175e5235246 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:13:27.695515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 03177548-ddca-44fd-a83f-5175e5235246, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=03177548-ddca-44fd-a83f-5175e5235246,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:27.709416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '03177548-ddca-44fd-a83f-5175e5235246', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'port_id': '03177548-ddca-44fd-a83f-5175e5235246', 'mac_address': 'fa:16:3e:d9:26:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:13:27.764428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:27.781013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03177548-ddca-44fd-a83f-5175e5235246 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:13:27.796593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 03177548-ddca-44fd-a83f-5175e5235246, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=03177548-ddca-44fd-a83f-5175e5235246,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:27.800827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:27.874429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=03177548-ddca-44fd-a83f-5175e5235246,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:28.175333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['03177548-ddca-44fd-a83f-5175e5235246'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:13:28.524343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38751d26-6b35-4e43-913f-d5a8c3a97765 req-d57c8045-dc40-4686-a340-3f40443d8a2d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:28.525968 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-38751d26-6b35-4e43-913f-d5a8c3a97765 req-d57c8045-dc40-4686-a340-3f40443d8a2d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 944 time: 0.0871551 Apr 22 10:13:28.575094 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-38751d26-6b35-4e43-913f-d5a8c3a97765 req-26a804e4-9085-4537-8510-12009e545c7d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425527 Apr 22 10:13:29.560167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 03177548-ddca-44fd-a83f-5175e5235246 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:13:29.627664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 03177548-ddca-44fd-a83f-5175e5235246 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:13:29.632355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 03177548-ddca-44fd-a83f-5175e5235246 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:13:29.632779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:29.751549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:29.758887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57282759-21cb-4bdf-ba37-08ff8aaf1a60 req-c0e9d0f2-7e1a-4cb3-abf9-eb70f70b5b07 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:29.761080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57282759-21cb-4bdf-ba37-08ff8aaf1a60 req-c0e9d0f2-7e1a-4cb3-abf9-eb70f70b5b07 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 944 time: 0.0798779 Apr 22 10:13:29.779461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03177548-ddca-44fd-a83f-5175e5235246'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:13:29.790630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 03177548-ddca-44fd-a83f-5175e5235246, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=03177548-ddca-44fd-a83f-5175e5235246,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:13:29.795331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:29.807910 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-57282759-21cb-4bdf-ba37-08ff8aaf1a60 req-024b7b6d-44f0-4ed4-a26d-3feec4423699 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410092 Apr 22 10:13:29.832722 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a576b780-5af0-4374-a62f-8bf555b5ea75'] response: {'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03177548-ddca-44fd-a83f-5175e5235246', 'code': 200} Apr 22 10:13:29.873555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=03177548-ddca-44fd-a83f-5175e5235246,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:30.050604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddf48d-39fe-4030-9186-25b1111baeaf req-f6c4b27e-af85-4bb0-b605-7a86caf759a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:30.052080 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-92ddf48d-39fe-4030-9186-25b1111baeaf req-f6c4b27e-af85-4bb0-b605-7a86caf759a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 1098 time: 0.0695775 Apr 22 10:13:30.092489 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-92ddf48d-39fe-4030-9186-25b1111baeaf req-b224dca8-6ea4-446e-8b3f-65555e48fbc4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340750 Apr 22 10:13:30.998496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c75c1-78dd-40a1-8641-07c619ea0580 req-2b3be49a-d66d-4520-8024-4095f9fcf0ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:30.999972 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-794c75c1-78dd-40a1-8641-07c619ea0580 req-2b3be49a-d66d-4520-8024-4095f9fcf0ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0823364 Apr 22 10:13:31.044053 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-794c75c1-78dd-40a1-8641-07c619ea0580 req-3288e03b-00a9-4d80-98f6-97f2863c0fe7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384398 Apr 22 10:13:32.237584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4d36c-0075-4a2e-af50-8258aa00c9cd req-4738737c-ee4d-4af5-aa29-2a8d7dee69a3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:32.238944 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ac4d36c-0075-4a2e-af50-8258aa00c9cd req-4738737c-ee4d-4af5-aa29-2a8d7dee69a3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0820265 Apr 22 10:13:32.283840 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ac4d36c-0075-4a2e-af50-8258aa00c9cd req-66446048-7de0-414a-a547-a34a852c501b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389123 Apr 22 10:13:32.485820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53501e-6bb5-46b4-b14e-4930593a58c0 req-6c0b74ea-8d7c-4069-95ca-d049e50681a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:32.487310 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5b53501e-6bb5-46b4-b14e-4930593a58c0 req-6c0b74ea-8d7c-4069-95ca-d049e50681a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0930104 Apr 22 10:13:32.534399 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5b53501e-6bb5-46b4-b14e-4930593a58c0 req-6eff3f7c-15a3-45ba-851c-7feb5cf76107 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411906 Apr 22 10:13:32.558100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39800) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:32.627554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfe74fa-6f09-45bb-b6f6-08c96c0f1a90 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:32.629087 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2cfe74fa-6f09-45bb-b6f6-08c96c0f1a90 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 1093 time: 0.0698066 Apr 22 10:13:32.632097 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39804) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:32.636944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '03177548-ddca-44fd-a83f-5175e5235246', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:13:32.642933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:13:32.646697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:floatingip and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:13:32.649568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:13:32.657371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:13:32.673022 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:32.810322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:32.954002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.74 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/b31db0d8-11da-4a27-a49d-a6b6d66111d1) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:13:33.105938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:33.134599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:33.196773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:13:33.200130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:13:33.203780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:13:33.250974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=b31db0d8-11da-4a27-a49d-a6b6d66111d1,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:33.739431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:33.815174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:34.029927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:34.034908 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:34.146448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=b31db0d8-11da-4a27-a49d-a6b6d66111d1,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:13:34.157512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:34.330027 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP 03f94c01-3204-46e8-8f0c-37b30fa3b0ef associated. External IP: 172.26.2.74, port: 03177548-ddca-44fd-a83f-5175e5235246. Apr 22 10:13:34.684971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:13:34.864048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:13:34.873832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] Sync routers for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:13:34.884009 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:34.884649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:13:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:34.889834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:34.947186 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4330dae6-7f30-41ef-ba3c-2213b4df61df tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3136337 Apr 22 10:13:34.947565 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'tag': '03177548-ddca-44fd-a83f-5175e5235246'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:13:35.004615 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073b5547-a1bc-480c-896c-1969f852cbc1'] response: {'name': 'network-changed', 'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'tag': '03177548-ddca-44fd-a83f-5175e5235246', 'status': 'completed', 'code': 200} Apr 22 10:13:35.107924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:35.276765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-03ffefc6-cd91-4acb-909b-9ae251cb4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:35.278157 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-03ffefc6-cd91-4acb-909b-9ae251cb4e2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 1098 time: 0.2525313 Apr 22 10:13:35.314388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24932972-3b60-4d7b-a117-5aab6731655f req-cb3f21e6-9300-4bf2-8016-34623e95ed1c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:35.315842 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24932972-3b60-4d7b-a117-5aab6731655f req-cb3f21e6-9300-4bf2-8016-34623e95ed1c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.2553329 Apr 22 10:13:35.436260 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24932972-3b60-4d7b-a117-5aab6731655f req-3c321647-40a2-4c80-8dc8-1599aeb2e8a0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085567 Apr 22 10:13:35.458085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-8ad65041-d3f0-4847-8496-c16eb3246d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:35.459514 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-8ad65041-d3f0-4847-8496-c16eb3246d9b service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7 HTTP/1.1" status: 200 len: 898 time: 0.1736865 Apr 22 10:13:35.461419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39812) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:35.473888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '03f94c01-3204-46e8-8f0c-37b30fa3b0ef', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'port_id': '03177548-ddca-44fd-a83f-5175e5235246', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'mac_address': 'fa:16:3e:d9:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:13:33Z', 'updated_at': '2022-04-22T10:13:33Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:22Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:35.477837 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] Checking router: 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:13:35.487089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:13:35.487675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:13:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:35.662394 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5d5f12af-2691-440c-93e2-4fd3b8497b0f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/03f94c01-3204-46e8-8f0c-37b30fa3b0ef HTTP/1.1" status: 200 len: 990 time: 0.1998944 Apr 22 10:13:35.664685 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-df5ee272-6a67-4c73-b4b5-c023ca1c6de2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03177548-ddca-44fd-a83f-5175e5235246 HTTP/1.1" status: 200 len: 998 time: 0.1476068 Apr 22 10:13:35.669749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:13:35.727347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-54d0a7e7-ecca-4b72-a1c2-5be330ff9770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:35.728891 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-54d0a7e7-ecca-4b72-a1c2-5be330ff9770 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d22cea0e-a0b9-418c-8704-4ca141d874f9 HTTP/1.1" status: 200 len: 833 time: 0.0573046 Apr 22 10:13:35.807353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-90f91269-be8f-4133-8aef-9af15e5c314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:35.808842 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-90f91269-be8f-4133-8aef-9af15e5c314c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734947 Apr 22 10:13:35.940036 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-914aec57-76ec-4e79-9d13-efb453eb2997 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246772 Apr 22 10:13:36.017858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '03f94c01-3204-46e8-8f0c-37b30fa3b0ef', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'port_id': '03177548-ddca-44fd-a83f-5175e5235246', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'mac_address': 'fa:16:3e:d9:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:13:33Z', 'updated_at': '2022-04-22T10:13:33Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:22Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:13:36.021806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a0b9ff-6bfc-419a-87d4-9f3ca05bbc47 None None] The sync data for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv is: [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '03f94c01-3204-46e8-8f0c-37b30fa3b0ef', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.74', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'port_id': '03177548-ddca-44fd-a83f-5175e5235246', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'mac_address': 'fa:16:3e:d9:26:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:13:33Z', 'updated_at': '2022-04-22T10:13:33Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:22Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:13:36.071610 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-73259e27-c730-4ccc-b0f4-0ed35bad9c2c req-20788e4a-a7b1-48b3-b118-47455d7813d6 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261902 Apr 22 10:13:36.206931 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f54397-e7a6-4a7d-9d96-aaf0f3b13ac3 None None] New status for floating IP 03f94c01-3204-46e8-8f0c-37b30fa3b0ef: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:13:36.666418 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39816) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:13:36.771179 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6d66ff91-439a-4827-bca5-83959344b534 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/03f94c01-3204-46e8-8f0c-37b30fa3b0ef HTTP/1.1" status: 200 len: 992 time: 0.1029422 Apr 22 10:13:39.035060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:42.136345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8f2bab80-9313-4eae-83a1-658001ee5005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:44.529431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b315c164-5ccf-46df-b50b-afacb60e61e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:45.553745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:45.847325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:47.336951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:13:51.333521 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:13:52.198288 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-945dee2d-922b-455c-ace8-0a49ef295dd0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673416 Apr 22 10:13:52.337714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-7147d736-447f-40c7-b20a-8b2411e9c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:52.339875 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-7147d736-447f-40c7-b20a-8b2411e9c711 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 1098 time: 0.0716825 Apr 22 10:13:52.483105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-75cd5f4f-ecc8-49ae-8516-1721b43df694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:52.484492 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-75cd5f4f-ecc8-49ae-8516-1721b43df694 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7 HTTP/1.1" status: 200 len: 898 time: 0.1233916 Apr 22 10:13:52.587838 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-e7751a6d-ba41-4b82-9acc-6be0d0ee0050 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03177548-ddca-44fd-a83f-5175e5235246 HTTP/1.1" status: 200 len: 1000 time: 0.0964897 Apr 22 10:13:52.653339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-ff85e11f-878b-47cc-a737-bf9e40395d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:52.654819 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-ff85e11f-878b-47cc-a737-bf9e40395d03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d22cea0e-a0b9-418c-8704-4ca141d874f9 HTTP/1.1" status: 200 len: 833 time: 0.0597754 Apr 22 10:13:52.728475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-93915e7b-1354-49f1-a4e3-ba2e199521d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:13:52.730438 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-93915e7b-1354-49f1-a4e3-ba2e199521d8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691953 Apr 22 10:13:52.966582 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-f917092b-cc76-4701-86bf-84d61c5a5c78 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287836 Apr 22 10:13:53.095176 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe6fde3b-efd4-4c80-a654-fb370facc2d1 req-76b96a43-e872-4de4-8902-328a55512521 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220555 Apr 22 10:14:09.044887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:12.138722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8b5bb477-0bfe-4796-999f-706cb849f9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:14.531215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d2e933bb-c438-493e-87cb-e507bacea594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:15.556188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:15.848623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:17.339583 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:28.334001 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:14:39.044557 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:42.141244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7dfda8b8-c57d-45c6-b26a-2b4443338ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:44.533785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-308f1ec6-6e90-4b1b-918e-a71e49ee0e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:45.559739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:45.849419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:47.345286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:50.467113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae5a71-d5a9-4617-b39b-766cde472d3a req-ce4d8c45-145f-41c3-b2f3-1ba03fe2ac1e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:50.468618 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8ae5a71-d5a9-4617-b39b-766cde472d3a req-ce4d8c45-145f-41c3-b2f3-1ba03fe2ac1e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0807428 Apr 22 10:14:50.514714 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a8ae5a71-d5a9-4617-b39b-766cde472d3a req-07c182c5-b79d-4fa0-9ead-1c623d09ef39 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402722 Apr 22 10:14:51.708218 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d612a6a-e1ec-451c-a899-da95a280987d req-22bf5feb-d182-4a7a-8fcc-a0fccdb5bbba tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:51.709762 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d612a6a-e1ec-451c-a899-da95a280987d req-22bf5feb-d182-4a7a-8fcc-a0fccdb5bbba tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0837946 Apr 22 10:14:51.757907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d612a6a-e1ec-451c-a899-da95a280987d req-2e7dc376-4868-4f5c-8ed7-35ce9849006c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Apr 22 10:14:51.781951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39846) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:14:51.886523 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4e19dbe9-6b1d-4bc4-89e2-6b936731bb4e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/03f94c01-3204-46e8-8f0c-37b30fa3b0ef HTTP/1.1" status: 200 len: 992 time: 0.1034560 Apr 22 10:14:53.179584 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-27c7d78f-2b79-4358-95b0-831d2c737819 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710053 Apr 22 10:14:53.327193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-a73e0f68-b3ec-49d4-a002-13867f5ec2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:53.329019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-a73e0f68-b3ec-49d4-a002-13867f5ec2cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 1098 time: 0.0752859 Apr 22 10:14:53.357558 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d77ea9-b59a-4abb-9ed9-e3ced0003695 req-17efed07-6d67-4025-9801-35dcab85867f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:53.359665 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52d77ea9-b59a-4abb-9ed9-e3ced0003695 req-17efed07-6d67-4025-9801-35dcab85867f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0925922 Apr 22 10:14:53.405672 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-52d77ea9-b59a-4abb-9ed9-e3ced0003695 req-e47fa8b6-8133-4ba6-841f-0b8a02b36e0e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402968 Apr 22 10:14:53.486623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-882692c8-d070-449c-8f69-49477c6581d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:53.488892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-882692c8-d070-449c-8f69-49477c6581d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7 HTTP/1.1" status: 200 len: 898 time: 0.1384757 Apr 22 10:14:53.595558 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-407c91d5-9b51-4b70-bba5-7e4a290c904e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03177548-ddca-44fd-a83f-5175e5235246 HTTP/1.1" status: 200 len: 1000 time: 0.0982120 Apr 22 10:14:53.657382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-9a0097c4-13bb-4d94-947a-e0d8026092a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:53.658750 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-9a0097c4-13bb-4d94-947a-e0d8026092a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d22cea0e-a0b9-418c-8704-4ca141d874f9 HTTP/1.1" status: 200 len: 833 time: 0.0575173 Apr 22 10:14:53.733982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-0489ec74-46da-4593-b15b-e4738e109636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:53.735436 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-0489ec74-46da-4593-b15b-e4738e109636 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692306 Apr 22 10:14:53.865980 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-393a368c-1227-4dda-b718-c510baf15e79 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239769 Apr 22 10:14:53.997950 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-188e64e2-5ec3-4f3d-83d1-5b7d9f245928 req-e8c7465c-4840-40b6-8d7b-7a8f4cd51caf service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241643 Apr 22 10:14:54.595499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f612fda-6b60-4bac-b7b2-172d129a70cb req-78e8ec08-d360-4bf2-a42c-aa37e7c8918c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:54.596959 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0f612fda-6b60-4bac-b7b2-172d129a70cb req-78e8ec08-d360-4bf2-a42c-aa37e7c8918c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0826406 Apr 22 10:14:54.641044 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0f612fda-6b60-4bac-b7b2-172d129a70cb req-341594ad-60b9-450e-a318-73daab88d75e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384426 Apr 22 10:14:54.664762 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39858) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:14:54.769323 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1088f60c-ce48-44a2-9b10-08b7de47feaf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/03f94c01-3204-46e8-8f0c-37b30fa3b0ef HTTP/1.1" status: 200 len: 992 time: 0.1025121 Apr 22 10:14:55.040497 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39866) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:14:55.352782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port b31db0d8-11da-4a27-a49d-a6b6d66111d1 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:14:55.353136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:55.530394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:55.530745 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:55.653512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for b31db0d8-11da-4a27-a49d-a6b6d66111d1 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:14:55.808595 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:55.857204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=b31db0d8-11da-4a27-a49d-a6b6d66111d1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:14:55.893603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.893910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.894242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.894570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.894895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.895215 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.895533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.895851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.896166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.896515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.896830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.897142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:14:55.958784 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:55.959178 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP 03f94c01-3204-46e8-8f0c-37b30fa3b0ef disassociated (deleted). External IP: 172.26.2.74, port: 03177548-ddca-44fd-a83f-5175e5235246. Apr 22 10:14:56.312605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:14:56.492976 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:14:56.503368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] Sync routers for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:14:56.513960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:14:56.514568 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:14:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:14:56.514961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:56.577463 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-de16fda8-d21b-4ab1-bd28-2948bb111d92 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/floatingips/03f94c01-3204-46e8-8f0c-37b30fa3b0ef HTTP/1.1" status: 204 len: 168 time: 1.5335720 Apr 22 10:14:56.577463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'tag': '03177548-ddca-44fd-a83f-5175e5235246'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:14:56.622382 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e98da72-ef0a-421a-b1da-7c2a3cbf9d4d'] response: {'name': 'network-changed', 'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'tag': '03177548-ddca-44fd-a83f-5175e5235246', 'status': 'completed', 'code': 200} Apr 22 10:14:56.721673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-adc3b080-e18f-4487-8e43-42376d5fccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:56.723388 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-adc3b080-e18f-4487-8e43-42376d5fccf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 1098 time: 0.0788803 Apr 22 10:14:56.741782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:14:56.965812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814cd7d-fbe1-457a-a7b4-61197a06a540 req-24c67329-a19f-4ac2-953c-391a4ae4601c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:56.967221 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7814cd7d-fbe1-457a-a7b4-61197a06a540 req-24c67329-a19f-4ac2-953c-391a4ae4601c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0811231 Apr 22 10:14:56.982935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-758ccb9b-1857-40fa-9585-24aff3dd3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:56.984386 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-758ccb9b-1857-40fa-9585-24aff3dd3b08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7 HTTP/1.1" status: 200 len: 898 time: 0.2553859 Apr 22 10:14:57.014445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7814cd7d-fbe1-457a-a7b4-61197a06a540 req-7fa58a15-bad2-4cef-b722-2c16861f7e24 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407443 Apr 22 10:14:57.059463 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-9d4ee665-469e-497f-9c29-250a50848591 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03177548-ddca-44fd-a83f-5175e5235246 HTTP/1.1" status: 200 len: 217 time: 0.0684388 Apr 22 10:14:57.082019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:22Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:14:57.085977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] Checking router: 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:14:57.094084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:14:57.094664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:14:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:14:57.121556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-831cf11f-95ed-49fe-8f78-2046fb52ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:57.123045 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-831cf11f-95ed-49fe-8f78-2046fb52ccda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d22cea0e-a0b9-418c-8704-4ca141d874f9 HTTP/1.1" status: 200 len: 833 time: 0.0567455 Apr 22 10:14:57.201893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-c9f9180c-0464-4409-8d52-c1c3577abded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:57.203368 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-c9f9180c-0464-4409-8d52-c1c3577abded service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5b0f9209-0884-44d6-b063-f1d19b8bb2b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741382 Apr 22 10:14:57.268370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:14:57.336775 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-23cc650d-8bd2-4c00-9afc-52fff321f48e service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261475 Apr 22 10:14:57.470524 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b17e50c6-84b5-467b-b6a5-993e5fd1bcff req-4f19dc90-3341-4245-af31-7a611b108503 service neutron] 10.222.0.35 "GET /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257923 Apr 22 10:14:57.580556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:22Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:14:57.584579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7563c6-6224-4372-bf58-883cb24639de None None] The sync data for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv is: [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:18Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '1c759008-f437-4efc-8bc3-5e65f0a74c3f', 'name': '', 'network_id': '5b0f9209-0884-44d6-b063-f1d19b8bb2b7', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:cf:c1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:17Z', 'updated_at': '2022-04-22T10:13:22Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'd22cea0e-a0b9-418c-8704-4ca141d874f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:14:57.784672 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf49627-2baa-4862-9f67-88e87b3295e9 None None] New status for floating IP 03f94c01-3204-46e8-8f0c-37b30fa3b0ef: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:14:58.214484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8332cd6-4c65-43ac-a630-e22ba56cc1a4 req-ba56ec21-97e6-49b5-a72c-54a6b64d4900 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:58.215083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-c8332cd6-4c65-43ac-a630-e22ba56cc1a4 req-ba56ec21-97e6-49b5-a72c-54a6b64d4900 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:14:58.230848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-c8332cd6-4c65-43ac-a630-e22ba56cc1a4 req-ba56ec21-97e6-49b5-a72c-54a6b64d4900 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:14:58.232038 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c8332cd6-4c65-43ac-a630-e22ba56cc1a4 req-ba56ec21-97e6-49b5-a72c-54a6b64d4900 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.1093991 Apr 22 10:14:58.276490 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c8332cd6-4c65-43ac-a630-e22ba56cc1a4 req-05f95f15-5aaf-4dec-8b58-0d2e3f9c6a7c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385613 Apr 22 10:14:58.947163 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a31fe-4c48-440a-9f43-012a93680350 req-5d329836-edf1-4040-881d-27fb897a8d8e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:58.948584 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-258a31fe-4c48-440a-9f43-012a93680350 req-5d329836-edf1-4040-881d-27fb897a8d8e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0813849 Apr 22 10:14:59.017608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 03177548-ddca-44fd-a83f-5175e5235246 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:14:59.017930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:59.265144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port 03177548-ddca-44fd-a83f-5175e5235246, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=03177548-ddca-44fd-a83f-5175e5235246,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:14:59.265893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:59.387605 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 03177548-ddca-44fd-a83f-5175e5235246 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:14:59.463991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d919ed2-6987-4e56-8b81-e95a7209aa26 req-eeb00376-d1bb-450f-a91a-b97d965ff71f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:14:59.465680 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1d919ed2-6987-4e56-8b81-e95a7209aa26 req-eeb00376-d1bb-450f-a91a-b97d965ff71f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a873c73-77e2-41cb-8df0-77d73d6d74bb HTTP/1.1" status: 200 len: 945 time: 0.0846961 Apr 22 10:14:59.515744 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1d919ed2-6987-4e56-8b81-e95a7209aa26 req-5683f7d0-ff1b-41e2-9981-2970f054851a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=ed778609-2e85-41f4-bc04-40e03b54dbff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429564 Apr 22 10:14:59.545826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:59.597249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=03177548-ddca-44fd-a83f-5175e5235246,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:14:59.673101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] No DVR routers for this DVR port 03177548-ddca-44fd-a83f-5175e5235246 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:14:59.675608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:14:59.678120 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'name': 'network-vif-deleted', 'tag': '03177548-ddca-44fd-a83f-5175e5235246'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:14:59.694727 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-258a31fe-4c48-440a-9f43-012a93680350 req-8053d620-31b8-4d60-a4e0-2128c2380b81 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "DELETE /v2.0/ports/03177548-ddca-44fd-a83f-5175e5235246 HTTP/1.1" status: 204 len: 173 time: 0.7404311 Apr 22 10:14:59.726895 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578e571b-f5a7-46b7-8fb3-0b55cecd3c32'] response: {'server_uuid': '4a873c73-77e2-41cb-8df0-77d73d6d74bb', 'name': 'network-vif-deleted', 'tag': '03177548-ddca-44fd-a83f-5175e5235246', 'status': 'completed', 'code': 200} Apr 22 10:15:00.613081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39884) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:01.183166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:01.635212 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 1c759008-f437-4efc-8bc3-5e65f0a74c3f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:15:01.635910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:01.822703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port 1c759008-f437-4efc-8bc3-5e65f0a74c3f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=1c759008-f437-4efc-8bc3-5e65f0a74c3f,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:01.822967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:01.948025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 1c759008-f437-4efc-8bc3-5e65f0a74c3f owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:15:02.262585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:02.310947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=1c759008-f437-4efc-8bc3-5e65f0a74c3f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:02.385155 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.385642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.385820 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.386274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.386529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.386826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.387157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.387480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.387806 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.388128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.388475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.388799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:02.600668 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:03.067420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:15:03.243678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:15:03.252935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] Sync routers for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:15:03.256161 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d520b21e-3cab-408d-856e-6ca6d7c78dbf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/3f8cc1ee-f2e6-4d3a-9a2d-c28130987547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6420259 Apr 22 10:15:03.261052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39888) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:03.263204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:15:03.263806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:14:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:03.327600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-503cecef-ca7a-41f5-b3e9-1a42e6da0cd2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting subnet d22cea0e-a0b9-418c-8704-4ca141d874f9 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:15:03.330491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503cecef-ca7a-41f5-b3e9-1a42e6da0cd2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:03.388364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503cecef-ca7a-41f5-b3e9-1a42e6da0cd2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:03.441796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:15:03.482417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503cecef-ca7a-41f5-b3e9-1a42e6da0cd2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:03.561744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503cecef-ca7a-41f5-b3e9-1a42e6da0cd2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:03.609796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cecef-ca7a-41f5-b3e9-1a42e6da0cd2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Subnet': ['ID=d22cea0e-a0b9-418c-8704-4ca141d874f9,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:03.611763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-503cecef-ca7a-41f5-b3e9-1a42e6da0cd2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:03.619253 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-503cecef-ca7a-41f5-b3e9-1a42e6da0cd2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/subnets/d22cea0e-a0b9-418c-8704-4ca141d874f9 HTTP/1.1" status: 204 len: 168 time: 0.3565536 Apr 22 10:15:03.619821 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f788a0-0c2f-4ca0-8258-7c4b80dad217 None None] Network 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:15:03.621876 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39892) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:03.801880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:03.944574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109'}], 'enable_snat': True}, 'gw_port_id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:15:02Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:03.949140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] Checking router: 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:15:03.958847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] Routers {'3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:15:03.959758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:14:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:04.001247 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.009882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 03177548-ddca-44fd-a83f-5175e5235246 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:15:04.013392 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:15:04.013783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.037071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] DHCP port deletion for 5b0f9209-0884-44d6-b063-f1d19b8bb2b7 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:15:04.063078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Deleting port 591ef965-9753-4825-b296-f79816c1962f {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:15:04.063445 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.086217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 03177548-ddca-44fd-a83f-5175e5235246 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:15:04.086555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 03177548-ddca-44fd-a83f-5175e5235246 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:15:04.240376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] Set router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:15:04.302621 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:04.303276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.348788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:15:04Z', 'revision_number': 6, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:04.373881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12cc283-eff1-4aaf-9dad-add3558dd31c None None] The sync data for ids ['3f8cc1ee-f2e6-4d3a-9a2d-c28130987547'] in dv-neutron-839018-1-hyperv is: [{'id': '3f8cc1ee-f2e6-4d3a-9a2d-c28130987547', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1271913388', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:13:13Z', 'updated_at': '2022-04-22T10:15:04Z', 'revision_number': 6, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:15:04.428695 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:15:04.465951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] For port 591ef965-9753-4825-b296-f79816c1962f, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=591ef965-9753-4825-b296-f79816c1962f,segment=NetworkSegment(7f375114-364b-46cf-993b-de9cab9a6637),segment_id=7f375114-364b-46cf-993b-de9cab9a6637)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:04.466341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.588794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Calling delete_port for 591ef965-9753-4825-b296-f79816c1962f owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:15:04.597452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.641965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:04.666924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.718413 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Pushing event deleted for resources: {'Port': ['ID=591ef965-9753-4825-b296-f79816c1962f,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:04.730029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] No DVR routers for this DVR port 591ef965-9753-4825-b296-f79816c1962f on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:15:04.738343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.738688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.739025 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.739348 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.739677 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.739999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.740319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.741292 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.741637 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.741928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.742071 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.742330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.742886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37874226-925b-4f36-88df-455b90eaeb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:04.928332 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.930538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.954661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.955206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Fanout notify agent at l3_agent the message router_deleted on router 3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:15:04.970727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:04.971847 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8646397a-0c6b-403b-ab7f-01bdf29f554a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/routers/3f8cc1ee-f2e6-4d3a-9a2d-c28130987547 HTTP/1.1" status: 204 len: 168 time: 1.3490334 Apr 22 10:15:04.974412 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39896) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:05.089362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.168743 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 591ef965-9753-4825-b296-f79816c1962f no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:15:05.210541 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 591ef965-9753-4825-b296-f79816c1962f {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:15:05.210890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 591ef965-9753-4825-b296-f79816c1962f not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:15:05.211320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1c759008-f437-4efc-8bc3-5e65f0a74c3f no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:15:05.224461 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.244571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 1c759008-f437-4efc-8bc3-5e65f0a74c3f {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:15:05.244915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 1c759008-f437-4efc-8bc3-5e65f0a74c3f not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:15:05.249699 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0f9209-0884-44d6-b063-f1d19b8bb2b7']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:05.262003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f375114-364b-46cf-993b-de9cab9a6637') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:05.262290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f375114-364b-46cf-993b-de9cab9a6637') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:05.273404 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.289571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.296234 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:15:05.296650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:15:05.311563 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:15:05.332760 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:15:05.393090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.411578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.423377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Network': ['ID=5b0f9209-0884-44d6-b063-f1d19b8bb2b7,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:05.432992 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7c810d93-1e95-4505-aa65-60d7fbb5ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/networks/5b0f9209-0884-44d6-b063-f1d19b8bb2b7 HTTP/1.1" status: 204 len: 168 time: 0.4576039 Apr 22 10:15:05.435509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39900) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:05.508470 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cde93a4b-0d17-44c4-9589-c995260bee9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.537191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cde93a4b-0d17-44c4-9589-c995260bee9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.606671 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cde93a4b-0d17-44c4-9589-c995260bee9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.624566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde93a4b-0d17-44c4-9589-c995260bee9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed778609-2e85-41f4-bc04-40e03b54dbff,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:05.637550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cde93a4b-0d17-44c4-9589-c995260bee9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:05.641165 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cde93a4b-0d17-44c4-9589-c995260bee9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/security-groups/ed778609-2e85-41f4-bc04-40e03b54dbff HTTP/1.1" status: 204 len: 168 time: 0.2022634 Apr 22 10:15:06.115243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39908) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:06.120438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288572455', 'description': 'tempest-secgroup-smoke-288572455 description', 'project_id': '37987e6c050543d4a527817d5456d6be'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:06.126388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:06.130415 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:06.133367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:06.138942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:06.149059 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.169503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:06.173361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:06.176145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:06.181812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:06.250486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.254148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.299664 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb48f03-ff78-4879-ad49-3b4d6ee2356d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:06.305702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.307246 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-16ed43e6-9658-41a7-92a1-0f241abd04ca tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1907899 Apr 22 10:15:06.310637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39912) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:06.315607 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4fb48f03-ff78-4879-ad49-3b4d6ee2356d', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:06.322165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:06.326035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:06.328918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:06.334545 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:06.352449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.411661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.415077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.437971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63dd5e6d-6dea-4907-a7ce-e545a2eabc8d,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:06.447094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.448372 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6d79ba6f-450e-4d26-b567-fb7fd09793d3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367044 Apr 22 10:15:06.451229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39916) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:06.456864 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4fb48f03-ff78-4879-ad49-3b4d6ee2356d', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:06.463522 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:06.467282 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:06.470109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:06.475612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:06.491172 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.564635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.568632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.592745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af56dbcd-36cc-477c-9a61-d4f71c086198,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:06.601133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.602293 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4b5c9d7a-e18c-492c-a92b-3d19a03a3ce0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499147 Apr 22 10:15:06.605023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39920) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:06.609758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4fb48f03-ff78-4879-ad49-3b4d6ee2356d', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:06.615618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:06.619897 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:06.622727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:06.628337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:06.646842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.711870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:15:06.797914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:15:06.798255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b7e19ba2-d2a4-49d8-b0fa-eeb66adefab5 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:15:06.816215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.819871 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.851747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544ca8b8-9901-43fe-9d48-38f5609361c2,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:06.861196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.862353 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-493dec3d-9b3d-4c3e-87ef-841dc43d6584 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2565017 Apr 22 10:15:06.865026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39924) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:06.870416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4fb48f03-ff78-4879-ad49-3b4d6ee2356d', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:06.876309 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:06.880088 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:06.883024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:06.889964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:06.906942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.967482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.970973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:06.994211 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafb5091-7d99-4a69-8223-5d3968c8e833,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:07.004491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.005638 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3c12d0fb-ccf7-494c-92d9-b71d60f46659 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397233 Apr 22 10:15:07.008278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39928) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:07.013121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4fb48f03-ff78-4879-ad49-3b4d6ee2356d', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:07.018785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:07.022645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:07.025564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:07.031273 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:07.041789 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:15:07.049048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.115596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.119913 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.143645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43396dd-0c7e-495e-a355-f5d1c1bada21,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:07.152434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.153571 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-93eb826d-9aeb-4736-8209-1abaec620fe1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443231 Apr 22 10:15:07.156197 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39932) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:07.161550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4fb48f03-ff78-4879-ad49-3b4d6ee2356d', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:07.168840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:07.174024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:07.177960 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:07.186304 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:07.199485 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:15:07.206587 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.269628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.273009 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.296763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8668c4-c008-4817-a564-84e402cf9acf,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:07.305025 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.306808 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cc1bac73-03c9-4766-9cd5-65eae1580b2a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496258 Apr 22 10:15:07.309568 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39936) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:07.315047 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'network': {'name': 'tempest-network-smoke--1914018816', 'project_id': '37987e6c050543d4a527817d5456d6be', 'port_security_enabled': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:07.319875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:07.323903 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:network and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:07.326753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:07.332518 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:07.342863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:15:07.346236 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.373150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:15:07.381561 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.381892 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Added segment 8db81fdc-d3e8-4beb-8083-4a3c850571d6 of type vlan for network 43ae3ff7-320a-47a0-bab3-07bd652638f2 Apr 22 10:15:07.406495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.436846 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.442018 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:07.442659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.546229 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2354741 Apr 22 10:15:07.548877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39940) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:07.553290 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3e8f1-57fe-401b-9066-4dace72414d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Network': ['ID=43ae3ff7-320a-47a0-bab3-07bd652638f2,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:07.554471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'admin_state_up': True, 'project_id': '37987e6c050543d4a527817d5456d6be', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:07.563669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:15:07.568384 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:07.573123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:router and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:07.575965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:07.585213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:07.596230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.597391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.613988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:07.976654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:08.275388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:08.307116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:08.438259 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.44 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/beb0903b-eeb2-48c0-9f77-89efd5647c82) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:15:08.583026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:08.611559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:08.673647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:15:08.676319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:15:08.679891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:15:08.718558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=beb0903b-eeb2-48c0-9f77-89efd5647c82,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:09.062715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:09.205184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:09.541144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:09.739544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 13fa744c-e026-452c-998a-6f927cf37f85 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:15:09.914433 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:15:09.923960 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Sync routers for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:15:09.933699 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:15:09.934293 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:14:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:09.940884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:09.942215 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e4d1fd66-6885-48bf-9df1-77ef5538dd5a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3923388 Apr 22 10:15:09.945332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39944) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:09.985951 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-befe4613-421c-4090-925a-bcdc0acc3fc3 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=37987e6c050543d4a527817d5456d6be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383191 Apr 22 10:15:09.987279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39948) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:10.105109 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:15:10.116110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1c80d1-d485-4a1d-886d-ebf5f04e020a tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:10.117628 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-4a1c80d1-d485-4a1d-886d-ebf5f04e020a tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294701 Apr 22 10:15:10.120927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 39952) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:10.163688 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-01a8037d-40c0-4ee4-af13-986d97533b32 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416820 Apr 22 10:15:10.167576 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39956) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:10.173281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-912655549', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'project_id': '37987e6c050543d4a527817d5456d6be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:10.279914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:10.283767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:subnet and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:10.286535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:10.292788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:10.302844 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:15:10.307104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.424495 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:08Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:10.429207 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Checking router: 13fa744c-e026-452c-998a-6f927cf37f85 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:15:10.429554 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Updating router 13fa744c-e026-452c-998a-6f927cf37f85 port beb0903b-eeb2-48c0-9f77-89efd5647c82 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:15:10.481706 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.519631 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.597334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Subnet': ['ID=136bea56-8615-4965-8a35-3d110efa4e06,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:10.605223 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Checking segment: {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:15:10.605579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network hostable DHCP agents. Network: 43ae3ff7-320a-47a0-bab3-07bd652638f2, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:15:10.624266 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:15:10.633268 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 43ae3ff7-320a-47a0-bab3-07bd652638f2) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:15:10.637277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:10.637908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.644999 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b017b3c-20b2-4f81-8660-9635e44b7d24 None None] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:15:10.667410 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-b790c6b9-5961-471d-8b4b-53a8ad25ca55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4956267 Apr 22 10:15:10.667653 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 39960) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:10.808617 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.822451 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Transition to ACTIVE for port object beb0903b-eeb2-48c0-9f77-89efd5647c82 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:15:10.830749 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.882412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-43ae3ff7-320a-47a0-bab3-07bd652638f2', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:15:10.883231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.907040 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Attempting to bind port beb0903b-eeb2-48c0-9f77-89efd5647c82 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:15:10.907403 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Attempting to bind port beb0903b-eeb2-48c0-9f77-89efd5647c82 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:15:10.907758 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Attempting to bind port beb0903b-eeb2-48c0-9f77-89efd5647c82 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:15:10.922057 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:15:10.922420 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:15:10.922809 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.923192 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:15:10.923654 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Bound port: beb0903b-eeb2-48c0-9f77-89efd5647c82, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:15:10.924427 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:10.955179 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Pushing event updated for resources: {'Port': ['ID=beb0903b-eeb2-48c0-9f77-89efd5647c82,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:10.971611 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.971952 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.972270 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.972621 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.972936 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.973258 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.973584 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.973886 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.974198 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.974508 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.974816 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:10.975122 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:15:11.012947 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] For port beb0903b-eeb2-48c0-9f77-89efd5647c82, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:15:11.016699 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] For port beb0903b-eeb2-48c0-9f77-89efd5647c82, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=beb0903b-eeb2-48c0-9f77-89efd5647c82,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:15:11.021675 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:11.042357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Allocated IP 172.20.0.2 (43ae3ff7-320a-47a0-bab3-07bd652638f2/136bea56-8615-4965-8a35-3d110efa4e06/917cfcf0-152c-4543-9fac-5908602bbec9) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:15:11.101571 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:15:11.101955 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:14:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:11.173382 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd0e89-0cf3-42da-b374-11c5c153c3fb None None] Pushing event updated for resources: {'Port': ['ID=beb0903b-eeb2-48c0-9f77-89efd5647c82,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:11.259951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:11.271074 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Transition to ACTIVE for port object 917cfcf0-152c-4543-9fac-5908602bbec9 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:15:11.292972 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Transition to ACTIVE for port object 917cfcf0-152c-4543-9fac-5908602bbec9 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:15:11.298209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:11.310147 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:15:11.355933 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:15:11.357405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:15:11.361517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:15:11.439190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Pushing event updated for resources: {'Port': ['ID=917cfcf0-152c-4543-9fac-5908602bbec9,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:11.469869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Attempting to bind port 917cfcf0-152c-4543-9fac-5908602bbec9 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:15:11.470085 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Attempting to bind port 917cfcf0-152c-4543-9fac-5908602bbec9 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:15:11.470337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Attempting to bind port 917cfcf0-152c-4543-9fac-5908602bbec9 on network 43ae3ff7-320a-47a0-bab3-07bd652638f2 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:15:11.475847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:15:11.476219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Checking segment: {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:15:11.476726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:11.477189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Bound using segment: {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:15:11.478156 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Bound port: 917cfcf0-152c-4543-9fac-5908602bbec9, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:15:11.478546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:11.479421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:11.576595 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] For port 917cfcf0-152c-4543-9fac-5908602bbec9, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:15:11.580106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] For port 917cfcf0-152c-4543-9fac-5908602bbec9, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=917cfcf0-152c-4543-9fac-5908602bbec9,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:15:11.586361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:11.616863 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:08Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:11.621423 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69605d41-6323-4998-8b9e-c3f8077da23b None None] The sync data for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv is: [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:08Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:15:11.685120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2173cef-c79a-403a-8bc2-89d53ff2a250 None None] Pushing event updated for resources: {'Port': ['ID=917cfcf0-152c-4543-9fac-5908602bbec9,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:11.937744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.1 (43ae3ff7-320a-47a0-bab3-07bd652638f2/136bea56-8615-4965-8a35-3d110efa4e06/38b022b6-15a7-4982-9564-a15fbd1a2256) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:15:12.111050 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:12.127478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object 38b022b6-15a7-4982-9564-a15fbd1a2256 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:15:12.147673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b77cdd6-c461-4f4f-b145-06c50c755396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:12.154105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:12.225082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:15:12.228239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:15:12.237472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:15:12.268602 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=38b022b6-15a7-4982-9564-a15fbd1a2256,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:12.300935 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:12.593340 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:12.676121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55734ec5-a459-49ed-8058-e8ef114a3020 None None] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:15:12.796125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-58a06969-f69d-4a85-b61a-ce2ac9684c27 None None] Provisioning for port 917cfcf0-152c-4543-9fac-5908602bbec9 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:15:12.859451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 917cfcf0-152c-4543-9fac-5908602bbec9 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:15:12.997168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 917cfcf0-152c-4543-9fac-5908602bbec9 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:15:13.002898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 917cfcf0-152c-4543-9fac-5908602bbec9 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:13.003252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.149700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.160677 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.167448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.188642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 917cfcf0-152c-4543-9fac-5908602bbec9, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=917cfcf0-152c-4543-9fac-5908602bbec9,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:13.192740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.193528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device beb0903b-eeb2-48c0-9f77-89efd5647c82 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:15:13.304727 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.308978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=38b022b6-15a7-4982-9564-a15fbd1a2256,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:13.363202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=917cfcf0-152c-4543-9fac-5908602bbec9,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:13.372353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-de8b2b31-c6f9-471d-8c28-827e9d11ad89 None None] Provisioning complete for port 917cfcf0-152c-4543-9fac-5908602bbec9 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:13.372675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de8b2b31-c6f9-471d-8c28-827e9d11ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.420054 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port beb0903b-eeb2-48c0-9f77-89efd5647c82 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:15:13.435916 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port beb0903b-eeb2-48c0-9f77-89efd5647c82 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:13.436424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.470984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:15:13.472069 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:15:13.620053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.631440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-de8b2b31-c6f9-471d-8c28-827e9d11ad89 None None] Provisioning for port 38b022b6-15a7-4982-9564-a15fbd1a2256 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:15:13.638759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-de8b2b31-c6f9-471d-8c28-827e9d11ad89 None None] Provisioning complete for port 38b022b6-15a7-4982-9564-a15fbd1a2256 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:13.639132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-de8b2b31-c6f9-471d-8c28-827e9d11ad89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.671463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port beb0903b-eeb2-48c0-9f77-89efd5647c82, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=beb0903b-eeb2-48c0-9f77-89efd5647c82,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:13.680724 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.703396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 13fa744c-e026-452c-998a-6f927cf37f85 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:15:13.747726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-de8b2b31-c6f9-471d-8c28-827e9d11ad89 None None] Port 38b022b6-15a7-4982-9564-a15fbd1a2256 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:15:13.764957 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=beb0903b-eeb2-48c0-9f77-89efd5647c82,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:13.866945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-acb2f763-2cdf-4711-bae3-613918f862b1 None None] Provisioning complete for port 38b022b6-15a7-4982-9564-a15fbd1a2256 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:13.867663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-acb2f763-2cdf-4711-bae3-613918f862b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:13.883617 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:15:13.904452 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c86a3cd4-4dc6-48f4-9883-718bc7f80a9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/13fa744c-e026-452c-998a-6f927cf37f85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2283804 Apr 22 10:15:13.904655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Sync routers for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:15:13.920721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:15:13.921339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:14:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:13.991160 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-acb2f763-2cdf-4711-bae3-613918f862b1 None None] Port 38b022b6-15a7-4982-9564-a15fbd1a2256 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:15:14.064762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-3ab89a02-9d0f-44eb-8225-5e441564a6bb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:15:14.080715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-3ab89a02-9d0f-44eb-8225-5e441564a6bb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:15:14.082437 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-3ab89a02-9d0f-44eb-8225-5e441564a6bb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288572455&fields=id&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 267 time: 0.0579333 Apr 22 10:15:14.111153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:15:14.233597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-71fbad3d-bab9-4960-83a3-65f0077c6ca8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:14.235043 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-71fbad3d-bab9-4960-83a3-65f0077c6ca8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 797 time: 0.1452122 Apr 22 10:15:14.250445 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-7dd9ecc6-fd14-43d6-80d2-00b8fccce122 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/quotas/37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 375 time: 0.0098829 Apr 22 10:15:14.332281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-913d91e9-77e4-4c62-9921-ac8eb9f89fa1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:15:14.352248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-913d91e9-77e4-4c62-9921-ac8eb9f89fa1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:15:14.353632 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-913d91e9-77e4-4c62-9921-ac8eb9f89fa1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980268 Apr 22 10:15:14.369874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-7ebf8d96-1c19-47c9-b4d8-3aaa58a39642 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:15:14.370818 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-7ebf8d96-1c19-47c9-b4d8-3aaa58a39642 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056574 Apr 22 10:15:14.429668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 2, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:14.434376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Checking router: 13fa744c-e026-452c-998a-6f927cf37f85 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:15:14.434723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Updating router 13fa744c-e026-452c-998a-6f927cf37f85 port 38b022b6-15a7-4982-9564-a15fbd1a2256 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:15:14.488998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:14.569859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e43a63fa-0c00-45a1-bae0-612ccd9457d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:14.622948 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-d3bcc1b7-ffad-4ca8-ae21-57e5f58ecce3 service neutron] 10.222.0.32 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462580 Apr 22 10:15:14.757219 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-ed758352-863a-4b8a-92c7-4e93b4a24926 service neutron] 10.222.0.32 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283576 Apr 22 10:15:14.774639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 917cfcf0-152c-4543-9fac-5908602bbec9 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:15:14.941408 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-d16ff657-8b3a-48fb-9683-d96d145e8a37 req-f1c154d5-c9b2-45c4-8255-28a8d25340ae tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:15:14.953480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-d16ff657-8b3a-48fb-9683-d96d145e8a37 req-f1c154d5-c9b2-45c4-8255-28a8d25340ae tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:15:14.954921 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d16ff657-8b3a-48fb-9683-d96d145e8a37 req-f1c154d5-c9b2-45c4-8255-28a8d25340ae tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 210 time: 0.0563176 Apr 22 10:15:14.957157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:14.973408 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Transition to ACTIVE for port object 38b022b6-15a7-4982-9564-a15fbd1a2256 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:15:14.981433 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:15.035714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 917cfcf0-152c-4543-9fac-5908602bbec9 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:15.036092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:15.197395 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18284d29-09b1-4a4b-8ba0-1dc7a7f8b1c8 None None] Pushing event updated for resources: {'Port': ['ID=38b022b6-15a7-4982-9564-a15fbd1a2256,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:15.263441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Attempting to bind port 38b022b6-15a7-4982-9564-a15fbd1a2256 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:15:15.263804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Attempting to bind port 38b022b6-15a7-4982-9564-a15fbd1a2256 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:15:15.264161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Attempting to bind port 38b022b6-15a7-4982-9564-a15fbd1a2256 on network 43ae3ff7-320a-47a0-bab3-07bd652638f2 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:15:15.297951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:15:15.298325 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Checking segment: {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:15:15.298723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:15.299111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Bound using segment: {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:15:15.299577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Bound port: 38b022b6-15a7-4982-9564-a15fbd1a2256, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:15:15.299950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:15.380211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device beb0903b-eeb2-48c0-9f77-89efd5647c82 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:15:15.475107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] For port 38b022b6-15a7-4982-9564-a15fbd1a2256, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:15:15.483843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] For port 38b022b6-15a7-4982-9564-a15fbd1a2256, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=38b022b6-15a7-4982-9564-a15fbd1a2256,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:15:15.489004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:15.553313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port beb0903b-eeb2-48c0-9f77-89efd5647c82 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:15.553684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:15.631231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:15.631803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:15:15.632466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:15:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:15.717151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18284d29-09b1-4a4b-8ba0-1dc7a7f8b1c8 None None] Pushing event updated for resources: {'Port': ['ID=38b022b6-15a7-4982-9564-a15fbd1a2256,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:15.900715 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:15.915259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:15:16.130092 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0eec74ce-8d88-44cc-a1d8-3a50be9d1002 req-ea4d3ba6-eb89-4e60-a978-75cfce49fb69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 210 time: 0.0644746 Apr 22 10:15:16.257717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-e8fb9200-07b4-463a-ac6c-0b65113154aa tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:16.259182 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-e8fb9200-07b4-463a-ac6c-0b65113154aa tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 797 time: 0.1616468 Apr 22 10:15:16.268730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:15Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:16.272907 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c10726-ac7d-4f34-b883-5eb8f2b50665 None None] The sync data for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv is: [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:15Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:15:16.317692 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-da5e86c5-6e17-40ca-9938-a59986d5c48f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 379 time: 0.0495603 Apr 22 10:15:16.332020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'port': {'device_id': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'admin_state_up': True, 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'security_groups': ['4fb48f03-ff78-4879-ad49-3b4d6ee2356d']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:16.494417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:16.504475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:16.514841 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:15:16.518730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:16.697454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.10 (43ae3ff7-320a-47a0-bab3-07bd652638f2/136bea56-8615-4965-8a35-3d110efa4e06/abda4244-d0f6-4daf-8624-1f926841ec6b) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:15:16.798429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 38b022b6-15a7-4982-9564-a15fbd1a2256 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:15:16.873866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 38b022b6-15a7-4982-9564-a15fbd1a2256 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:15:16.879403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 38b022b6-15a7-4982-9564-a15fbd1a2256 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:16.879779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:16.907956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:16.925160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object abda4244-d0f6-4daf-8624-1f926841ec6b will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:15:16.951271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.006104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.022918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:15:17.026541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:15:17.029269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:15:17.043256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 38b022b6-15a7-4982-9564-a15fbd1a2256, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=38b022b6-15a7-4982-9564-a15fbd1a2256,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:17.049570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.084367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=abda4244-d0f6-4daf-8624-1f926841ec6b,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:17.121276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:17.121950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.155206 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-1143176d-d975-47d0-947d-8d64c72dc7a7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297725 Apr 22 10:15:17.209409 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=38b022b6-15a7-4982-9564-a15fbd1a2256,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:17.218911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Request body: {'port': {'device_id': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:17.351973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2031ee1c-18d4-492c-b1e7-e34ddb6e4151 None None] Provisioning for port abda4244-d0f6-4daf-8624-1f926841ec6b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:15:17.354006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.359949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2031ee1c-18d4-492c-b1e7-e34ddb6e4151 None None] Provisioning complete for port abda4244-d0f6-4daf-8624-1f926841ec6b triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:17.360510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2031ee1c-18d4-492c-b1e7-e34ddb6e4151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.373743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e695f-5ba1-4e94-9838-e652dcf11351 req-9589e939-6ed5-4b69-9cdb-f27af628a80a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:17.375451 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de6e695f-5ba1-4e94-9838-e652dcf11351 req-9589e939-6ed5-4b69-9cdb-f27af628a80a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 932 time: 0.1118550 Apr 22 10:15:17.397323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.424574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-de6e695f-5ba1-4e94-9838-e652dcf11351 req-a6c41ce4-f03f-4080-818a-963e9f1f2cf2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:15:17.431759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2031ee1c-18d4-492c-b1e7-e34ddb6e4151 None None] Port abda4244-d0f6-4daf-8624-1f926841ec6b cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:15:17.437420 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-de6e695f-5ba1-4e94-9838-e652dcf11351 req-a6c41ce4-f03f-4080-818a-963e9f1f2cf2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:15:17.438557 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de6e695f-5ba1-4e94-9838-e652dcf11351 req-a6c41ce4-f03f-4080-818a-963e9f1f2cf2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570416 Apr 22 10:15:17.713303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abda4244-d0f6-4daf-8624-1f926841ec6b {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:15:17.721122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.736127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Transition to ACTIVE for port object abda4244-d0f6-4daf-8624-1f926841ec6b will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:15:17.740685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:17.996585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Pushing event updated for resources: {'Port': ['ID=abda4244-d0f6-4daf-8624-1f926841ec6b,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:18.077349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Attempting to bind port abda4244-d0f6-4daf-8624-1f926841ec6b on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:15:18.077680 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Attempting to bind port abda4244-d0f6-4daf-8624-1f926841ec6b by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:15:18.078006 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Attempting to bind port abda4244-d0f6-4daf-8624-1f926841ec6b on network 43ae3ff7-320a-47a0-bab3-07bd652638f2 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:15:18.082513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Port abda4244-d0f6-4daf-8624-1f926841ec6b on network 43ae3ff7-320a-47a0-bab3-07bd652638f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:15:18.082827 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Attempting to bind port abda4244-d0f6-4daf-8624-1f926841ec6b on network 43ae3ff7-320a-47a0-bab3-07bd652638f2 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:15:18.088379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:15:18.088734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Checking segment: {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:15:18.089112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Bound using segment: {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:15:18.089529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Bound port: abda4244-d0f6-4daf-8624-1f926841ec6b, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db81fdc-d3e8-4beb-8083-4a3c850571d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:15:18.089868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:18.177104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] For port abda4244-d0f6-4daf-8624-1f926841ec6b, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:15:18.179952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] For port abda4244-d0f6-4daf-8624-1f926841ec6b, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=abda4244-d0f6-4daf-8624-1f926841ec6b,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:15:18.185292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:18.243579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:18.244183 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:18.245558 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] 10.222.0.35 "PUT /v2.0/ports/abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 1094 time: 1.0823627 Apr 22 10:15:18.245983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:15:18.271489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4f8b2-e9fa-40f7-9009-ae5002e9955b service neutron] Pushing event updated for resources: {'Port': ['ID=abda4244-d0f6-4daf-8624-1f926841ec6b,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:18.316554 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216d3e85-0c6f-4caa-85f7-00ff36b8eaf6'] response: {'name': 'network-changed', 'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'status': 'completed', 'code': 200} Apr 22 10:15:18.365855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-e6ecd137-e554-4a90-b317-30074b524e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:18.367370 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-e6ecd137-e554-4a90-b317-30074b524e81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1097 time: 0.0822639 Apr 22 10:15:18.440839 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-5c51cccd-2647-4384-bac8-c3af21305c93 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 217 time: 0.0652227 Apr 22 10:15:18.505596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-fd54c37d-1a79-421f-bca0-b18551b51c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:18.506938 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-fd54c37d-1a79-421f-bca0-b18551b51c4e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 200 len: 834 time: 0.0594358 Apr 22 10:15:18.587877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-b18e8ba1-1c56-42e5-91cc-1c54f4f3f2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:18.589405 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-b18e8ba1-1c56-42e5-91cc-1c54f4f3f2f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43ae3ff7-320a-47a0-bab3-07bd652638f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756984 Apr 22 10:15:18.622004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a27271-4df8-40d0-9a31-a439600f0cd0 req-20c0fb61-d115-4ca3-b393-44c753820a18 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:18.623475 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d1a27271-4df8-40d0-9a31-a439600f0cd0 req-20c0fb61-d115-4ca3-b393-44c753820a18 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 944 time: 0.0799179 Apr 22 10:15:18.684448 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d1a27271-4df8-40d0-9a31-a439600f0cd0 req-343544c8-20ef-42fc-8e6b-c0ae142604c0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549853 Apr 22 10:15:18.722472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-dfc54269-18ac-4dda-94a9-c295d6cdb935 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262357 Apr 22 10:15:18.760991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 38b022b6-15a7-4982-9564-a15fbd1a2256 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:15:18.827806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 38b022b6-15a7-4982-9564-a15fbd1a2256 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:18.828174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:18.859725 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-33d07c16-0a45-42c3-bd99-e166fc61b3cf req-c0b3e172-fe74-43f1-92d0-b95d3983b4f8 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304662 Apr 22 10:15:18.978663 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-d427b3f6-3dae-4db7-b978-b65fc646be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:18.980154 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-d427b3f6-3dae-4db7-b978-b65fc646be4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1097 time: 0.0716996 Apr 22 10:15:19.111990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-c8709a19-957a-4fe9-911f-3b5d772674ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:19.113461 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-c8709a19-957a-4fe9-911f-3b5d772674ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 898 time: 0.1261158 Apr 22 10:15:19.182514 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-3598cc2e-6b32-48cc-a600-749c98613f9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 217 time: 0.0627122 Apr 22 10:15:19.242705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-541b5c1a-29ff-4543-9eb5-f5e93f49032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:19.244752 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-541b5c1a-29ff-4543-9eb5-f5e93f49032a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 200 len: 834 time: 0.0564077 Apr 22 10:15:19.317807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-b1bc917b-1561-4027-9aec-3a95b2016646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:19.319275 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-b1bc917b-1561-4027-9aec-3a95b2016646 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43ae3ff7-320a-47a0-bab3-07bd652638f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684776 Apr 22 10:15:19.450056 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-e38c57bf-89b3-4ecd-9f89-e0ad17c14079 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234827 Apr 22 10:15:19.685006 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0004bbc8-3436-4b29-aeb5-a2c3f6d09fbf req-ffd3690d-d012-46e5-9a91-848641e3d33e service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289546 Apr 22 10:15:19.867148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb9eec-8bb9-4128-9ad3-10f59d4cf628 req-17ce8858-c9bb-43dd-bf33-3fb054eda069 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:19.867866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-63bb9eec-8bb9-4128-9ad3-10f59d4cf628 req-17ce8858-c9bb-43dd-bf33-3fb054eda069 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:15:19.882601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-63bb9eec-8bb9-4128-9ad3-10f59d4cf628 req-17ce8858-c9bb-43dd-bf33-3fb054eda069 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:15:19.884253 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-63bb9eec-8bb9-4128-9ad3-10f59d4cf628 req-17ce8858-c9bb-43dd-bf33-3fb054eda069 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 944 time: 0.0936394 Apr 22 10:15:19.927978 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-63bb9eec-8bb9-4128-9ad3-10f59d4cf628 req-ec375098-0ea7-4aec-bb94-bf085a3f9517 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380266 Apr 22 10:15:21.135405 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4863b-f566-48e4-8239-e54bec4bf2d5 req-f17d31d1-866c-4060-a6f4-6848fb33dff5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:21.137564 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9e4863b-f566-48e4-8239-e54bec4bf2d5 req-f17d31d1-866c-4060-a6f4-6848fb33dff5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 944 time: 0.1049340 Apr 22 10:15:21.183270 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9e4863b-f566-48e4-8239-e54bec4bf2d5 req-7d14ae1b-e91b-43df-b52f-3bff2390f76f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382743 Apr 22 10:15:22.090090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device abda4244-d0f6-4daf-8624-1f926841ec6b details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:15:22.218405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port abda4244-d0f6-4daf-8624-1f926841ec6b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=abda4244-d0f6-4daf-8624-1f926841ec6b,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:22.231960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'port_id': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'mac_address': 'fa:16:3e:a1:17:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:15:22.286432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:22.303947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abda4244-d0f6-4daf-8624-1f926841ec6b {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:15:22.319845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port abda4244-d0f6-4daf-8624-1f926841ec6b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=abda4244-d0f6-4daf-8624-1f926841ec6b,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:22.324884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:22.377285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3728497-4ac6-4f8f-a9ea-44a3c7eba091 req-ac317998-9e58-4a0c-971c-a94a2f5c81ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:22.378679 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e3728497-4ac6-4f8f-a9ea-44a3c7eba091 req-ac317998-9e58-4a0c-971c-a94a2f5c81ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 945 time: 0.0879633 Apr 22 10:15:22.396754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=abda4244-d0f6-4daf-8624-1f926841ec6b,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:22.426109 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e3728497-4ac6-4f8f-a9ea-44a3c7eba091 req-d2e8c2df-7718-4d3a-bebf-71c37b6f2ae7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414088 Apr 22 10:15:22.662663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['abda4244-d0f6-4daf-8624-1f926841ec6b'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:15:23.610298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9dfcc-8bb0-4ffd-9fb2-3ce4c2bfc49a req-42d7df89-8b6d-471d-9a04-3e28c57e010b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:23.611732 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5e9dfcc-8bb0-4ffd-9fb2-3ce4c2bfc49a req-42d7df89-8b6d-471d-9a04-3e28c57e010b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 945 time: 0.0825531 Apr 22 10:15:23.655371 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5e9dfcc-8bb0-4ffd-9fb2-3ce4c2bfc49a req-47d1f503-f374-41ea-be26-4b74e87d425b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380123 Apr 22 10:15:24.105968 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device abda4244-d0f6-4daf-8624-1f926841ec6b up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:15:24.176093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port abda4244-d0f6-4daf-8624-1f926841ec6b completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:15:24.180609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port abda4244-d0f6-4daf-8624-1f926841ec6b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:15:24.180973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:24.295619 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:24.321899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:15:24.331279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port abda4244-d0f6-4daf-8624-1f926841ec6b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=abda4244-d0f6-4daf-8624-1f926841ec6b,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:15:24.335661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:24.408840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=abda4244-d0f6-4daf-8624-1f926841ec6b,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:24.428062 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e0fe72-5879-4024-a9aa-42039f5b5c3a'] response: {'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'code': 200} Apr 22 10:15:24.655279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b556b-46d5-4e04-a9e1-bab0f8b80f77 req-b31a48e7-6b98-45be-bfd1-2f66d27bffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:24.656685 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-227b556b-46d5-4e04-a9e1-bab0f8b80f77 req-b31a48e7-6b98-45be-bfd1-2f66d27bffb5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1099 time: 0.0684593 Apr 22 10:15:24.702406 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-227b556b-46d5-4e04-a9e1-bab0f8b80f77 req-bd0139e4-e155-43d2-95d4-0c4be2f34c4d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395927 Apr 22 10:15:24.845031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ef319-abbd-4233-bd93-4da01753b27e req-342df68d-2591-4162-bf76-ed1fb5a87536 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:24.846545 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ed6ef319-abbd-4233-bd93-4da01753b27e req-342df68d-2591-4162-bf76-ed1fb5a87536 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0785096 Apr 22 10:15:24.890978 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ed6ef319-abbd-4233-bd93-4da01753b27e req-a57708f9-065b-4a74-87c8-6358f70bac47 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388136 Apr 22 10:15:26.117533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b63155-2f67-4948-8a40-5eb6a7154a40 req-7628ef79-1fd2-4321-ae5e-0aa896ecab8b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:26.119561 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-00b63155-2f67-4948-8a40-5eb6a7154a40 req-7628ef79-1fd2-4321-ae5e-0aa896ecab8b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0920775 Apr 22 10:15:26.164479 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-00b63155-2f67-4948-8a40-5eb6a7154a40 req-a74ca60c-3cab-4724-a1f1-56a7cb21f763 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391562 Apr 22 10:15:27.365045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95367a6b-b7c8-4a00-b10b-4feb326b8a93 req-c870c76f-23ce-48be-a3f2-1ef2da4ab052 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:27.366615 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-95367a6b-b7c8-4a00-b10b-4feb326b8a93 req-c870c76f-23ce-48be-a3f2-1ef2da4ab052 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0938983 Apr 22 10:15:27.413359 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-95367a6b-b7c8-4a00-b10b-4feb326b8a93 req-82ce27b9-0739-4c20-b0a5-e3dcea832b0b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410450 Apr 22 10:15:27.596135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b706a68-80a5-44db-ada2-d6ee18d59789 req-0c9988a5-d67d-4c64-bef6-5dd41488b872 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:27.597633 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4b706a68-80a5-44db-ada2-d6ee18d59789 req-0c9988a5-d67d-4c64-bef6-5dd41488b872 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0799189 Apr 22 10:15:27.644874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4b706a68-80a5-44db-ada2-d6ee18d59789 req-6f21ea1b-cafa-4f45-aebb-33607af2f019 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415227 Apr 22 10:15:27.667571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40024) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:27.735496 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc24230-f4ba-428d-b69e-afd7361a19c9 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:27.736911 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1dc24230-f4ba-428d-b69e-afd7361a19c9 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1094 time: 0.0683835 Apr 22 10:15:27.739621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40028) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:27.744904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:15:27.750725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:15:27.754542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:floatingip and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:15:27.757307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:15:27.763476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:15:27.773684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:27.906640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:28.041995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.186 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/d0703307-04ab-4b11-9429-031980402718) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:15:28.185906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:28.214295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:28.274571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:15:28.277360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:15:28.285109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:15:28.322339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=d0703307-04ab-4b11-9429-031980402718,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:28.878062 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:28.956084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:29.184971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:29.189385 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:29.302461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=d0703307-04ab-4b11-9429-031980402718,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:15:29.316155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:29.504885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP e4b4c57d-37db-43f3-bc75-addcf6cc1b88 associated. External IP: 172.26.2.186, port: abda4244-d0f6-4daf-8624-1f926841ec6b. Apr 22 10:15:29.881414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 13fa744c-e026-452c-998a-6f927cf37f85 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:15:30.081535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:15:30.090891 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] Sync routers for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:15:30.101878 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:15:30.102481 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:15:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:30.108025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:30.169242 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fed47206-eba9-43af-9626-c95a879ac3a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4285095 Apr 22 10:15:30.169740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:15:30.220798 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636c2334-cb60-46bd-86e7-a2c1b4b62ab5'] response: {'name': 'network-changed', 'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'status': 'completed', 'code': 200} Apr 22 10:15:30.333723 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:15:30.340644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-5afed69a-686d-4837-ac8b-aca4b7b025a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:30.341942 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-5afed69a-686d-4837-ac8b-aca4b7b025a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1099 time: 0.0932801 Apr 22 10:15:30.365865 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a12ea-bb39-49ab-9d3f-f9e65ec8afbe req-48b61c42-a23c-445f-b297-c25e2291e02b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:30.367507 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-937a12ea-bb39-49ab-9d3f-f9e65ec8afbe req-48b61c42-a23c-445f-b297-c25e2291e02b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.1033840 Apr 22 10:15:30.424681 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-937a12ea-bb39-49ab-9d3f-f9e65ec8afbe req-c4e82564-6371-4424-b2ef-25d5246fcf57 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504680 Apr 22 10:15:30.448314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40036) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:30.569352 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e842ff9f-ffdc-4835-9225-773ed1564690 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/e4b4c57d-37db-43f3-bc75-addcf6cc1b88 HTTP/1.1" status: 200 len: 992 time: 0.1185429 Apr 22 10:15:30.613494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-f349e8ba-6592-476c-ba6a-c1b117f77e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:30.615092 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-f349e8ba-6592-476c-ba6a-c1b117f77e92 service neutron] 10.222.0.35 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 898 time: 0.2672584 Apr 22 10:15:30.737396 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'e4b4c57d-37db-43f3-bc75-addcf6cc1b88', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.186', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'port_id': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'mac_address': 'fa:16:3e:a1:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:15:28Z', 'updated_at': '2022-04-22T10:15:28Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:30.737808 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-9a0f99b8-a0ba-4420-a52b-b75e2e7da307 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 1000 time: 0.1157212 Apr 22 10:15:30.742728 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] Checking router: 13fa744c-e026-452c-998a-6f927cf37f85 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:15:30.754009 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:15:30.755357 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:15:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:30.802839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-7cf05265-6149-42b9-a2d2-e5b95695eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:30.804435 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-7cf05265-6149-42b9-a2d2-e5b95695eacf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 200 len: 834 time: 0.0600607 Apr 22 10:15:30.906831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-9cd2c552-5a10-43fe-b891-a00cf8816c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:30.907690 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-9cd2c552-5a10-43fe-b891-a00cf8816c4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43ae3ff7-320a-47a0-bab3-07bd652638f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946910 Apr 22 10:15:30.939072 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:15:31.048211 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-0f05ae00-97ee-4429-9952-575c9761f0ef service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332633 Apr 22 10:15:31.194046 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ad23cf0d-3a6a-4af6-a009-4759fdf86fcb req-26ee26da-6968-4e23-9534-486917e6618e service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392314 Apr 22 10:15:31.373818 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'e4b4c57d-37db-43f3-bc75-addcf6cc1b88', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.186', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'port_id': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'mac_address': 'fa:16:3e:a1:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:15:28Z', 'updated_at': '2022-04-22T10:15:28Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:15:31.377900 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a3519e-ee19-4a07-8b20-d41994306bc6 None None] The sync data for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv is: [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'e4b4c57d-37db-43f3-bc75-addcf6cc1b88', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.186', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'port_id': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'mac_address': 'fa:16:3e:a1:17:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:15:28Z', 'updated_at': '2022-04-22T10:15:28Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:15:31.572165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40040) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:31.578662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ac8339-97e1-46ff-986b-d28f2ebedab9 None None] New status for floating IP e4b4c57d-37db-43f3-bc75-addcf6cc1b88: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:15:31.822077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1b67e27f-f8cc-4268-a111-c26f336d4574 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/e4b4c57d-37db-43f3-bc75-addcf6cc1b88 HTTP/1.1" status: 200 len: 992 time: 0.2471156 Apr 22 10:15:32.825046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40044) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:15:32.935080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1b239b1e-22a6-4152-8401-53cfba54ea61 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/e4b4c57d-37db-43f3-bc75-addcf6cc1b88 HTTP/1.1" status: 200 len: 994 time: 0.1089509 Apr 22 10:15:39.090043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:42.140175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6e1d91db-5a44-47e1-b275-7388eacedb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:42.331782 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:15:44.534334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-888ba91d-6f96-48a5-8956-a871dbd112d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:45.567887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:45.852651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:47.352435 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:15:53.180285 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-9ff3ebc0-8443-49f9-91dd-b28217469307 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676169 Apr 22 10:15:53.323009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-41877073-0c85-429c-a364-f8278a0ed53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:53.324485 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-41877073-0c85-429c-a364-f8278a0ed53e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1099 time: 0.0777495 Apr 22 10:15:53.468903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-ac2be683-f58f-49f8-b181-fc96ef0238d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:53.470271 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-ac2be683-f58f-49f8-b181-fc96ef0238d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 898 time: 0.1253436 Apr 22 10:15:53.569620 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-08bc1ec1-62b7-41a5-9605-2ca6d9a7816e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 1002 time: 0.0914862 Apr 22 10:15:53.636058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-eaf89f35-75ae-4061-8c95-cd94a5668f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:53.637505 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-eaf89f35-75ae-4061-8c95-cd94a5668f16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 200 len: 834 time: 0.0611639 Apr 22 10:15:53.710892 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-449194eb-ec3a-46bc-a1c1-e82a056c6d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:15:53.713050 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-449194eb-ec3a-46bc-a1c1-e82a056c6d53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43ae3ff7-320a-47a0-bab3-07bd652638f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690987 Apr 22 10:15:53.841998 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-15986bbc-0cb2-4802-8fe7-2e9ddf84442c service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214654 Apr 22 10:15:53.970326 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7df57786-0ea5-4d39-a3e5-ea3964c547e4 req-9dcfed1d-69dc-4ddc-8082-ac13d5f4b564 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215315 Apr 22 10:16:01.647781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-9b1c81ee-5d8a-4cbc-af7c-bfc1cc3557fc req-d20734e1-4233-4e9c-aa75-e6f6f57ef920 tempest-ServerDiskConfigTestJSON-588648443 tempest-ServerDiskConfigTestJSON-588648443-project] (88062) timed out ('10.222.0.35', 56660) {{(pid=88062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 10:16:09.106739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:12.143459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8f12140-d436-4eba-9b14-e03741618b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:14.536562 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b4105dd-aa3f-49d9-9ba6-01ff5e4e55a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:15.575680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:15.853609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:17.355785 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:19.329919 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:16:39.103412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:42.145442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e5968e7b-246e-4cc9-8b49-a52ba40458cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:44.542176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dbc2407c-623f-46bf-8fb1-6f2f9c9192e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:44.638517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71e9d9-ecab-493b-8f46-bac667003e68 req-3641f8aa-266a-415b-8ab5-13d803d634a2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:44.639980 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af71e9d9-ecab-493b-8f46-bac667003e68 req-3641f8aa-266a-415b-8ab5-13d803d634a2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.1065569 Apr 22 10:16:44.643495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-a7fcc86f-40af-4fa3-9778-5ce1d16b85c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:44.644885 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-a7fcc86f-40af-4fa3-9778-5ce1d16b85c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1099 time: 0.1475863 Apr 22 10:16:44.897751 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-af71e9d9-ecab-493b-8f46-bac667003e68 req-78e95178-44f9-46f4-97f9-af0699759d05 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519193 Apr 22 10:16:44.932889 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-21cfd561-fd1b-4a78-8015-252a246c4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:44.934316 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-21cfd561-fd1b-4a78-8015-252a246c4224 service neutron] 10.222.0.35 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 898 time: 0.2753139 Apr 22 10:16:45.035656 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-9085aa21-e5fb-41f4-8c9a-94e45a6cb2dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 1002 time: 0.0942237 Apr 22 10:16:45.101216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-f4bb50ef-bbe5-4009-9722-33cb5882c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:45.102651 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-f4bb50ef-bbe5-4009-9722-33cb5882c7d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 200 len: 834 time: 0.0603783 Apr 22 10:16:45.178048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-005764f9-d782-4411-b368-92c97a10e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:45.179383 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-005764f9-d782-4411-b368-92c97a10e4a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43ae3ff7-320a-47a0-bab3-07bd652638f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698292 Apr 22 10:16:45.310091 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-4a11107c-e940-4689-8fef-c682d42ffd18 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233842 Apr 22 10:16:45.440042 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8e86238d-be1a-4e14-9ddf-b2d8ca6f471c req-c0f4edea-3b07-4acb-946e-6a5e80dc3410 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234238 Apr 22 10:16:45.573506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:45.856316 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:46.080293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d4589-8680-4ebc-a041-8889f3618037 req-c16e3aa5-6c63-4382-b7b6-1636989dd902 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:46.081744 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-576d4589-8680-4ebc-a041-8889f3618037 req-c16e3aa5-6c63-4382-b7b6-1636989dd902 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0790436 Apr 22 10:16:46.124035 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-576d4589-8680-4ebc-a041-8889f3618037 req-e558fc41-a0da-4201-95c5-056c3ff1cd44 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366623 Apr 22 10:16:47.311380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc25a00-8c6e-4752-ba10-cc76e3a3c072 req-ebdcb05a-f951-414f-9c7d-7e6704e18fc5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:47.312875 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ebc25a00-8c6e-4752-ba10-cc76e3a3c072 req-ebdcb05a-f951-414f-9c7d-7e6704e18fc5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0830755 Apr 22 10:16:47.357939 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ebc25a00-8c6e-4752-ba10-cc76e3a3c072 req-c08a8792-1777-43fd-81af-46fb045ad565 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394917 Apr 22 10:16:47.361331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:16:48.542828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b093f-938f-40ca-8ecf-e7fd776e84f1 req-b8821e57-a3dd-452e-9afd-169ce2d05b03 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:48.544266 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b92b093f-938f-40ca-8ecf-e7fd776e84f1 req-b8821e57-a3dd-452e-9afd-169ce2d05b03 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0821872 Apr 22 10:16:48.588128 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b92b093f-938f-40ca-8ecf-e7fd776e84f1 req-d31f02da-4a47-4059-b5ae-43b7140a740f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382566 Apr 22 10:16:49.773086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025245c2-c31f-4d51-80c2-8193da5fddee req-a15b16ae-ab16-4d04-8a58-38db7049400c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:49.774515 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-025245c2-c31f-4d51-80c2-8193da5fddee req-a15b16ae-ab16-4d04-8a58-38db7049400c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0796900 Apr 22 10:16:49.817880 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-025245c2-c31f-4d51-80c2-8193da5fddee req-dbe39213-7b25-4ce2-ab7c-72d03827d6e4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368476 Apr 22 10:16:51.001732 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d386d-25c5-4ab3-a0e8-b48bab412952 req-a2927a72-3543-4add-8293-b5fc8b800089 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:51.003076 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bf7d386d-25c5-4ab3-a0e8-b48bab412952 req-a2927a72-3543-4add-8293-b5fc8b800089 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0781605 Apr 22 10:16:51.046244 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bf7d386d-25c5-4ab3-a0e8-b48bab412952 req-896b7d00-eae4-447b-b2b3-ac4704277637 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376117 Apr 22 10:16:52.229104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f9a2a-dc52-40c0-89ae-0553501f3972 req-16e5f30a-0767-4369-ab18-6ded16d9a77e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:52.230543 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e15f9a2a-dc52-40c0-89ae-0553501f3972 req-16e5f30a-0767-4369-ab18-6ded16d9a77e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0814650 Apr 22 10:16:52.273381 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e15f9a2a-dc52-40c0-89ae-0553501f3972 req-a97ceecf-d078-4068-93e2-446f9e85cbff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373175 Apr 22 10:16:53.459080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef080e-8486-4613-9bc9-a0b8a2411d33 req-0aea31c4-caed-4bed-a61d-d3864e0a6623 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:53.460605 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71ef080e-8486-4613-9bc9-a0b8a2411d33 req-0aea31c4-caed-4bed-a61d-d3864e0a6623 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0827868 Apr 22 10:16:53.503991 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-71ef080e-8486-4613-9bc9-a0b8a2411d33 req-9b460fe8-732d-4897-89d8-228b3e2a90bf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377562 Apr 22 10:16:54.234981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-ade0a50f-679b-4278-8d87-93a628fe4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:54.236447 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-ade0a50f-679b-4278-8d87-93a628fe4251 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1099 time: 0.0690460 Apr 22 10:16:54.377966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-e6f91959-0848-4906-bda2-12b9eb8820a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:54.379376 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-e6f91959-0848-4906-bda2-12b9eb8820a4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 898 time: 0.1241162 Apr 22 10:16:54.484078 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-e766efd6-e2fb-4815-b5fc-10af13c0749c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 1002 time: 0.0952497 Apr 22 10:16:54.551166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-a4da61a7-fe58-49cd-a7c4-7f638ecd754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:54.553059 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-a4da61a7-fe58-49cd-a7c4-7f638ecd754b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 200 len: 834 time: 0.0621541 Apr 22 10:16:54.671486 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-825b959f-2b62-41ec-aec4-3f07d5086b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:54.672984 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-825b959f-2b62-41ec-aec4-3f07d5086b40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43ae3ff7-320a-47a0-bab3-07bd652638f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134498 Apr 22 10:16:54.903367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5940f6-f07a-4949-b610-b3f0ce023889 req-385f3179-edd7-4bdf-9e53-5deb52f2e0f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:54.905872 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9e5940f6-f07a-4949-b610-b3f0ce023889 req-385f3179-edd7-4bdf-9e53-5deb52f2e0f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.2948351 Apr 22 10:16:54.962411 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-80028667-f341-417e-af3b-be531fd28abc service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817731 Apr 22 10:16:54.969969 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9e5940f6-f07a-4949-b610-b3f0ce023889 req-824595d3-a2f7-4b79-80f2-1b047a6e4a9f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573332 Apr 22 10:16:55.101403 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9edf94b4-fb10-45c1-9339-45c773dccbc0 req-27cf78b6-bb09-4d56-bb5d-a0e08c8640bb service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305044 Apr 22 10:16:56.155999 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740db95-affd-4535-a611-cde05ca53c65 req-55a29cb7-f1b2-4f57-a5ee-a653be1b9e3c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:56.157493 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a740db95-affd-4535-a611-cde05ca53c65 req-55a29cb7-f1b2-4f57-a5ee-a653be1b9e3c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0791781 Apr 22 10:16:56.205926 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a740db95-affd-4535-a611-cde05ca53c65 req-c1a3f313-a12a-483f-a028-eb910f84ca41 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Apr 22 10:16:56.328896 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:16:57.390685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f81d88-92ea-486d-b63c-c2d80506cf8c req-5c63a988-644c-4a35-8f3a-58a4cc30a32e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:16:57.392141 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d4f81d88-92ea-486d-b63c-c2d80506cf8c req-5c63a988-644c-4a35-8f3a-58a4cc30a32e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0805695 Apr 22 10:16:57.435466 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d4f81d88-92ea-486d-b63c-c2d80506cf8c req-9c80d729-c33c-4cdd-9fe0-228d053ab31d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376587 Apr 22 10:16:57.458494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40108) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:16:57.563386 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5c99ca9b-2a08-40c9-bf06-e8814efcd55a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/e4b4c57d-37db-43f3-bc75-addcf6cc1b88 HTTP/1.1" status: 200 len: 994 time: 0.1037822 Apr 22 10:17:09.136132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:12.146910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fab8ccde-de3a-4b9d-8430-e4b2af11cd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:14.535192 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5885e71-70a6-4091-8582-bd5862a49dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:15.575059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:15.858695 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:17.362846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:33.329826 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:17:39.154014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:42.148698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffbdb4e0-504b-4665-82b3-70a29af59430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:44.537429 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8db6601-9877-4f18-814d-7e81889d6746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:45.582586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:45.861036 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:47.366484 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:54.783671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40146) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:17:54.986460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port d0703307-04ab-4b11-9429-031980402718 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:17:54.986711 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:55.152999 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:55.153321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:55.274782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for d0703307-04ab-4b11-9429-031980402718 owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:17:55.420195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:55.466796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=d0703307-04ab-4b11-9429-031980402718,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:17:55.476167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.476604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.476937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.477282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.477598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.477922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.478587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.478587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.478855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.479169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.479483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.480282 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:17:55.570473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:55.570799 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP e4b4c57d-37db-43f3-bc75-addcf6cc1b88 disassociated (deleted). External IP: 172.26.2.186, port: abda4244-d0f6-4daf-8624-1f926841ec6b. Apr 22 10:17:56.053172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 13fa744c-e026-452c-998a-6f927cf37f85 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:17:56.286653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:17:56.297079 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] Sync routers for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:17:56.307103 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:17:56.307704 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:17:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:17:56.310036 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-c926b317-9ba7-4077-acb8-253547d3379e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1853156 Apr 22 10:17:56.321099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:56.384490 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6097a4a8-d6a5-4d84-bcfd-c4601943e778 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/floatingips/e4b4c57d-37db-43f3-bc75-addcf6cc1b88 HTTP/1.1" status: 204 len: 168 time: 1.5997100 Apr 22 10:17:56.385136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:17:56.469535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-335096c3-f7d9-48d4-ac30-d5642ea251e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:56.471030 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-335096c3-f7d9-48d4-ac30-d5642ea251e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1099 time: 0.0800831 Apr 22 10:17:56.581028 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:17:56.655935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-adf7b1ce-f634-441b-b9d8-2d9a99473fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:56.662358 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-adf7b1ce-f634-441b-b9d8-2d9a99473fb1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 898 time: 0.1678512 Apr 22 10:17:56.727281 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c21a41-f42b-4b7c-9920-50421f6c7e81'] response: {'name': 'network-changed', 'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'status': 'completed', 'code': 200} Apr 22 10:17:56.742913 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-50b92add-42a0-4c8d-a7ed-4c95fbab0d0c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 217 time: 0.0740736 Apr 22 10:17:56.860038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-38713207-2c54-4db9-983b-ddfe6cdae14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:56.861438 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-38713207-2c54-4db9-983b-ddfe6cdae14c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 200 len: 834 time: 0.1112189 Apr 22 10:17:56.930896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3995d-6fbf-47b4-ad8d-d093fa899c26 req-53135f41-67af-456c-92c4-5f9226c9bb82 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:56.931593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-1fa3995d-6fbf-47b4-ad8d-d093fa899c26 req-53135f41-67af-456c-92c4-5f9226c9bb82 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:17:56.952960 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:17:56.955816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-1fa3995d-6fbf-47b4-ad8d-d093fa899c26 req-53135f41-67af-456c-92c4-5f9226c9bb82 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:17:56.956993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1fa3995d-6fbf-47b4-ad8d-d093fa899c26 req-53135f41-67af-456c-92c4-5f9226c9bb82 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.1724370 Apr 22 10:17:56.957181 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] Checking router: 13fa744c-e026-452c-998a-6f927cf37f85 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:17:56.966406 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:17:56.967001 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:17:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:17:56.992185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-49db6f6b-761f-4fa4-b341-b2cbf884933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:56.993679 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-49db6f6b-761f-4fa4-b341-b2cbf884933b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43ae3ff7-320a-47a0-bab3-07bd652638f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1244597 Apr 22 10:17:57.044697 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1fa3995d-6fbf-47b4-ad8d-d093fa899c26 req-c813c1c3-9c43-46d1-a08e-d8af93aeea31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810580 Apr 22 10:17:57.141227 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-291e7254-1da6-48db-8e81-cf3380a13d26 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374962 Apr 22 10:17:57.145389 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:17:57.276486 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cbd92244-2c47-4d6f-9dca-c9be6cf1479e req-2d0a79eb-6eb2-44e2-bd80-c9e0bc652612 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293657 Apr 22 10:17:57.390306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-cf728320-a962-4161-85a6-e78e9cafa532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:57.391876 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-cf728320-a962-4161-85a6-e78e9cafa532 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 1099 time: 0.0735402 Apr 22 10:17:57.464586 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:17:57.468290 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c92c9-c11a-45b5-b4c3-39e57f40183c None None] The sync data for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv is: [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:15:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '38b022b6-15a7-4982-9564-a15fbd1a2256', 'name': '', 'network_id': '43ae3ff7-320a-47a0-bab3-07bd652638f2', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:c8:4d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '136bea56-8615-4965-8a35-3d110efa4e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:11Z', 'updated_at': '2022-04-22T10:15:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '136bea56-8615-4965-8a35-3d110efa4e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:17:57.524111 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-99163c97-ac10-4b20-a58d-20e35fd5824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:57.525601 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-99163c97-ac10-4b20-a58d-20e35fd5824c service neutron] 10.222.0.35 "GET /v2.0/networks?id=43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 200 len: 898 time: 0.1278296 Apr 22 10:17:57.697889 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0e8db-43fa-4497-8534-088d2059c462 None None] New status for floating IP e4b4c57d-37db-43f3-bc75-addcf6cc1b88: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:17:57.719833 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-2aba3a96-328c-4fd6-a7b0-0e04b70204f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 200 len: 217 time: 0.1874127 Apr 22 10:17:57.785786 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-7f2904c4-644e-4d73-8f29-7ad7039cd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:57.787215 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-7f2904c4-644e-4d73-8f29-7ad7039cd01b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 200 len: 834 time: 0.0607078 Apr 22 10:17:57.865180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-95338571-cce9-46a0-8866-29a1572ba376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:57.866632 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-95338571-cce9-46a0-8866-29a1572ba376 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=43ae3ff7-320a-47a0-bab3-07bd652638f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726116 Apr 22 10:17:58.006904 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-57f7f034-ca58-4003-a00f-d89e9ff4118d service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214993 Apr 22 10:17:58.140161 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-91314028-0be6-4783-acd2-6bfae142b6a9 req-6a93b442-82f5-438c-af66-6f7b96b05bb2 service neutron] 10.222.0.35 "GET /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245337 Apr 22 10:17:58.232915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d680ef-b783-4f65-b967-892d2ec9507f req-c5a52ba8-c48f-49fb-abce-1baf125b8cd5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:58.234334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-30d680ef-b783-4f65-b967-892d2ec9507f req-c5a52ba8-c48f-49fb-abce-1baf125b8cd5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0825889 Apr 22 10:17:58.278535 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-30d680ef-b783-4f65-b967-892d2ec9507f req-d1bf2664-62f7-4dc4-9cb6-113869cb34e1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4fb48f03-ff78-4879-ad49-3b4d6ee2356d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383701 Apr 22 10:17:58.645916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-065cba39-25a2-4796-a6ea-51e46d140c19 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:17:58.647344 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-065cba39-25a2-4796-a6ea-51e46d140c19 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 946 time: 0.0786414 Apr 22 10:17:58.720775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port abda4244-d0f6-4daf-8624-1f926841ec6b {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:17:58.721106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:58.990262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port abda4244-d0f6-4daf-8624-1f926841ec6b, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=abda4244-d0f6-4daf-8624-1f926841ec6b,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:17:58.990509 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:59.109931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for abda4244-d0f6-4daf-8624-1f926841ec6b owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:17:59.253103 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:59.302227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=abda4244-d0f6-4daf-8624-1f926841ec6b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:17:59.379608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] No DVR routers for this DVR port abda4244-d0f6-4daf-8624-1f926841ec6b on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:17:59.382065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:17:59.384592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'name': 'network-vif-deleted', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:17:59.431877 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef6b358-a0f0-4b06-bfcb-5c4f53087f45'] response: {'server_uuid': '0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff', 'name': 'network-vif-deleted', 'tag': 'abda4244-d0f6-4daf-8624-1f926841ec6b', 'status': 'completed', 'code': 200} Apr 22 10:17:59.439465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-65623945-c607-4512-8355-8c4a06062514 req-b7885f5d-1408-4244-8a9f-3da0e8edb168 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:17:59.442756 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-254e9f77-85ee-4908-a365-188a90f4b8fd req-8bb41b6a-31b0-4249-9ade-7798fcf4bfe4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "DELETE /v2.0/ports/abda4244-d0f6-4daf-8624-1f926841ec6b HTTP/1.1" status: 204 len: 173 time: 0.7902160 Apr 22 10:17:59.456494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-65623945-c607-4512-8355-8c4a06062514 req-b7885f5d-1408-4244-8a9f-3da0e8edb168 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:17:59.457878 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-65623945-c607-4512-8355-8c4a06062514 req-b7885f5d-1408-4244-8a9f-3da0e8edb168 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c7d59b7-5ad3-4ddb-8e65-88064e7da5ff HTTP/1.1" status: 200 len: 210 time: 0.0672548 Apr 22 10:18:00.556119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40166) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:01.211579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:01.567589 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 38b022b6-15a7-4982-9564-a15fbd1a2256 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:18:01.568309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:01.755404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port 38b022b6-15a7-4982-9564-a15fbd1a2256, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=38b022b6-15a7-4982-9564-a15fbd1a2256,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:01.755763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:01.879685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 38b022b6-15a7-4982-9564-a15fbd1a2256 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:18:02.321081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:02.368340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=38b022b6-15a7-4982-9564-a15fbd1a2256,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:02.641227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:02.879725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device abda4244-d0f6-4daf-8624-1f926841ec6b no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:18:02.914109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: abda4244-d0f6-4daf-8624-1f926841ec6b {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:18:02.914341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device abda4244-d0f6-4daf-8624-1f926841ec6b not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:18:02.995796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 13fa744c-e026-452c-998a-6f927cf37f85 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:18:03.172004 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:18:03.181214 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] Sync routers for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:18:03.191127 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-48a9f983-1865-40f9-aa39-20df03d545f8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/13fa744c-e026-452c-998a-6f927cf37f85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6312990 Apr 22 10:18:03.191430 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40170) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:03.191830 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:18:03.192443 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:17:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:03.255136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-590f9445-ed67-48f1-bfb5-284ab208855c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting subnet 136bea56-8615-4965-8a35-3d110efa4e06 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:18:03.258224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-590f9445-ed67-48f1-bfb5-284ab208855c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:03.319068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-590f9445-ed67-48f1-bfb5-284ab208855c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:03.378905 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:18:03.405879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-590f9445-ed67-48f1-bfb5-284ab208855c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:03.484661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-590f9445-ed67-48f1-bfb5-284ab208855c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:03.526905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f9445-ed67-48f1-bfb5-284ab208855c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Subnet': ['ID=136bea56-8615-4965-8a35-3d110efa4e06,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:03.530569 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-590f9445-ed67-48f1-bfb5-284ab208855c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:03.537468 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-590f9445-ed67-48f1-bfb5-284ab208855c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/subnets/136bea56-8615-4965-8a35-3d110efa4e06 HTTP/1.1" status: 204 len: 168 time: 0.3450744 Apr 22 10:18:03.539963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40174) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:03.543887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1527b3-f9a0-41f7-bb99-f1a07268521c None None] Network 43ae3ff7-320a-47a0-bab3-07bd652638f2 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:18:03.718733 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:18:02Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:03.723120 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] Checking router: 13fa744c-e026-452c-998a-6f927cf37f85 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:18:03.737011 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] Routers {'13fa744c-e026-452c-998a-6f927cf37f85'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:18:03.737524 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:17:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['13fa744c-e026-452c-998a-6f927cf37f85'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:03.840613 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] DHCP port deletion for 43ae3ff7-320a-47a0-bab3-07bd652638f2 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:18:03.844687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Deleting port 917cfcf0-152c-4543-9fac-5908602bbec9 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:18:03.845312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:03.866867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:03.920173 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] Set router 13fa744c-e026-452c-998a-6f927cf37f85 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:18:04.053924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.054145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] For port 917cfcf0-152c-4543-9fac-5908602bbec9, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=917cfcf0-152c-4543-9fac-5908602bbec9,segment=NetworkSegment(8db81fdc-d3e8-4beb-8083-4a3c850571d6),segment_id=8db81fdc-d3e8-4beb-8083-4a3c850571d6)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:04.054671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.065807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port beb0903b-eeb2-48c0-9f77-89efd5647c82 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:18:04.066162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.187001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Calling delete_port for 917cfcf0-152c-4543-9fac-5908602bbec9 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:18:04.208462 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:18:02Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:04.212857 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d58f684-a6c0-45af-841f-230f46da650a None None] The sync data for ids ['13fa744c-e026-452c-998a-6f927cf37f85'] in dv-neutron-839018-1-hyperv is: [{'id': '13fa744c-e026-452c-998a-6f927cf37f85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1732663980', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44'}], 'enable_snat': True}, 'gw_port_id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:15:07Z', 'updated_at': '2022-04-22T10:18:02Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'beb0903b-eeb2-48c0-9f77-89efd5647c82', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1d:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fa744c-e026-452c-998a-6f927cf37f85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:15:08Z', 'updated_at': '2022-04-22T10:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:18:04.247440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port beb0903b-eeb2-48c0-9f77-89efd5647c82, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=beb0903b-eeb2-48c0-9f77-89efd5647c82,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:04.247924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.272523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.319415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Pushing event deleted for resources: {'Port': ['ID=917cfcf0-152c-4543-9fac-5908602bbec9,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:04.321756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] No DVR routers for this DVR port 917cfcf0-152c-4543-9fac-5908602bbec9 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:18:04.330050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.330181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.330475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.330808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.331134 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.331461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.332784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.332784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.332784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.332784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.333256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.333347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6318d69d-26b7-4e33-88a9-de4b3498bd61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:04.375829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for beb0903b-eeb2-48c0-9f77-89efd5647c82 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:18:04.541248 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.590191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=beb0903b-eeb2-48c0-9f77-89efd5647c82,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:04.684436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.864321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.866937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.900411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 917cfcf0-152c-4543-9fac-5908602bbec9 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:18:04.902787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.903572 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Fanout notify agent at l3_agent the message router_deleted on router 13fa744c-e026-452c-998a-6f927cf37f85 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:18:04.927843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:04.929548 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ed245220-161d-4ce2-b3b1-47410418c2cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/routers/13fa744c-e026-452c-998a-6f927cf37f85 HTTP/1.1" status: 204 len: 168 time: 1.3883028 Apr 22 10:18:04.932108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40178) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:04.950644 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 917cfcf0-152c-4543-9fac-5908602bbec9 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:18:04.951057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 917cfcf0-152c-4543-9fac-5908602bbec9 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:18:04.951721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 38b022b6-15a7-4982-9564-a15fbd1a2256 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:18:04.988904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 38b022b6-15a7-4982-9564-a15fbd1a2256 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:18:04.989339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 38b022b6-15a7-4982-9564-a15fbd1a2256 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:18:05.052315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.188513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.318041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ae3ff7-320a-47a0-bab3-07bd652638f2']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:05.329823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db81fdc-d3e8-4beb-8083-4a3c850571d6') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:05.330116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db81fdc-d3e8-4beb-8083-4a3c850571d6') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:05.343166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.361501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.368280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:18:05.368707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:18:05.383764 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:18:05.469126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.487767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.500478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Network': ['ID=43ae3ff7-320a-47a0-bab3-07bd652638f2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:05.503346 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d966d894-1896-4f71-a5f9-2cc177c9c63b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/networks/43ae3ff7-320a-47a0-bab3-07bd652638f2 HTTP/1.1" status: 204 len: 168 time: 0.5702662 Apr 22 10:18:05.506028 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40182) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:05.573607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9edd2717-7436-4220-95b4-6fde7de9c6c2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.603463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9edd2717-7436-4220-95b4-6fde7de9c6c2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.669068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9edd2717-7436-4220-95b4-6fde7de9c6c2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.690204 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd2717-7436-4220-95b4-6fde7de9c6c2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb48f03-ff78-4879-ad49-3b4d6ee2356d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:05.702768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9edd2717-7436-4220-95b4-6fde7de9c6c2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.703894 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9edd2717-7436-4220-95b4-6fde7de9c6c2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/security-groups/4fb48f03-ff78-4879-ad49-3b4d6ee2356d HTTP/1.1" status: 204 len: 168 time: 0.1968145 Apr 22 10:18:05.934598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40190) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:05.939606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938364575', 'description': 'tempest-secgroup-smoke-1938364575 description', 'project_id': '37987e6c050543d4a527817d5456d6be'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:05.945616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:05.950139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:05.952970 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:05.958751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:05.969290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:05.992997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:06.000613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:06.007221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:06.017203 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:06.094927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.098582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.143689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1059055-2ff1-4d93-8509-b1b842a83116,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:06.146585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.148006 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aee62fed-7c79-4c3a-897c-aa270e0960c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2124226 Apr 22 10:18:06.150825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40194) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:06.155718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'd1059055-2ff1-4d93-8509-b1b842a83116', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:06.161651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:06.165774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:06.168924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:06.174515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:06.191027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.249298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.252956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.279258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254d3ddb-cfa1-470c-ba56-2ffba0e60e27,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:06.290286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.291605 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2a0e4176-d5d4-455c-86bc-a7e54c24b77b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398730 Apr 22 10:18:06.294662 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40198) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:06.299715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'd1059055-2ff1-4d93-8509-b1b842a83116', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:06.305850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:06.310446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:06.313475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:06.319704 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:06.343571 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.407624 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.411300 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.435095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704f66df-d307-47cc-afb5-b9f3fe90cea5,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:06.447003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.447354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.447688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.448099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.448362 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.448717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.449043 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.449502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.450318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.450641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.450962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.451281 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:06.454495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.455557 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e03004c1-de98-404e-b0e8-d3b8014bd0eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1599317 Apr 22 10:18:06.459674 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40202) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:06.464543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'd1059055-2ff1-4d93-8509-b1b842a83116', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:06.470517 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:06.474303 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:06.477184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:06.483254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:06.499105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.562028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.565945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.589512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa3aad5-898f-42ef-8181-ad14b97ca2d6,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:06.599927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.600463 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-da59e822-547e-406d-912b-bbc8393a1e77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398661 Apr 22 10:18:06.603220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40206) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:06.608797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'd1059055-2ff1-4d93-8509-b1b842a83116', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:06.614868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:06.618690 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:06.622169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:06.628267 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:06.644882 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.708927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.712612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.737419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b284239-fd53-4b6a-8797-4ea9f0d55577,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:06.748129 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.749317 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c31468b6-2dbc-45d2-a75c-e09f937e7be0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450987 Apr 22 10:18:06.751967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40210) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:06.757024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'd1059055-2ff1-4d93-8509-b1b842a83116', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:06.764648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:06.768774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:06.771578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:06.777288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:06.790114 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:18:06.797477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.802467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device beb0903b-eeb2-48c0-9f77-89efd5647c82 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:18:06.836303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: beb0903b-eeb2-48c0-9f77-89efd5647c82 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:18:06.836621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device beb0903b-eeb2-48c0-9f77-89efd5647c82 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:18:06.866975 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.870001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.894275 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4c5400-90d8-414e-987a-dbf3cd6efe23,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:06.902892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:06.904042 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-fda99c10-50f3-448c-a72a-0e67fa3d96ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510551 Apr 22 10:18:06.906861 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40214) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:06.912122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': 'd1059055-2ff1-4d93-8509-b1b842a83116', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:06.919026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:06.922792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:06.925691 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:06.931560 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:06.941966 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:18:06.948456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.013396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.016966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.041173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63991e3-1233-4145-a17e-02d0eda4eea0,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:07.050883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.052049 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7471bbd1-8b81-48e9-9b29-20f50d0a0d77 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441915 Apr 22 10:18:07.054802 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40218) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:07.060478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'network': {'name': 'tempest-network-smoke--503249008', 'project_id': '37987e6c050543d4a527817d5456d6be', 'port_security_enabled': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:07.065448 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:07.069578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:network and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:07.072360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:07.077951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:07.088348 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:18:07.092486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.119811 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:18:07.129451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.129797 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Added segment d1930fe7-9d03-4498-9e1a-c5f3cb939aae of type vlan for network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 Apr 22 10:18:07.158787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.188077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.193508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:07.194086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.300813 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2449713 Apr 22 10:18:07.303521 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe331c8-6bff-4a8f-9af7-f314833341dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Network': ['ID=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:07.303695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40222) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:07.308909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'admin_state_up': True, 'project_id': '37987e6c050543d4a527817d5456d6be', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:07.314222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:18:07.316166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:07.320011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:router and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:07.322842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:07.329806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:07.339408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.340974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.356154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.630291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.932018 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:07.965085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:08.096666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.208 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/c8b3d926-d0a3-480c-be46-625669b3f877) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:18:08.241222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:08.271093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:08.440340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:18:08.443109 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:18:08.450973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:18:08.480528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=c8b3d926-d0a3-480c-be46-625669b3f877,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:08.862852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:09.155800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:09.194029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:09.400878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 9741f948-56a7-4911-b658-3e407c332f39 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:18:09.575632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:18:09.585857 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Sync routers for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:18:09.595350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:18:09.595976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:17:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:09.603301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:09.604670 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-43d131d1-d493-4eaf-80e7-805c05b66fb3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2999303 Apr 22 10:18:09.608380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40226) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:09.650069 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c2064339-785f-4dca-b4b5-f67042fcfd84 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=37987e6c050543d4a527817d5456d6be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379536 Apr 22 10:18:09.650332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40230) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:09.779916 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:18:09.901768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04feae0e-92e7-4799-9de9-4b339236046d tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:09.903696 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-04feae0e-92e7-4799-9de9-4b339236046d tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2525241 Apr 22 10:18:09.906439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40234) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:09.945131 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-39e4aa96-13d4-46cd-9c9f-66e5dda88fba tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376158 Apr 22 10:18:09.948208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40238) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:10.058818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1127599434', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'project_id': '37987e6c050543d4a527817d5456d6be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:10.065157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:08Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:10.069190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Checking router: 9741f948-56a7-4911-b658-3e407c332f39 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:18:10.069542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Updating router 9741f948-56a7-4911-b658-3e407c332f39 port c8b3d926-d0a3-480c-be46-625669b3f877 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:18:10.125914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.170936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:10.174740 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:subnet and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:10.177648 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:10.183294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:10.193436 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:18:10.197031 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.328858 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:18:10.416377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.460461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.474446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Transition to ACTIVE for port object c8b3d926-d0a3-480c-be46-625669b3f877 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:18:10.481564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.500631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Subnet': ['ID=729a37fd-c9d8-409c-ab9c-400976b833c4,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:10.508302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Checking segment: {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:18:10.508521 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network hostable DHCP agents. Network: b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:18:10.529837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:18:10.541146 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:18:10.546073 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:10.546708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.566212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e3bd0-ff43-46e3-aba6-4a722949c104 None None] Pushing event updated for resources: {'Port': ['ID=c8b3d926-d0a3-480c-be46-625669b3f877,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:10.570483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199e0d69-4211-4da6-a386-ffe2c05ea689 None None] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:18:10.581927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40246) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:10.582621 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-08ca8732-242c-4917-af9b-be96bdd38f91 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6338367 Apr 22 10:18:10.664376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Attempting to bind port c8b3d926-d0a3-480c-be46-625669b3f877 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:18:10.664767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Attempting to bind port c8b3d926-d0a3-480c-be46-625669b3f877 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:18:10.665130 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Attempting to bind port c8b3d926-d0a3-480c-be46-625669b3f877 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:18:10.682301 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:18:10.682671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:18:10.683082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.683467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:18:10.684552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Bound port: c8b3d926-d0a3-480c-be46-625669b3f877, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:18:10.684962 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.813306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] For port c8b3d926-d0a3-480c-be46-625669b3f877, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:18:10.831721 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] For port c8b3d926-d0a3-480c-be46-625669b3f877, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c8b3d926-d0a3-480c-be46-625669b3f877,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:18:10.838441 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.947530 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:18:10.948336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:10.975405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:18:10.976013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:17:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:11.134751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e3bd0-ff43-46e3-aba6-4a722949c104 None None] Pushing event updated for resources: {'Port': ['ID=c8b3d926-d0a3-480c-be46-625669b3f877,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:11.312736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:18:11.373597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:11.459405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Allocated IP 172.20.0.2 (b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0/729a37fd-c9d8-409c-ab9c-400976b833c4/ce8d0041-4ca1-4afe-86a9-ab09d473addf) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:18:11.783652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:11.786683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:08Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:11.796249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b705360-d5ec-464e-ad3a-af82e85b0848 None None] The sync data for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv is: [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:08Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:18:11.800150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Transition to ACTIVE for port object ce8d0041-4ca1-4afe-86a9-ab09d473addf will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:18:11.823855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Transition to ACTIVE for port object ce8d0041-4ca1-4afe-86a9-ab09d473addf will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:18:11.829381 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:11.890564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:18:11.891768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:18:11.895641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:18:11.902094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.1 (b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0/729a37fd-c9d8-409c-ab9c-400976b833c4/80c98864-809a-44bf-a401-707b0e89a2b4) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:18:11.947661 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Pushing event updated for resources: {'Port': ['ID=ce8d0041-4ca1-4afe-86a9-ab09d473addf,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:12.008556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Attempting to bind port ce8d0041-4ca1-4afe-86a9-ab09d473addf on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:18:12.008556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Attempting to bind port ce8d0041-4ca1-4afe-86a9-ab09d473addf by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:18:12.008556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Attempting to bind port ce8d0041-4ca1-4afe-86a9-ab09d473addf on network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:18:12.021524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:18:12.022173 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Checking segment: {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:18:12.022737 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:12.023457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Bound using segment: {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:18:12.024096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Bound port: ce8d0041-4ca1-4afe-86a9-ab09d473addf, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:18:12.024651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:12.087344 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:12.108792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object 80c98864-809a-44bf-a401-707b0e89a2b4 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:18:12.126869 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] For port ce8d0041-4ca1-4afe-86a9-ab09d473addf, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:18:12.131871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] For port ce8d0041-4ca1-4afe-86a9-ab09d473addf, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ce8d0041-4ca1-4afe-86a9-ab09d473addf,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:18:12.134901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:12.147199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:12.205090 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:18:12.208527 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:18:12.216343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0ed533fe-a996-41d4-95d0-2c1f51681212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:12.219005 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:18:12.245625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aab3a6-0dca-45b8-a5f6-fcfaceea5746 None None] Pushing event updated for resources: {'Port': ['ID=ce8d0041-4ca1-4afe-86a9-ab09d473addf,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:12.270003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=80c98864-809a-44bf-a401-707b0e89a2b4,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:12.296520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:12.433063 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:12.892254 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ce8d0041-4ca1-4afe-86a9-ab09d473addf up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:18:12.968041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port ce8d0041-4ca1-4afe-86a9-ab09d473addf completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:18:12.976593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c8b3d926-d0a3-480c-be46-625669b3f877 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:18:12.999220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.004386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.053673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port c8b3d926-d0a3-480c-be46-625669b3f877 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:18:13.060323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c8b3d926-d0a3-480c-be46-625669b3f877 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:13.061060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.126102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.131641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=80c98864-809a-44bf-a401-707b0e89a2b4,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:13.190684 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.209616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port c8b3d926-d0a3-480c-be46-625669b3f877, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c8b3d926-d0a3-480c-be46-625669b3f877,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:13.215217 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.257552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a1359-4b22-4ee9-926b-57416afae1c6 None None] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:18:13.276703 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:18:13.277891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:18:13.427968 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=c8b3d926-d0a3-480c-be46-625669b3f877,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:13.443423 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5e9f1621-2bfb-4858-97f4-b8de157b7de7 None None] Provisioning for port ce8d0041-4ca1-4afe-86a9-ab09d473addf completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:18:13.450813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5e9f1621-2bfb-4858-97f4-b8de157b7de7 None None] Provisioning complete for port ce8d0041-4ca1-4afe-86a9-ab09d473addf triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:13.451183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1621-2bfb-4858-97f4-b8de157b7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.478723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 9741f948-56a7-4911-b658-3e407c332f39 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:18:13.665741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:18:13.668937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1621-2bfb-4858-97f4-b8de157b7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.682736 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-81d0d8ed-3a2f-4952-b0e1-870306e050fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/9741f948-56a7-4911-b658-3e407c332f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0997117 Apr 22 10:18:13.700001 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Sync routers for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:18:13.711187 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:18:13.712012 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:17:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:13.716873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5e9f1621-2bfb-4858-97f4-b8de157b7de7 None None] For port ce8d0041-4ca1-4afe-86a9-ab09d473addf, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ce8d0041-4ca1-4afe-86a9-ab09d473addf,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:13.722275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5e9f1621-2bfb-4858-97f4-b8de157b7de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:13.801471 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9f1621-2bfb-4858-97f4-b8de157b7de7 None None] Pushing event updated for resources: {'Port': ['ID=ce8d0041-4ca1-4afe-86a9-ab09d473addf,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:13.872505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9ecb9d56-7056-4284-b21d-7772406f4d58 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:18:13.889227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9ecb9d56-7056-4284-b21d-7772406f4d58 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:18:13.890502 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9ecb9d56-7056-4284-b21d-7772406f4d58 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938364575&fields=id&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 267 time: 0.0616281 Apr 22 10:18:13.915498 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:18:14.048618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c7cebf29-5def-4759-8e40-e9e3cba7bf3c None None] Provisioning for port 80c98864-809a-44bf-a401-707b0e89a2b4 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:18:14.053673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c7cebf29-5def-4759-8e40-e9e3cba7bf3c None None] Provisioning complete for port 80c98864-809a-44bf-a401-707b0e89a2b4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:14.054052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c7cebf29-5def-4759-8e40-e9e3cba7bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.103894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-18e9afc6-fd08-447b-8d95-789a8e0b057f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:14.104709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-18e9afc6-fd08-447b-8d95-789a8e0b057f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:18:14.123068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-18e9afc6-fd08-447b-8d95-789a8e0b057f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:18:14.124755 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-18e9afc6-fd08-447b-8d95-789a8e0b057f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 796 time: 0.2266662 Apr 22 10:18:14.142907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-2ebcb6de-ee58-423a-8706-ad891fa38cd9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/quotas/37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 375 time: 0.0119507 Apr 22 10:18:14.153352 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-c7cebf29-5def-4759-8e40-e9e3cba7bf3c None None] Port 80c98864-809a-44bf-a401-707b0e89a2b4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:18:14.166989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c7cebf29-5def-4759-8e40-e9e3cba7bf3c None None] Provisioning complete for port ce8d0041-4ca1-4afe-86a9-ab09d473addf triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:14.167596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c7cebf29-5def-4759-8e40-e9e3cba7bf3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.246929 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-23a7e264-8c61-4f4b-9d95-ae872ec347b0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:18:14.267043 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-23a7e264-8c61-4f4b-9d95-ae872ec347b0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:18:14.281967 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-23a7e264-8c61-4f4b-9d95-ae872ec347b0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252275 Apr 22 10:18:14.323215 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 2, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:14.328029 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Checking router: 9741f948-56a7-4911-b658-3e407c332f39 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:18:14.328485 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Updating router 9741f948-56a7-4911-b658-3e407c332f39 port 80c98864-809a-44bf-a401-707b0e89a2b4 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:18:14.387555 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.432110 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-f43e0cba-80f1-4dc8-ad6d-099031aa3354 service neutron] 10.222.0.32 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447957 Apr 22 10:18:14.434781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-9c471cc2-e85d-4f0a-8fde-9ad587109c80 None None] Provisioning complete for port 80c98864-809a-44bf-a401-707b0e89a2b4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:14.435161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9c471cc2-e85d-4f0a-8fde-9ad587109c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.495144 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9c471cc2-e85d-4f0a-8fde-9ad587109c80 None None] Port 80c98864-809a-44bf-a401-707b0e89a2b4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:18:14.542005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-66387080-006d-4f6f-b2e3-3a948abca9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.581794 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-508fb0b8-84d3-4498-b7c6-139c872fe6f5 service neutron] 10.222.0.32 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413941 Apr 22 10:18:14.616481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0b8932a5-a16d-4edc-8ae5-ace867640b07 None None] Provisioning complete for port 80c98864-809a-44bf-a401-707b0e89a2b4 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:14.616922 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b8932a5-a16d-4edc-8ae5-ace867640b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.676518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0b8932a5-a16d-4edc-8ae5-ace867640b07 None None] Port 80c98864-809a-44bf-a401-707b0e89a2b4 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:18:14.750897 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.763514 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Transition to ACTIVE for port object 80c98864-809a-44bf-a401-707b0e89a2b4 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:18:14.770969 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.775756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-501c1248-2695-4914-b4b5-d87185f4ae6e req-7a0a2eb3-8439-448e-974d-6756f3c914ad tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:18:14.787836 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-501c1248-2695-4914-b4b5-d87185f4ae6e req-7a0a2eb3-8439-448e-974d-6756f3c914ad tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:18:14.789526 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-501c1248-2695-4914-b4b5-d87185f4ae6e req-7a0a2eb3-8439-448e-974d-6756f3c914ad tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 210 time: 0.0587204 Apr 22 10:18:14.867275 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ce8d0041-4ca1-4afe-86a9-ab09d473addf up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:18:14.916446 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Pushing event updated for resources: {'Port': ['ID=80c98864-809a-44bf-a401-707b0e89a2b4,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:14.942822 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port ce8d0041-4ca1-4afe-86a9-ab09d473addf triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:14.943439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:14.963169 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.963542 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.963835 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.964279 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.964510 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.964984 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.965194 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.965589 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.965823 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.966141 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.966464 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:14.966881 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:18:15.028014 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Attempting to bind port 80c98864-809a-44bf-a401-707b0e89a2b4 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:18:15.028521 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Attempting to bind port 80c98864-809a-44bf-a401-707b0e89a2b4 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:18:15.028985 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Attempting to bind port 80c98864-809a-44bf-a401-707b0e89a2b4 on network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:18:15.036776 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:18:15.037470 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Checking segment: {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:18:15.038672 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:15.039245 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Bound using segment: {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:18:15.040001 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Bound port: 80c98864-809a-44bf-a401-707b0e89a2b4, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:18:15.040513 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:15.097001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c8b3d926-d0a3-480c-be46-625669b3f877 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:18:15.143856 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] For port 80c98864-809a-44bf-a401-707b0e89a2b4, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:18:15.146994 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] For port 80c98864-809a-44bf-a401-707b0e89a2b4, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=80c98864-809a-44bf-a401-707b0e89a2b4,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:18:15.151420 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:15.177675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port c8b3d926-d0a3-480c-be46-625669b3f877 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:15.178051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:15.226740 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:18:15.227531 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:18:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:15.320084 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f2852-a6f3-4d1e-9efc-b47e16033d81 None None] Pushing event updated for resources: {'Port': ['ID=80c98864-809a-44bf-a401-707b0e89a2b4,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:15.437381 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:18:15.582984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:15.748161 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:15Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:15.751829 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87bf1ad-7daf-4bbe-b247-494427b657d2 None None] The sync data for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv is: [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:15Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:18:15.870121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:15.944993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4f0c3e28-13ce-4808-98dc-cbdbbbf092f4 req-aca66d72-a106-4717-9100-7c132b1d5836 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 210 time: 0.0450325 Apr 22 10:18:16.148143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-637ddd46-641e-42f9-9407-fcabd642fd7c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:16.149651 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-637ddd46-641e-42f9-9407-fcabd642fd7c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 796 time: 0.1560762 Apr 22 10:18:16.203172 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-260a4dd0-868c-48e8-8826-65f31e3401cc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 380 time: 0.0445957 Apr 22 10:18:16.215281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'port': {'device_id': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'admin_state_up': True, 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'security_groups': ['d1059055-2ff1-4d93-8509-b1b842a83116']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:16.361479 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:16.372002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:16.381625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:18:16.385167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:16.664644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.10 (b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0/729a37fd-c9d8-409c-ab9c-400976b833c4/00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:18:16.866352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:16.879892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 80c98864-809a-44bf-a401-707b0e89a2b4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:18:16.884012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:18:16.910921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:16.948740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 80c98864-809a-44bf-a401-707b0e89a2b4 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:18:16.953881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 80c98864-809a-44bf-a401-707b0e89a2b4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:16.954252 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:16.981899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:18:16.984987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:18:16.995033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:18:17.025555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:17.062980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:17.063596 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.093121 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-9d4bc61f-043a-4e1f-97be-9798131af7e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8818691 Apr 22 10:18:17.101026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.105431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Request body: {'port': {'device_id': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:17.137892 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 80c98864-809a-44bf-a401-707b0e89a2b4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=80c98864-809a-44bf-a401-707b0e89a2b4,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:17.143520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.173543 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c505bcb-01c5-4a76-892f-67e45603f436 req-abaadebc-7e38-475d-aa49-5ebcfad1f98b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:17.175103 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0c505bcb-01c5-4a76-892f-67e45603f436 req-abaadebc-7e38-475d-aa49-5ebcfad1f98b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 932 time: 0.1030385 Apr 22 10:18:17.225251 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0c505bcb-01c5-4a76-892f-67e45603f436 req-48e39b4c-f978-4545-9f12-85b533744dcf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438910 Apr 22 10:18:17.226828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=80c98864-809a-44bf-a401-707b0e89a2b4,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:17.250607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.327535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d618764b-76de-495b-aa1a-a1879ea61474 None None] Provisioning for port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:18:17.332512 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-d618764b-76de-495b-aa1a-a1879ea61474 None None] Provisioning complete for port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:17.332886 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d618764b-76de-495b-aa1a-a1879ea61474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.402514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.406201 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d618764b-76de-495b-aa1a-a1879ea61474 None None] Port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:18:17.596066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:18:17.603066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.617817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Transition to ACTIVE for port object 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:18:17.621866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.792005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:17.866211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Attempting to bind port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:18:17.866542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Attempting to bind port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:18:17.866868 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Attempting to bind port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 on network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:18:17.872143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 on network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:18:17.872482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Attempting to bind port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 on network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:18:17.877621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:18:17.877952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Checking segment: {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:18:17.878329 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Bound using segment: {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:18:17.878751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Bound port: 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:18:17.879093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:17.971194 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:18:17.974002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:18:17.979540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:18.032359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:18.032901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:18.034275 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] 10.222.0.35 "PUT /v2.0/ports/00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 1094 time: 0.9340701 Apr 22 10:18:18.036845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:18:18.068713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b67ee-fdbf-4afe-98e6-9a74b5858433 service neutron] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:18.111179 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56a8c302-0935-4c8e-98f6-0a584045d8e4'] response: {'name': 'network-changed', 'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'status': 'completed', 'code': 200} Apr 22 10:18:18.152138 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-696efb03-5f9c-4175-9dde-647302d8bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:18.154183 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-696efb03-5f9c-4175-9dde-647302d8bbf1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1097 time: 0.0796061 Apr 22 10:18:18.223068 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-cadffb79-33e8-4b81-a6fd-b4e79ce09cf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 217 time: 0.0610425 Apr 22 10:18:18.290982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-5c8320bd-1044-4f8f-a149-93a78d0eb3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:18.292701 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-5c8320bd-1044-4f8f-a149-93a78d0eb3b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0629513 Apr 22 10:18:18.367910 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-80e065c2-5743-4037-b43a-1f0948812cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:18.369304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-80e065c2-5743-4037-b43a-1f0948812cca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696359 Apr 22 10:18:18.407250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da915b5-324b-4200-8942-1f8c8528927c req-69293e7d-ed1e-4be8-be51-00616a4c5467 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:18.408793 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6da915b5-324b-4200-8942-1f8c8528927c req-69293e7d-ed1e-4be8-be51-00616a4c5467 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 944 time: 0.0794051 Apr 22 10:18:18.456941 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6da915b5-324b-4200-8942-1f8c8528927c req-3a28f3f4-0bed-4120-bf59-42efdc0d71be tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 Apr 22 10:18:18.606327 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-19ef1790-5ad9-4018-b6bc-b18eb6b056f0 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297685 Apr 22 10:18:18.735258 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f7cbd16b-71fb-45f1-aa88-268dec9c836e req-804f5f6c-f7f8-4ceb-aab5-778c9ce38700 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223471 Apr 22 10:18:18.853643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 80c98864-809a-44bf-a401-707b0e89a2b4 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:18:18.861529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-97d7ed97-447d-40af-b259-77a9c8efab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:18.863009 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-97d7ed97-447d-40af-b259-77a9c8efab66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1097 time: 0.0797012 Apr 22 10:18:18.920940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 80c98864-809a-44bf-a401-707b0e89a2b4 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:18.921303 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:18.993760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-23ee278f-ecbf-4f9a-b7b9-f97b21cfb5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:18.995128 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-23ee278f-ecbf-4f9a-b7b9-f97b21cfb5dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.1263943 Apr 22 10:18:19.064338 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-b2261d82-559b-4def-9a6e-4bf6b00bc4fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 217 time: 0.0629745 Apr 22 10:18:19.140242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-0c599806-df95-4d6a-8b80-65da6b976706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:19.142433 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-0c599806-df95-4d6a-8b80-65da6b976706 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0721223 Apr 22 10:18:19.219481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-35989eed-f9b6-4b47-a97b-daa2e31937ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:19.220979 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-35989eed-f9b6-4b47-a97b-daa2e31937ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730059 Apr 22 10:18:19.349253 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-417d260a-745b-4744-8b57-e24e0c60acb2 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223686 Apr 22 10:18:19.481520 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab84acaf-6090-42fb-837e-0c3224b201e2 req-b2703136-ced1-4f5f-84c2-3b0d689b3c2c service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252546 Apr 22 10:18:19.702195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684f9d7-09d2-4bb8-8226-b10ae304344f req-43acc6d1-d89e-441c-abfb-7bf9cdb95228 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:19.702882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-d684f9d7-09d2-4bb8-8226-b10ae304344f req-43acc6d1-d89e-441c-abfb-7bf9cdb95228 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:18:19.718639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-d684f9d7-09d2-4bb8-8226-b10ae304344f req-43acc6d1-d89e-441c-abfb-7bf9cdb95228 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:18:19.719859 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d684f9d7-09d2-4bb8-8226-b10ae304344f req-43acc6d1-d89e-441c-abfb-7bf9cdb95228 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 944 time: 0.1469297 Apr 22 10:18:19.763537 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d684f9d7-09d2-4bb8-8226-b10ae304344f req-68cb13fe-b659-4ddd-becc-6d9ebfa429e6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380375 Apr 22 10:18:21.026551 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a9fd2-ff67-48c3-8786-23c5823bcc0d req-434e4194-a742-4e5f-8588-a144593b7485 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:21.028025 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-283a9fd2-ff67-48c3-8786-23c5823bcc0d req-434e4194-a742-4e5f-8588-a144593b7485 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 944 time: 0.1588867 Apr 22 10:18:21.072017 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-283a9fd2-ff67-48c3-8786-23c5823bcc0d req-b5d87009-e62b-48e4-bb37-7bd148f1c99a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383885 Apr 22 10:18:22.253434 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1357bf7-3b1e-4670-9cea-61656e050a90 req-6e3a4bc3-d383-4e93-84ea-76cab56435f2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:22.254870 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b1357bf7-3b1e-4670-9cea-61656e050a90 req-6e3a4bc3-d383-4e93-84ea-76cab56435f2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 944 time: 0.0790584 Apr 22 10:18:22.301220 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b1357bf7-3b1e-4670-9cea-61656e050a90 req-69d58c5a-3ec4-486b-9b17-ee6234b46141 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408211 Apr 22 10:18:22.931824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:18:23.093523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:23.106132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'port_id': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'mac_address': 'fa:16:3e:f0:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:18:23.162572 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:23.178664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:18:23.193122 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:23.197847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:23.261406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:23.482188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df115-0eaa-4b3c-9c4a-86134e9e0d98 req-f13250cf-163f-4868-b776-d5d4a942047b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:23.483545 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2f4df115-0eaa-4b3c-9c4a-86134e9e0d98 req-f13250cf-163f-4868-b776-d5d4a942047b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 945 time: 0.0794823 Apr 22 10:18:23.528939 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2f4df115-0eaa-4b3c-9c4a-86134e9e0d98 req-ca60ab82-cf0d-4f61-9783-9d2ebfb3fdfd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 Apr 22 10:18:23.547078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:18:24.709134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86e58b-011f-4952-8be9-b36d838975c2 req-44438c9d-a953-4a08-b130-304c00dac903 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:24.710588 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6c86e58b-011f-4952-8be9-b36d838975c2 req-44438c9d-a953-4a08-b130-304c00dac903 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 945 time: 0.0791914 Apr 22 10:18:24.754979 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6c86e58b-011f-4952-8be9-b36d838975c2 req-d5db43e5-05ad-4f61-9e3a-7af8afac0701 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382288 Apr 22 10:18:24.946713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:18:25.013346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:18:25.017911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:18:25.018313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:25.134151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:25.162041 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:18:25.171593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:18:25.176258 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:25.212811 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ba1bd9-3d39-4959-b16c-7bb9d795febb'] response: {'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'code': 200} Apr 22 10:18:25.247940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:25.435836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d9e60-b69a-44a1-837a-6d1b5e2d9f27 req-359170de-e65f-4de8-9367-d8e3c738c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:25.437316 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dc3d9e60-b69a-44a1-837a-6d1b5e2d9f27 req-359170de-e65f-4de8-9367-d8e3c738c6ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1099 time: 0.0734394 Apr 22 10:18:25.477381 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dc3d9e60-b69a-44a1-837a-6d1b5e2d9f27 req-0883ae10-4267-4f5c-aeb4-b811488b1807 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342023 Apr 22 10:18:25.939302 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c15c49-063d-4046-a656-92776ebdbc59 req-72014c6f-a37c-416f-9521-504c7b9ba8e6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:25.940823 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43c15c49-063d-4046-a656-92776ebdbc59 req-72014c6f-a37c-416f-9521-504c7b9ba8e6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0783215 Apr 22 10:18:25.985000 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43c15c49-063d-4046-a656-92776ebdbc59 req-9e6b22fd-0d7c-4d6e-8335-4f119ccbfbf3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385952 Apr 22 10:18:27.169838 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae19d9a-c903-40b2-a239-f7e02df469d2 req-b32f38f8-842c-49aa-9325-580e366fc132 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:27.171281 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5ae19d9a-c903-40b2-a239-f7e02df469d2 req-b32f38f8-842c-49aa-9325-580e366fc132 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0820127 Apr 22 10:18:27.213896 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5ae19d9a-c903-40b2-a239-f7e02df469d2 req-f171e9b8-59a1-4085-86b5-62fc8d7d21cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369599 Apr 22 10:18:27.398508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd880b-5979-4b25-9d45-3f7909762c28 req-74fe3e94-2163-4b76-9b54-63f61d0ed608 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:27.399947 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9bfd880b-5979-4b25-9d45-3f7909762c28 req-74fe3e94-2163-4b76-9b54-63f61d0ed608 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0827036 Apr 22 10:18:27.444033 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9bfd880b-5979-4b25-9d45-3f7909762c28 req-5fad8a1b-c24a-4d31-bff3-c5de221feac3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378358 Apr 22 10:18:27.466883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40316) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:27.573209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf412ccb-d4d7-48f8-b1c2-0e9874bf42de tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:27.575284 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-bf412ccb-d4d7-48f8-b1c2-0e9874bf42de tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1094 time: 0.1073947 Apr 22 10:18:27.577932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40322) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:27.582642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:18:27.588664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:18:27.592972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:floatingip and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:18:27.595683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:18:27.601230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:18:27.614192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:27.852875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:27.983100 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.164 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/fe13efec-2223-4827-9423-516d2a9815cc) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:18:28.138480 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:28.169651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:28.231482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:18:28.234150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:18:28.236701 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:18:28.278761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=fe13efec-2223-4827-9423-516d2a9815cc,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:28.653478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:28.727858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:28.930826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:28.934951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:29.044740 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=fe13efec-2223-4827-9423-516d2a9815cc,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:18:29.054654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:29.224647 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP d7a7d94e-dda8-4567-856b-cfc875198a3b associated. External IP: 172.26.2.164, port: 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3. Apr 22 10:18:29.670579 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 9741f948-56a7-4911-b658-3e407c332f39 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:18:29.849471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:18:29.859485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] Sync routers for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:18:29.869142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:18:29.869736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:18:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:29.874074 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:29.928640 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-46208888-f6a4-4f8d-8686-fc8973eb8562 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3496807 Apr 22 10:18:29.929224 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:18:30.049792 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:18:30.052274 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ed99bf-dfb1-4b75-b1e3-67509ff26978'] response: {'name': 'network-changed', 'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'status': 'completed', 'code': 200} Apr 22 10:18:30.107095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f0011-fe12-4f53-9ed4-8d6a8ea36e58 req-df957b2a-a189-4d77-a479-b72cff6827e2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:30.108510 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-739f0011-fe12-4f53-9ed4-8d6a8ea36e58 req-df957b2a-a189-4d77-a479-b72cff6827e2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0921214 Apr 22 10:18:30.128666 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-b75e6adb-ccd0-4123-8a5a-2df5580be0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:30.130301 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-b75e6adb-ccd0-4123-8a5a-2df5580be0f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1099 time: 0.0777035 Apr 22 10:18:30.154828 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-739f0011-fe12-4f53-9ed4-8d6a8ea36e58 req-2942b8cf-8ffa-4b0a-9399-89e8cc3ef036 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 Apr 22 10:18:30.178692 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40332) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:30.273581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-57d826f1-769a-423c-948e-f1ccfcbeae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:30.275012 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-57d826f1-769a-423c-948e-f1ccfcbeae2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.1382310 Apr 22 10:18:30.287428 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ea153207-9c20-4f6e-bdf5-91704afd2d44 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/d7a7d94e-dda8-4567-856b-cfc875198a3b HTTP/1.1" status: 200 len: 992 time: 0.1064787 Apr 22 10:18:30.405426 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd7a7d94e-dda8-4567-856b-cfc875198a3b', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.164', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '9741f948-56a7-4911-b658-3e407c332f39', 'port_id': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'mac_address': 'fa:16:3e:f0:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:18:28Z', 'updated_at': '2022-04-22T10:18:28Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:30.409265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] Checking router: 9741f948-56a7-4911-b658-3e407c332f39 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:18:30.418833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:18:30.419438 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:18:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:30.487254 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-541e8e05-a44a-4a1a-a4ff-4dc26f873db9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 1000 time: 0.2052450 Apr 22 10:18:30.554543 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-dc51cede-ab5c-46e3-88c9-da6496cc9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:30.556116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-dc51cede-ab5c-46e3-88c9-da6496cc9ea4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0609066 Apr 22 10:18:30.633647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-1077891a-dcb1-4bb6-b38f-29123d542299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:30.635149 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-1077891a-dcb1-4bb6-b38f-29123d542299 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719056 Apr 22 10:18:30.635271 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:18:30.768646 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-d2b89dfb-a0e1-474b-bce1-552211814376 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262879 Apr 22 10:18:30.903781 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e40ef29a-28d4-4f3c-9616-34661535d020 req-32ba6712-9764-401c-b891-3a5a862d670f service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288195 Apr 22 10:18:30.983655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd7a7d94e-dda8-4567-856b-cfc875198a3b', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.164', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '9741f948-56a7-4911-b658-3e407c332f39', 'port_id': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'mac_address': 'fa:16:3e:f0:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:18:28Z', 'updated_at': '2022-04-22T10:18:28Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:18:30.988515 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aebe13a-038b-4efa-8040-d26bf0e38c06 None None] The sync data for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv is: [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd7a7d94e-dda8-4567-856b-cfc875198a3b', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.164', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '9741f948-56a7-4911-b658-3e407c332f39', 'port_id': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'mac_address': 'fa:16:3e:f0:4b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:18:28Z', 'updated_at': '2022-04-22T10:18:28Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:18:31.182870 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c62a8-dc2d-46f9-a1fc-903145d65e4c None None] New status for floating IP d7a7d94e-dda8-4567-856b-cfc875198a3b: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:18:31.290270 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40336) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:31.395381 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-88538a44-c9b8-46b7-b937-0cbe0089322d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/d7a7d94e-dda8-4567-856b-cfc875198a3b HTTP/1.1" status: 200 len: 992 time: 0.1040399 Apr 22 10:18:32.398914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40340) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:18:32.504248 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-10036f42-f24e-4cfa-bf3d-a9858d9208a9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/d7a7d94e-dda8-4567-856b-cfc875198a3b HTTP/1.1" status: 200 len: 994 time: 0.1038110 Apr 22 10:18:39.172811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:42.150213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-671287a7-e37d-4e3e-a159-cdf5fbba9916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:44.535653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7a7c6a4e-a5c4-40ab-881b-d94728efec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:45.585705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:45.862455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:47.328762 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:18:47.372627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:18:56.192841 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-b69e5e9e-4505-4b97-b506-e348d9ba055d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834858 Apr 22 10:18:56.359408 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-196d930b-d914-4f46-b3d9-b7ffeef36216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:56.360927 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-196d930b-d914-4f46-b3d9-b7ffeef36216 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1099 time: 0.0950394 Apr 22 10:18:56.516142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-ce1fa6fb-1eb6-4e8b-8d37-6b517690ea3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:56.517702 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-ce1fa6fb-1eb6-4e8b-8d37-6b517690ea3c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.1365988 Apr 22 10:18:56.621993 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-d44577c0-1cac-4572-a303-d28d7939fac5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 1002 time: 0.0977972 Apr 22 10:18:56.685231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-f4fc904f-7c93-4a91-a67a-14fc2a4b33a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:56.687318 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-f4fc904f-7c93-4a91-a67a-14fc2a4b33a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0579247 Apr 22 10:18:56.766053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-27bc3798-b9eb-455e-a3ec-6819643e784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:18:56.767428 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-27bc3798-b9eb-455e-a3ec-6819643e784f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732276 Apr 22 10:18:56.778435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-0adfe9d8-c307-463b-bb36-64c6c4d454a4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:18:56.779336 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-0adfe9d8-c307-463b-bb36-64c6c4d454a4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046787 Apr 22 10:18:56.908825 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-6f6fd1f3-127f-4593-b807-c6fff72b017e service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227112 Apr 22 10:18:57.038999 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6ae5c757-b08a-4b36-8011-c9df46d5a322 req-896c7a4b-32e7-4f70-b0a4-ae0ebba6d943 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238897 Apr 22 10:19:09.177718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:12.150481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1aa4c507-ad37-4228-bb09-455b62d51281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:14.539081 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3c58de5-2723-4d28-85fd-bc847a7fb99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:15.586450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:15.864449 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:17.377612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:24.328600 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:19:39.185089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:42.152842 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c08df603-a783-4eea-84c5-f15a9727b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:43.857032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40388) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:19:43.914221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd2d2d-1aa5-485e-af57-e26246bcfb44 req-fbaad3bc-5b52-45b0-a6c9-cdfdf5a64628 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:43.915795 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fecd2d2d-1aa5-485e-af57-e26246bcfb44 req-fbaad3bc-5b52-45b0-a6c9-cdfdf5a64628 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0816185 Apr 22 10:19:43.960485 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fecd2d2d-1aa5-485e-af57-e26246bcfb44 req-08014919-a4db-4526-a5b4-1aa764695f6d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387228 Apr 22 10:19:43.973985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-68529b61-fb39-4692-945c-b05657a7e661 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158407 Apr 22 10:19:44.542949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-32b9affb-ca13-43c0-99bb-0c7a3dc73664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:45.152731 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f2ac2-ee65-4269-b54f-1fa6037165ac req-2368c239-2aa7-44e4-be4e-40aa4151a097 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:45.154092 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9b3f2ac2-ee65-4269-b54f-1fa6037165ac req-2368c239-2aa7-44e4-be4e-40aa4151a097 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0851123 Apr 22 10:19:45.203334 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9b3f2ac2-ee65-4269-b54f-1fa6037165ac req-1259f063-a1e8-4fef-b743-eef3b514c356 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435896 Apr 22 10:19:45.284704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-90610161-87e9-4b24-801f-bf432f2bbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:45.286165 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-90610161-87e9-4b24-801f-bf432f2bbd62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1099 time: 0.0721514 Apr 22 10:19:45.531692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-13338e6c-b695-4fb8-af69-cfc95c2d65be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:45.533611 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-13338e6c-b695-4fb8-af69-cfc95c2d65be service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.2414730 Apr 22 10:19:45.589664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:45.635981 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-34d343e1-57bf-4215-a226-89c64ad64e46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 1002 time: 0.0957642 Apr 22 10:19:45.698528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-acc09e5e-2430-4ab6-8268-6a596cdfdd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:45.699957 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-acc09e5e-2430-4ab6-8268-6a596cdfdd97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0580904 Apr 22 10:19:45.778614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-06f3fd7c-e319-49c6-a3f3-cc52badb86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:45.780782 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-06f3fd7c-e319-49c6-a3f3-cc52badb86a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732584 Apr 22 10:19:45.865818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:45.912487 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-664a6163-21bc-4bd1-9e99-9cbe4e178fe6 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240618 Apr 22 10:19:46.041679 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-4d804a8d-6e59-48d0-8f7a-0b7d0bf5514e service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226633 Apr 22 10:19:46.390710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b58e03-939f-4e44-a99b-cb11b65e320a req-460ba3ed-6b2b-4f1f-af38-1e6b10e04c4e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:46.392180 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d3b58e03-939f-4e44-a99b-cb11b65e320a req-460ba3ed-6b2b-4f1f-af38-1e6b10e04c4e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0837865 Apr 22 10:19:46.436377 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d3b58e03-939f-4e44-a99b-cb11b65e320a req-4ee78237-6028-49b6-b4e6-e50af709d416 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384495 Apr 22 10:19:47.381450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:19:47.618056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61a47a-db88-4761-931a-5c8534052673 req-fbe3e313-5613-4626-a366-391eb44e9e5c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:47.619410 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ee61a47a-db88-4761-931a-5c8534052673 req-fbe3e313-5613-4626-a366-391eb44e9e5c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0781078 Apr 22 10:19:47.662967 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ee61a47a-db88-4761-931a-5c8534052673 req-b5522790-330b-4d81-9f22-cb683ac8a29e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378697 Apr 22 10:19:48.852122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62d578-68a6-4727-a36d-14ff2609a24f req-1dd69788-c38a-4c85-988f-81bfbee08dc3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:48.853621 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1c62d578-68a6-4727-a36d-14ff2609a24f req-1dd69788-c38a-4c85-988f-81bfbee08dc3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0835197 Apr 22 10:19:48.900745 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1c62d578-68a6-4727-a36d-14ff2609a24f req-12dfa332-4624-4725-859d-4121a35e94e3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414677 Apr 22 10:19:50.082768 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b141f63-b379-4e67-8e0d-ec9b544e67b6 req-269ec0d8-eb12-4159-9c5f-a3b8f4a225f1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:50.084184 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5b141f63-b379-4e67-8e0d-ec9b544e67b6 req-269ec0d8-eb12-4159-9c5f-a3b8f4a225f1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0796881 Apr 22 10:19:50.235192 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5b141f63-b379-4e67-8e0d-ec9b544e67b6 req-905fecf7-513f-4c00-8a43-2db5f0349785 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453125 Apr 22 10:19:51.418579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d275-0c8a-4d81-a402-7c631aaf386e req-89c1e985-8ca2-404b-ad25-fc3898714acb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:51.420043 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7751d275-0c8a-4d81-a402-7c631aaf386e req-89c1e985-8ca2-404b-ad25-fc3898714acb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0804496 Apr 22 10:19:51.465690 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7751d275-0c8a-4d81-a402-7c631aaf386e req-827d3336-f6e3-4983-af37-7c74e6f5ddbe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398228 Apr 22 10:19:52.652263 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01264f3-1b88-417b-b154-3c0c32c25411 req-abf0ba10-f2de-48b4-8638-7c1cb2534f8a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:52.653736 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e01264f3-1b88-417b-b154-3c0c32c25411 req-abf0ba10-f2de-48b4-8638-7c1cb2534f8a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0779943 Apr 22 10:19:52.697644 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e01264f3-1b88-417b-b154-3c0c32c25411 req-14402be4-c7f1-45b7-9eee-f705159df395 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376313 Apr 22 10:19:53.883570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add40fd5-b992-414a-b7e1-8c27af6bc9a0 req-d8e27572-9e12-4397-9ccb-7fe285b753ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:53.885041 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-add40fd5-b992-414a-b7e1-8c27af6bc9a0 req-d8e27572-9e12-4397-9ccb-7fe285b753ff tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0823221 Apr 22 10:19:53.928401 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-add40fd5-b992-414a-b7e1-8c27af6bc9a0 req-7240ac74-9a32-40ff-b983-be34480116a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377712 Apr 22 10:19:55.113843 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f350ff-e362-402a-bf4e-14937c6fe13c req-5ff026ac-73d7-4285-a735-1b09b45f42f5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:55.115181 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d6f350ff-e362-402a-bf4e-14937c6fe13c req-5ff026ac-73d7-4285-a735-1b09b45f42f5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0836344 Apr 22 10:19:55.158459 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d6f350ff-e362-402a-bf4e-14937c6fe13c req-576857d2-84b8-43c5-993e-f3f0b55b8d35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375869 Apr 22 10:19:56.226464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-41aaff2f-2362-4c4f-8fc7-55f69bf7e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:56.227817 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-41aaff2f-2362-4c4f-8fc7-55f69bf7e6c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1099 time: 0.0720267 Apr 22 10:19:56.440873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-be00f371-a3fa-4904-bb16-2b426f8e2005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:56.442330 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-be00f371-a3fa-4904-bb16-2b426f8e2005 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.1938887 Apr 22 10:19:56.453804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53290305-ef66-4e6f-af92-6984016273b4 req-b2963959-b144-4d27-ab88-492d63cb48fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:56.455289 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53290305-ef66-4e6f-af92-6984016273b4 req-b2963959-b144-4d27-ab88-492d63cb48fe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.1743464 Apr 22 10:19:56.600156 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53290305-ef66-4e6f-af92-6984016273b4 req-aaaed91f-a0c1-4409-a3f8-b80fc7b144d9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960147 Apr 22 10:19:56.602373 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-388ccda3-0ce2-4c86-b176-1bea552ee972 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 1002 time: 0.1462452 Apr 22 10:19:56.670074 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-541920c7-eed8-432a-bd22-ea993e9ee140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:56.671567 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-541920c7-eed8-432a-bd22-ea993e9ee140 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0623000 Apr 22 10:19:56.751519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-53f6c6a4-9503-45e6-a923-ebbcf354ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:56.753261 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-53f6c6a4-9503-45e6-a923-ebbcf354ee7c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747023 Apr 22 10:19:56.990933 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-ae9e5a98-29fb-48ff-a898-5c0f534fa8ec service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312782 Apr 22 10:19:57.130198 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-34666b2f-5d4e-4d43-9396-ef41979d72eb req-05709fe2-e8b7-4a25-8f58-308d8fbb6831 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324701 Apr 22 10:19:57.729770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-73e00d62-14ca-4f13-8afa-62c544ab8af9 service neutron] 10.222.0.35 "GET /v2.0/ports/00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3/bindings/hv-neutron-8390 HTTP/1.1" status: 200 len: 384 time: 0.0750771 Apr 22 10:19:57.788095 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f127a-996f-48c5-83c3-df6aa6e5b44e req-e0c3032b-9a56-427b-9a77-0b9bbfc83fde tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:57.789589 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6b7f127a-996f-48c5-83c3-df6aa6e5b44e req-e0c3032b-9a56-427b-9a77-0b9bbfc83fde tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0845976 Apr 22 10:19:57.834101 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6b7f127a-996f-48c5-83c3-df6aa6e5b44e req-7aebc7b0-da5f-4d4d-8fbb-f9d057af2ced tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381370 Apr 22 10:19:57.997717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-c6edd717-9893-464f-999a-4fd7afe67669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:57.999182 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-c6edd717-9893-464f-999a-4fd7afe67669 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 1099 time: 0.0744777 Apr 22 10:19:58.093560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-5bbd6705-531f-49b4-a15f-386ef161480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:58.095424 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-5bbd6705-531f-49b4-a15f-386ef161480b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1099 time: 0.0706131 Apr 22 10:19:58.224937 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-ec812e70-5b26-45c3-9b27-f74abdca1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:58.226344 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-ec812e70-5b26-45c3-9b27-f74abdca1e78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.1241047 Apr 22 10:19:58.341452 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-98b1ccfa-3f0d-4fc2-9ef1-68e90fcf196b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 1002 time: 0.1083198 Apr 22 10:19:58.403077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-cbe15784-c1a4-4d68-8eb8-d41e14f6c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:58.404430 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-cbe15784-c1a4-4d68-8eb8-d41e14f6c6c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0559981 Apr 22 10:19:58.483377 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633041-04db-4caf-af25-91a205fdd048 req-10973b6c-72da-4b3c-bcf4-223580f0be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:58.484863 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-10973b6c-72da-4b3c-bcf4-223580f0be72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731397 Apr 22 10:19:58.617513 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-f3be0fd1-89df-454a-a36c-cf9805006b8d service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239238 Apr 22 10:19:58.748199 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d1633041-04db-4caf-af25-91a205fdd048 req-5f4f7bb0-b8ad-4054-9dff-7879f6af07b5 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235833 Apr 22 10:19:59.016535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec8cd5-e09e-488c-92e4-11764bac6d3f req-7bf20663-4d93-4230-b45a-691846c133bb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:19:59.018544 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aaec8cd5-e09e-488c-92e4-11764bac6d3f req-7bf20663-4d93-4230-b45a-691846c133bb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0779898 Apr 22 10:19:59.061077 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aaec8cd5-e09e-488c-92e4-11764bac6d3f req-4f494978-1aed-4ef6-a69e-f07b38a4e684 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369997 Apr 22 10:20:00.251086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f06e1-4f4d-403c-bd33-07d6615e0c2e req-b603c656-26a1-4c90-8c70-b8074064578e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:00.252555 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-351f06e1-4f4d-403c-bd33-07d6615e0c2e req-b603c656-26a1-4c90-8c70-b8074064578e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0796099 Apr 22 10:20:00.296766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-351f06e1-4f4d-403c-bd33-07d6615e0c2e req-0e1d098c-d6dd-4b2a-a61e-508e64a4f32d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386057 Apr 22 10:20:01.327860 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:20:01.429174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:20:01.431991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:20:01.486493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5107f1-432f-4ec3-8ca7-888d41a5f64b req-f318b846-0cda-468b-9243-ea62dc029b46 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:01.488255 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9b5107f1-432f-4ec3-8ca7-888d41a5f64b req-f318b846-0cda-468b-9243-ea62dc029b46 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0869210 Apr 22 10:20:01.534315 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9b5107f1-432f-4ec3-8ca7-888d41a5f64b req-33555d37-2e8c-47d7-ac16-d0ab2f83f6ed tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400906 Apr 22 10:20:01.643056 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:01.674554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:20:01.697369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:20:01.705812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'port_id': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'mac_address': 'fa:16:3e:f0:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:20:01.712253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:20:01.755913 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:01.790666 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c03aa4-b319-4cb4-b540-2747db6f11aa'] response: {'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'code': 200} Apr 22 10:20:01.825691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:01.855161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:20:01.862215 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:20:01.874904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.875127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.875692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.875692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.877006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.877006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.877297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.877627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.877965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.878291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.878615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.878936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:20:01.886789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:20:01.890483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:01.959062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:20:01.998943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:20:02.725959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384b84-33e1-4db8-870c-9fade1434aa5 req-46d5c60d-ecb5-40c0-b717-3554cc255e3f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:02.727412 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11384b84-33e1-4db8-870c-9fade1434aa5 req-46d5c60d-ecb5-40c0-b717-3554cc255e3f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 945 time: 0.0788305 Apr 22 10:20:02.775080 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11384b84-33e1-4db8-870c-9fade1434aa5 req-9e394066-bb57-40ce-8568-01b146c8fb3f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 Apr 22 10:20:03.148351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df874f-b896-4862-a8ee-6974cf564654 req-e8a6b354-316b-4cc6-ac43-75185b9f684f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:03.149735 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-14df874f-b896-4862-a8ee-6974cf564654 req-e8a6b354-316b-4cc6-ac43-75185b9f684f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 945 time: 0.1451852 Apr 22 10:20:03.156924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-18979a5c-8793-4955-87d5-55fcf8197814 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:03.158883 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-18979a5c-8793-4955-87d5-55fcf8197814 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43&tenant_id=37987e6c050543d4a527817d5456d6be&binding%3Ahost_id=hv-neutron-8390 HTTP/1.1" status: 200 len: 945 time: 0.1230574 Apr 22 10:20:03.197507 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-14df874f-b896-4862-a8ee-6974cf564654 req-fdd1cd8f-4cc8-4486-aa90-8fa3745251e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376923 Apr 22 10:20:03.310372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-09a7a8b4-7cd7-4ec1-8bc2-1a546d7468ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:03.311840 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-09a7a8b4-7cd7-4ec1-8bc2-1a546d7468ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1098 time: 0.0737920 Apr 22 10:20:03.392241 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65bd4d-dc7b-47ac-bfbd-d27d0c0137fb req-abcbe395-0172-4ab7-8e8f-965439f0a4b4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:03.393867 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ec65bd4d-dc7b-47ac-bfbd-d27d0c0137fb req-abcbe395-0172-4ab7-8e8f-965439f0a4b4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 945 time: 0.0848260 Apr 22 10:20:03.431336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:20:03.445264 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ec65bd4d-dc7b-47ac-bfbd-d27d0c0137fb req-cc63f34a-4103-49bd-97ce-dd18810fd327 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455313 Apr 22 10:20:03.500586 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:20:03.501473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:03.560411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-cf92c91e-f009-4c64-a733-4080ff605cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:03.561879 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-cf92c91e-f009-4c64-a733-4080ff605cc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.2419629 Apr 22 10:20:03.662625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:03.665257 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-8253bb47-2a83-4069-80b2-82492c64dced service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 1001 time: 0.0967889 Apr 22 10:20:03.696775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:20:03.701742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:03.731033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-a0b961f3-667b-4524-8ca9-c596fcb61066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:03.732504 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-a0b961f3-667b-4524-8ca9-c596fcb61066 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0610275 Apr 22 10:20:03.769901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:20:03.792157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:20:03.811139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-aef830e3-0b1c-4472-8ac5-d51ee6d33eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:03.812571 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-aef830e3-0b1c-4472-8ac5-d51ee6d33eff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716262 Apr 22 10:20:03.847900 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a31af52-60d1-4ddb-9de6-8e5c0eca2abc'] response: {'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'code': 200} Apr 22 10:20:03.944529 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-e9141b32-5890-4df0-b8c2-0e90331bcc96 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239390 Apr 22 10:20:04.073104 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-296d3ff7-e2a8-4697-bd27-db198793d5ab req-117f9f2a-716b-4dde-a9d6-ac898ee871d4 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226432 Apr 22 10:20:04.639589 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e760ce-0674-4e43-93bb-13efb145e81a req-b8450a4a-67a7-4fa4-8250-1cf1b29fed36 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:04.641095 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-97e760ce-0674-4e43-93bb-13efb145e81a req-b8450a4a-67a7-4fa4-8250-1cf1b29fed36 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 946 time: 0.0834587 Apr 22 10:20:04.691684 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-97e760ce-0674-4e43-93bb-13efb145e81a req-dbf1edf9-9951-4ec3-bcdd-82fa2b88bc7d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445538 Apr 22 10:20:04.714387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40488) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:20:04.819968 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ca58e227-40f2-4d44-b11d-e06489f1c742 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/d7a7d94e-dda8-4567-856b-cfc875198a3b HTTP/1.1" status: 200 len: 994 time: 0.1044228 Apr 22 10:20:05.445483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:20:05.560486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:05.592888 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:20:05.596571 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:05.662777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=9']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:20:05.849042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:20:05.893314 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de89248e-4dce-4819-a833-46ebbb6da87c'] response: {'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'code': 200} Apr 22 10:20:09.215683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:12.154496 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-314754e9-9e9d-4827-8f9f-ec3ce678f7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:14.547801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2e3380e4-5d1b-44a9-91a7-701e1b955226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:15.591686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:15.867631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:17.383569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:38.328016 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:20:39.203805 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:42.155306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e0b4211e-b190-4d9a-900c-dcde737122bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:44.550815 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-caabab29-cf8f-4aac-b0bd-70c1d6d97bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:45.593477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:45.871988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:47.385911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:20:50.777992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-567e0935-7b6f-4a93-9b7d-63d20785904b req-bcb10dc6-8e06-4353-bc25-1eb3f2226787 service neutron] (88062) timed out ('10.222.0.32', 36776) {{(pid=88062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 10:20:57.867129 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-14c12fad-8174-4eff-a259-58cb531237ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1095402 Apr 22 10:20:58.005911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-51ba77c2-42b6-4c40-9c38-474ef0f9525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:58.007395 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-51ba77c2-42b6-4c40-9c38-474ef0f9525e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1097 time: 0.0701785 Apr 22 10:20:58.150277 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-57916689-04de-4c89-b4d2-7a42315f7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:58.151712 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-57916689-04de-4c89-b4d2-7a42315f7107 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.1250210 Apr 22 10:20:58.254058 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-3f3aab94-9518-4ad8-a6b2-d178db67cc15 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 1000 time: 0.0959947 Apr 22 10:20:58.317189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-85e67ded-b9de-4e85-89ed-ae687a92d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:58.318673 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-85e67ded-b9de-4e85-89ed-ae687a92d2a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0581236 Apr 22 10:20:58.397606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-7919d339-92b1-484b-89ae-38c8e36eb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:20:58.399096 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-7919d339-92b1-484b-89ae-38c8e36eb4b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732529 Apr 22 10:20:58.529530 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-be7219a1-2a36-475b-89af-1e6bf0f6b57e service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232708 Apr 22 10:20:58.663501 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b3f4f5a-dae3-4c08-b6b1-5748320e6733 req-86085aa9-11b2-46e0-9b33-4d64093ba7eb service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264658 Apr 22 10:20:59.785401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40532) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:00.098143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port fe13efec-2223-4827-9423-516d2a9815cc {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:21:00.098484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:00.264341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:00.264695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:00.386261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for fe13efec-2223-4827-9423-516d2a9815cc owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:21:00.535247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:00.582799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=fe13efec-2223-4827-9423-516d2a9815cc,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:00.627499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.627837 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.628181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.628545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.628877 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.629208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.629534 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.629862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.630184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.630507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.631489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.631817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:00.690366 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:00.690703 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP d7a7d94e-dda8-4567-856b-cfc875198a3b disassociated (deleted). External IP: 172.26.2.164, port: 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3. Apr 22 10:21:01.045030 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 9741f948-56a7-4911-b658-3e407c332f39 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:21:01.223305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:21:01.233782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] Sync routers for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:21:01.245730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:01.249936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:01.250553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:20:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:01.300001 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-119e86b7-8a0e-412c-81e2-3198885a436f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/floatingips/d7a7d94e-dda8-4567-856b-cfc875198a3b HTTP/1.1" status: 204 len: 168 time: 1.5130851 Apr 22 10:21:01.300608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:21:01.348503 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48e52a3-7239-4de2-aece-9fd9b268aa0d'] response: {'name': 'network-changed', 'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'status': 'completed', 'code': 200} Apr 22 10:21:01.437012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:01.591066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-d1d03eed-a2ac-49ea-917e-788fe14d31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:01.592632 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-d1d03eed-a2ac-49ea-917e-788fe14d31a6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 1097 time: 0.2188344 Apr 22 10:21:01.696311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e7770-44f8-49a8-8d50-c34e12f67aa4 req-2930967d-9fe0-4bb5-9fed-b60ef3301d25 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:01.697977 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f1e7770-44f8-49a8-8d50-c34e12f67aa4 req-2930967d-9fe0-4bb5-9fed-b60ef3301d25 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 944 time: 0.0848663 Apr 22 10:21:01.730987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-68e20c5b-eb9f-430a-9799-0ff92afb542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:01.732481 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-68e20c5b-eb9f-430a-9799-0ff92afb542f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 200 len: 897 time: 0.1307590 Apr 22 10:21:01.744350 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f1e7770-44f8-49a8-8d50-c34e12f67aa4 req-8251b8eb-6925-478b-a3fa-2f7de1e3cc56 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399046 Apr 22 10:21:01.787509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:01.791379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] Checking router: 9741f948-56a7-4911-b658-3e407c332f39 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:21:01.803910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:01.804554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:20:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:01.807222 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-9bb7148d-e28f-44e3-acc9-8a7350c2bcd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 200 len: 217 time: 0.0664110 Apr 22 10:21:01.870704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-09942162-251a-459c-b6ab-399a995821c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:01.872068 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-09942162-251a-459c-b6ab-399a995821c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 200 len: 835 time: 0.0581207 Apr 22 10:21:01.952252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-b08d4cff-1612-4957-b509-ea79bfd75863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:01.953761 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-b08d4cff-1612-4957-b509-ea79bfd75863 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745609 Apr 22 10:21:01.980759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:02.089318 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-7e4b93c5-10e5-4bdc-a779-8d55ee836590 service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268435 Apr 22 10:21:02.219954 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-381dd43e-f7d6-4eeb-9d1c-ec6a429f0ea6 req-0448f814-00ea-43bd-b210-f6a49a21da4f service neutron] 10.222.0.35 "GET /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240819 Apr 22 10:21:02.332693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:02.336605 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70f306-be34-40b6-8191-a45e2cd3050c None None] The sync data for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv is: [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:12Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '80c98864-809a-44bf-a401-707b0e89a2b4', 'name': '', 'network_id': 'b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:76:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:11Z', 'updated_at': '2022-04-22T10:18:17Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': '729a37fd-c9d8-409c-ab9c-400976b833c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:21:02.545821 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c101e7-9f40-4e78-a7b5-b9ecd8f41199 None None] New status for floating IP d7a7d94e-dda8-4567-856b-cfc875198a3b: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:21:02.934125 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a894454-2e48-412d-b516-4d2ef1d7a3e4 req-dc3e9174-4f4d-468c-82a8-b298a9ebabf1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:02.934812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5a894454-2e48-412d-b516-4d2ef1d7a3e4 req-dc3e9174-4f4d-468c-82a8-b298a9ebabf1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:21:02.950187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5a894454-2e48-412d-b516-4d2ef1d7a3e4 req-dc3e9174-4f4d-468c-82a8-b298a9ebabf1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:21:02.951834 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5a894454-2e48-412d-b516-4d2ef1d7a3e4 req-dc3e9174-4f4d-468c-82a8-b298a9ebabf1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 944 time: 0.0960999 Apr 22 10:21:02.999879 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5a894454-2e48-412d-b516-4d2ef1d7a3e4 req-ae3aef38-826d-4076-837d-a486ee9bf941 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421112 Apr 22 10:21:03.637890 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-8e3a76f6-60a0-405f-9ff7-d975cb3a3baf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:03.639314 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-8e3a76f6-60a0-405f-9ff7-d975cb3a3baf tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 944 time: 0.0845883 Apr 22 10:21:03.707845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:21:03.708173 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:03.949139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:03.949399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:04.070754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:21:04.199777 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc58d7-c658-408f-8163-f742f5a7c3b6 req-aef970e5-2814-4175-aee5-5569f14e8f55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:04.201208 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6fcc58d7-c658-408f-8163-f742f5a7c3b6 req-aef970e5-2814-4175-aee5-5569f14e8f55 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=4da7efd8-e746-4cf1-b72f-c1b3bda11f43 HTTP/1.1" status: 200 len: 944 time: 0.0941951 Apr 22 10:21:04.215954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:04.250193 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6fcc58d7-c658-408f-8163-f742f5a7c3b6 req-2341cdcf-b5c4-4611-a5de-d1532c901787 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=d1059055-2ff1-4d93-8509-b1b842a83116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Apr 22 10:21:04.268787 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:04.444289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] No DVR routers for this DVR port 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:21:04.446750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:04.449170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-deleted', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:21:04.465484 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a7c8ca36-ae34-44f1-8f44-3cf6e3c638ad req-665a3167-0867-42b8-8c2f-d7aa5d7e7181 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "DELETE /v2.0/ports/00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 HTTP/1.1" status: 204 len: 173 time: 0.8201675 Apr 22 10:21:04.496677 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb24562e-1eaa-4f55-8e8b-75e2c8dd5661'] response: {'server_uuid': '4da7efd8-e746-4cf1-b72f-c1b3bda11f43', 'name': 'network-vif-deleted', 'tag': '00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3', 'status': 'completed', 'code': 200} Apr 22 10:21:05.342819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40550) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:05.893776 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:06.240378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 80c98864-809a-44bf-a401-707b0e89a2b4 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:21:06.240653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:06.428339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port 80c98864-809a-44bf-a401-707b0e89a2b4, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=80c98864-809a-44bf-a401-707b0e89a2b4,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:06.429068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:06.554000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 80c98864-809a-44bf-a401-707b0e89a2b4 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:21:06.840653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:06.886238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=80c98864-809a-44bf-a401-707b0e89a2b4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:07.157830 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:07.510813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 9741f948-56a7-4911-b658-3e407c332f39 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:21:07.704509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:21:07.707438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:21:07.720658 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c0ae206e-e4ff-40ba-81fd-d3384a41fa5e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/9741f948-56a7-4911-b658-3e407c332f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3767500 Apr 22 10:21:07.723255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40554) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:07.730718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] Sync routers for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:21:07.749382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:21:07.749716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 00292e87-5f8c-4d70-b2c5-0cd6b6d13ae3 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:21:07.753306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:07.753899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:20:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:07.790289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef6ac4c-4538-4dd2-ad07-b3d4d084e41d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting subnet 729a37fd-c9d8-409c-ab9c-400976b833c4 {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:21:07.793199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aef6ac4c-4538-4dd2-ad07-b3d4d084e41d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:07.846647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aef6ac4c-4538-4dd2-ad07-b3d4d084e41d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:07.926444 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:07.931504 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aef6ac4c-4538-4dd2-ad07-b3d4d084e41d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:08.020151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aef6ac4c-4538-4dd2-ad07-b3d4d084e41d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:08.060343 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6ac4c-4538-4dd2-ad07-b3d4d084e41d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Subnet': ['ID=729a37fd-c9d8-409c-ab9c-400976b833c4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:08.062179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-aef6ac4c-4538-4dd2-ad07-b3d4d084e41d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:08.067105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434da787-0059-4787-94ed-f3fdf2958af1 None None] Network b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:21:08.068600 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-aef6ac4c-4538-4dd2-ad07-b3d4d084e41d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/subnets/729a37fd-c9d8-409c-ab9c-400976b833c4 HTTP/1.1" status: 204 len: 168 time: 0.3443503 Apr 22 10:21:08.071645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40558) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:08.359290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:08.384210 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:21:06Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:08.390726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] Checking router: 9741f948-56a7-4911-b658-3e407c332f39 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:21:08.399693 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] Routers {'9741f948-56a7-4911-b658-3e407c332f39'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:08.400302 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:20:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['9741f948-56a7-4911-b658-3e407c332f39'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:08.455977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727769da-06b1-417b-8044-b3b726d02870 None None] DHCP port deletion for b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:21:08.471649 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Deleting port ce8d0041-4ca1-4afe-86a9-ab09d473addf {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:21:08.472014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:08.548535 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:08.560654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port c8b3d926-d0a3-480c-be46-625669b3f877 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:21:08.561360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:08.704352 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] Set router 9741f948-56a7-4911-b658-3e407c332f39 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:08.737980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port c8b3d926-d0a3-480c-be46-625669b3f877, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=c8b3d926-d0a3-480c-be46-625669b3f877,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:08.738338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:08.864696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for c8b3d926-d0a3-480c-be46-625669b3f877 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:21:08.994643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device ce8d0041-4ca1-4afe-86a9-ab09d473addf no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:21:09.048010 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-727769da-06b1-417b-8044-b3b726d02870 None None] For port ce8d0041-4ca1-4afe-86a9-ab09d473addf, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=ce8d0041-4ca1-4afe-86a9-ab09d473addf,segment=NetworkSegment(d1930fe7-9d03-4498-9e1a-c5f3cb939aae),segment_id=d1930fe7-9d03-4498-9e1a-c5f3cb939aae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:09.048527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.050140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.101381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=c8b3d926-d0a3-480c-be46-625669b3f877,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:09.185554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Calling delete_port for ce8d0041-4ca1-4afe-86a9-ab09d473addf owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:21:09.190333 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.310809 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.365873 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.368807 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.376885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.393547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.394047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Fanout notify agent at l3_agent the message router_deleted on router 9741f948-56a7-4911-b658-3e407c332f39 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:21:09.409076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.410142 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-424eac13-9f0a-42ec-88ca-6e8ea448f213 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/routers/9741f948-56a7-4911-b658-3e407c332f39 HTTP/1.1" status: 204 len: 168 time: 1.3376021 Apr 22 10:21:09.413396 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40562) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:09.437305 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.450751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Pushing event deleted for resources: {'Port': ['ID=ce8d0041-4ca1-4afe-86a9-ab09d473addf,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:09.453072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727769da-06b1-417b-8044-b3b726d02870 None None] No DVR routers for this DVR port ce8d0041-4ca1-4afe-86a9-ab09d473addf on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:21:09.468500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.468854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.469198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.469538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.470095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.470326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.470522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.470855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.471181 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.471509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.471833 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.472157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727769da-06b1-417b-8044-b3b726d02870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:09.529823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.530846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:21:06Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:09.534326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794a8b3d-4337-4ece-924f-21b235093b15 None None] The sync data for ids ['9741f948-56a7-4911-b658-3e407c332f39'] in dv-neutron-839018-1-hyperv is: [{'id': '9741f948-56a7-4911-b658-3e407c332f39', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1671664045', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:21:06Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'c8b3d926-d0a3-480c-be46-625669b3f877', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9741f948-56a7-4911-b658-3e407c332f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:18:07Z', 'updated_at': '2022-04-22T10:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:21:09.771517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.799930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:09.811650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:09.811947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1930fe7-9d03-4498-9e1a-c5f3cb939aae') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:09.823065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.838989 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.844834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:21:09.845210 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:21:09.860324 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:21:09.945623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.964427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:09.976086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Network': ['ID=b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:09.987385 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-de6af301-56d8-4691-8dbf-4ff47f426b30 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/networks/b4acbb6c-8834-4f30-b59c-dbfd1cb74ba0 HTTP/1.1" status: 204 len: 168 time: 0.5730007 Apr 22 10:21:09.990227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40566) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:10.060027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0c56-3ac1-4425-8980-13e07daa527e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.090513 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0c56-3ac1-4425-8980-13e07daa527e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.157922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0c56-3ac1-4425-8980-13e07daa527e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.180232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb0c56-3ac1-4425-8980-13e07daa527e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1059055-2ff1-4d93-8509-b1b842a83116,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:10.189544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5dbb0c56-3ac1-4425-8980-13e07daa527e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.193280 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5dbb0c56-3ac1-4425-8980-13e07daa527e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/security-groups/d1059055-2ff1-4d93-8509-b1b842a83116 HTTP/1.1" status: 204 len: 168 time: 0.1995130 Apr 22 10:21:10.490350 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40574) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:10.496040 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007475797', 'description': 'tempest-secgroup-smoke-2007475797 description', 'project_id': '37987e6c050543d4a527817d5456d6be'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:10.502143 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:10.506387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:10.510046 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:10.516949 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:10.529188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.552013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:10.556899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:10.559983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:10.565830 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:10.638907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.642979 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.689415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a53b9c5-6c6e-4ff4-b982-469b357cffe0,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:10.696166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.697395 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2055871 Apr 22 10:21:10.698641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.698976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.699310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.699650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.699976 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.700301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.700646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.700808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40578) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:10.700968 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.701289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.701606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.701923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.702240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b30cf03-2624-49cb-b954-464dfb02afe3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:10.708696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4a53b9c5-6c6e-4ff4-b982-469b357cffe0', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:10.714959 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:10.719039 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:10.722011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:10.730158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:10.749107 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.817029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.821098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.844790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd8f2b0-b4bd-4ba7-b5fe-8dd291803771,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:10.854764 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.855952 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d40451d5-4d41-4064-9974-7e9fd730ee69 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541336 Apr 22 10:21:10.858993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40582) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:10.864228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4a53b9c5-6c6e-4ff4-b982-469b357cffe0', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:10.870460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:10.874443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:10.877401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:10.884598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:10.902168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.932508 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c8b3d926-d0a3-480c-be46-625669b3f877 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:21:10.964508 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.968861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:10.970716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: c8b3d926-d0a3-480c-be46-625669b3f877 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:21:10.970992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device c8b3d926-d0a3-480c-be46-625669b3f877 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:21:10.971428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 80c98864-809a-44bf-a401-707b0e89a2b4 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:21:10.993617 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec21316-d581-4744-a3cf-be5eda585397,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:11.004916 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.009229 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-79ff258f-b252-40ed-a120-648d239387b8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1462100 Apr 22 10:21:11.009384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 80c98864-809a-44bf-a401-707b0e89a2b4 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:21:11.009611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 80c98864-809a-44bf-a401-707b0e89a2b4 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:21:11.009788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40586) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:11.015077 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4a53b9c5-6c6e-4ff4-b982-469b357cffe0', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:11.021354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:11.025220 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:11.028071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:11.037130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:11.054450 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.115508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.119424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.142650 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ef7530-47be-45fc-a230-f95a3652b808,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:11.151880 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.153088 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d696a9bb-eb3f-42c4-8fb3-f7ef51cd8a49 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422787 Apr 22 10:21:11.155733 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40590) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:11.160932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4a53b9c5-6c6e-4ff4-b982-469b357cffe0', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:11.166904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:11.170940 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:11.173752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:11.179783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:11.196681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.258056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.261739 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.284417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e350f11d-3f16-4a58-8e65-fc061d8234ad,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:11.293158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.294590 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-19ec3e44-3103-4af2-a6da-e36a955d0bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377211 Apr 22 10:21:11.297210 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40594) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:11.302158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4a53b9c5-6c6e-4ff4-b982-469b357cffe0', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:11.308512 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:11.312231 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:11.315057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:11.321294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:11.331394 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:21:11.337978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.405468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.409386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.433334 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bfc5c0-270c-4f51-8122-fc2c33566fd6,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:11.445449 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.446624 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f20dc09f-4388-444c-a184-9735f543f4c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1484792 Apr 22 10:21:11.449253 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40598) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:11.454128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '4a53b9c5-6c6e-4ff4-b982-469b357cffe0', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:11.460956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:11.465136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:11.468325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:11.474719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:11.485401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:21:11.492655 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.557827 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.561877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.584608 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930482b1-e372-49dc-873b-ac7a06723310,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:11.593588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.594762 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-27848b0b-fdf8-4df8-8414-86400174d8c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446109 Apr 22 10:21:11.597472 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40602) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:11.603289 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'network': {'name': 'tempest-network-smoke--452618481', 'project_id': '37987e6c050543d4a527817d5456d6be', 'port_security_enabled': True}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:11.608136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:11.612181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:network and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:11.614994 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:11.621169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:11.631196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:21:11.634641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.662425 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:21:11.672502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.672850 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Added segment 8141e25e-35c0-4135-854a-31229d2b9fcd of type vlan for network 8875bcec-dd52-40a6-be98-65e7b2ef181d Apr 22 10:21:11.698835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.727526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.732985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:11.733565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.838926 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2404449 Apr 22 10:21:11.841709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40606) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:11.844858 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702a57e-b90e-4206-bbc0-9d58d32b2501 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Network': ['ID=8875bcec-dd52-40a6-be98-65e7b2ef181d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:11.847738 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'admin_state_up': True, 'project_id': '37987e6c050543d4a527817d5456d6be', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:11.856342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:21:11.857405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:11.861567 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:router and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:11.864586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:11.871236 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:11.880994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.882098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:11.897804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:12.157950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6d34d088-2098-4fe9-ab23-61d2e71a2fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:12.168879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:12.467268 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:12.495759 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:12.633584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.117 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/df490ff7-5599-441b-b201-f719aceb492c) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:21:12.886393 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:12.916181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:12.976541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:21:12.979214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:21:12.986855 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:21:13.022571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=df490ff7-5599-441b-b201-f719aceb492c,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:13.394249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:13.738037 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:13.939245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 642b4897-fc9b-4750-b989-5746ba03749c is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:21:14.120230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:21:14.129356 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Sync routers for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:21:14.138737 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:14.139326 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:20:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:14.146747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:14.148206 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2c4488fe-b627-4153-8821-2af5c856e3fc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3055160 Apr 22 10:21:14.151776 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40610) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:14.196702 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-277a6d6f-c4ca-45ea-8f4c-e59cf68565bb tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=37987e6c050543d4a527817d5456d6be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439618 Apr 22 10:21:14.199048 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40614) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:14.312095 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:14.429167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bb04ff-b855-44bf-8dc8-b1df85d4f048 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:14.432857 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-37bb04ff-b855-44bf-8dc8-b1df85d4f048 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2327163 Apr 22 10:21:14.433429 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40618) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:14.472413 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-394f8061-8d4f-4cc3-8291-a0d03d1a85cc tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379038 Apr 22 10:21:14.474945 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40622) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:14.480218 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1210651768', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'project_id': '37987e6c050543d4a527817d5456d6be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:14.558119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b1a223f4-d5f9-4b59-a352-8928494b9d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:14.593773 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:14.597849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:subnet and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:14.600698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:14.602999 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:13Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:14.606673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:14.606923 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Checking router: 642b4897-fc9b-4750-b989-5746ba03749c for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:21:14.607265 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Updating router 642b4897-fc9b-4750-b989-5746ba03749c port df490ff7-5599-441b-b201-f719aceb492c binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:21:14.617004 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:21:14.620458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:14.660279 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:14.843670 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:14.915973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Subnet': ['ID=c80e5b16-7611-4123-ad35-425ca041954d,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:14.941947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Checking segment: {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:21:14.942311 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network hostable DHCP agents. Network: 8875bcec-dd52-40a6-be98-65e7b2ef181d, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:21:14.962680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:21:14.973388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 8875bcec-dd52-40a6-be98-65e7b2ef181d) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:21:14.977757 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:14.978342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:14.985204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92bffc6-4571-44ff-b734-11be7fff185b None None] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:21:15.003004 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-75478c26-1ce9-4813-9db8-254d47fb7d31 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5269291 Apr 22 10:21:15.005627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40626) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:15.031417 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.044656 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Transition to ACTIVE for port object df490ff7-5599-441b-b201-f719aceb492c will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:21:15.050924 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.125531 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Attempting to bind port df490ff7-5599-441b-b201-f719aceb492c on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:21:15.125904 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Attempting to bind port df490ff7-5599-441b-b201-f719aceb492c by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:21:15.126270 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Attempting to bind port df490ff7-5599-441b-b201-f719aceb492c on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:21:15.141294 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:21:15.142069 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:21:15.142069 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.142443 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:21:15.142917 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Bound port: df490ff7-5599-441b-b201-f719aceb492c, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:21:15.143285 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.176055 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Pushing event updated for resources: {'Port': ['ID=df490ff7-5599-441b-b201-f719aceb492c,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:15.193774 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.194107 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.194437 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.194766 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.195088 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.195411 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.195854 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.196189 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.196516 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.196835 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.197149 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.197459 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:21:15.224537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-8875bcec-dd52-40a6-be98-65e7b2ef181d', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:21:15.226376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.236827 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] For port df490ff7-5599-441b-b201-f719aceb492c, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:21:15.239998 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] For port df490ff7-5599-441b-b201-f719aceb492c, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=df490ff7-5599-441b-b201-f719aceb492c,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:21:15.245670 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.322924 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:15.323542 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:21:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:15.388760 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:21:15.401431 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31612e1-f301-42b6-aeed-c58c4871d782 None None] Pushing event updated for resources: {'Port': ['ID=df490ff7-5599-441b-b201-f719aceb492c,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:15.439782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Allocated IP 172.20.0.2 (8875bcec-dd52-40a6-be98-65e7b2ef181d/c80e5b16-7611-4123-ad35-425ca041954d/579e8c8d-3565-49bb-a077-896465f254f3) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:21:15.519247 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:15.619200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.683187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.693977 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Transition to ACTIVE for port object 579e8c8d-3565-49bb-a077-896465f254f3 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:21:15.722434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Transition to ACTIVE for port object 579e8c8d-3565-49bb-a077-896465f254f3 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:21:15.730719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.799320 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:21:15.806882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:21:15.809357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:21:15.813538 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:13Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:15.817646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Pushing event updated for resources: {'Port': ['ID=579e8c8d-3565-49bb-a077-896465f254f3,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:15.818462 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4157e4d-cc47-4420-92ec-3b2643a3a8ce None None] The sync data for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv is: [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:13Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:21:15.904242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.918358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.923372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Attempting to bind port 579e8c8d-3565-49bb-a077-896465f254f3 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:21:15.923742 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Attempting to bind port 579e8c8d-3565-49bb-a077-896465f254f3 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:21:15.924106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Attempting to bind port 579e8c8d-3565-49bb-a077-896465f254f3 on network 8875bcec-dd52-40a6-be98-65e7b2ef181d {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:21:15.930287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:21:15.930663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Checking segment: {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:21:15.931068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:15.931486 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Bound using segment: {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:21:15.931956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Bound port: 579e8c8d-3565-49bb-a077-896465f254f3, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:21:15.932326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:16.022190 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] For port 579e8c8d-3565-49bb-a077-896465f254f3, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:21:16.025545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] For port 579e8c8d-3565-49bb-a077-896465f254f3, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=579e8c8d-3565-49bb-a077-896465f254f3,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:21:16.030553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:16.139211 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3691c13-469e-49d7-99d8-e6fb91b69233 None None] Pushing event updated for resources: {'Port': ['ID=579e8c8d-3565-49bb-a077-896465f254f3,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:16.340604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.1 (8875bcec-dd52-40a6-be98-65e7b2ef181d/c80e5b16-7611-4123-ad35-425ca041954d/e85e925f-aeae-42d6-8062-5b4330efb59d) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:21:16.519055 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:16.537249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object e85e925f-aeae-42d6-8062-5b4330efb59d will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:21:16.563345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:16.628646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:21:16.632301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:21:16.641143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:21:16.679161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=e85e925f-aeae-42d6-8062-5b4330efb59d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:16.833345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:16.994343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 579e8c8d-3565-49bb-a077-896465f254f3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:21:17.071128 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 579e8c8d-3565-49bb-a077-896465f254f3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:21:17.076968 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device df490ff7-5599-441b-b201-f719aceb492c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:21:17.114597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e0f30-3ca6-422e-811d-98f17b255c07 None None] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:21:17.125735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.221421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-60e5d61e-7eff-498d-bf2f-1e1a27fab731 None None] Provisioning for port 579e8c8d-3565-49bb-a077-896465f254f3 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:21:17.240004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-60e5d61e-7eff-498d-bf2f-1e1a27fab731 None None] Provisioning complete for port 579e8c8d-3565-49bb-a077-896465f254f3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:17.240370 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-60e5d61e-7eff-498d-bf2f-1e1a27fab731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.302290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port df490ff7-5599-441b-b201-f719aceb492c completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:21:17.315887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port df490ff7-5599-441b-b201-f719aceb492c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:17.316256 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.472813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.573506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.578345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.581045 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-60e5d61e-7eff-498d-bf2f-1e1a27fab731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.635289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.659059 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-60e5d61e-7eff-498d-bf2f-1e1a27fab731 None None] For port 579e8c8d-3565-49bb-a077-896465f254f3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=579e8c8d-3565-49bb-a077-896465f254f3,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:17.670295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-60e5d61e-7eff-498d-bf2f-1e1a27fab731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.708450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=e85e925f-aeae-42d6-8062-5b4330efb59d,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:17.709506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port df490ff7-5599-441b-b201-f719aceb492c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=df490ff7-5599-441b-b201-f719aceb492c,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:17.711355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.721556 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:17.747634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5d61e-7eff-498d-bf2f-1e1a27fab731 None None] Pushing event updated for resources: {'Port': ['ID=579e8c8d-3565-49bb-a077-896465f254f3,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:17.825279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=df490ff7-5599-441b-b201-f719aceb492c,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:17.866715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:21:17.867881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:21:17.902285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b7538b07-04f5-4dbc-a8e0-35a5688fbb8e None None] Provisioning complete for port 579e8c8d-3565-49bb-a077-896465f254f3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:17.902743 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7538b07-04f5-4dbc-a8e0-35a5688fbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:18.057651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b7538b07-04f5-4dbc-a8e0-35a5688fbb8e None None] Provisioning for port e85e925f-aeae-42d6-8062-5b4330efb59d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:21:18.062189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 642b4897-fc9b-4750-b989-5746ba03749c has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:21:18.062740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b7538b07-04f5-4dbc-a8e0-35a5688fbb8e None None] Provisioning complete for port e85e925f-aeae-42d6-8062-5b4330efb59d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:18.063245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b7538b07-04f5-4dbc-a8e0-35a5688fbb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:18.122859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b7538b07-04f5-4dbc-a8e0-35a5688fbb8e None None] Port e85e925f-aeae-42d6-8062-5b4330efb59d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:21:18.242510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-1b533335-6557-40be-995a-0a648070f3da None None] Provisioning complete for port e85e925f-aeae-42d6-8062-5b4330efb59d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:18.242928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1b533335-6557-40be-995a-0a648070f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:18.251273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:21:18.264258 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-918a1874-9828-47b3-8517-2a6fd21830eb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/642b4897-fc9b-4750-b989-5746ba03749c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2562640 Apr 22 10:21:18.273353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Sync routers for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:21:18.296237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:18.296961 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:21:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:18.406973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1b533335-6557-40be-995a-0a648070f3da None None] Port e85e925f-aeae-42d6-8062-5b4330efb59d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:21:18.435828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-d960065b-1ea6-4704-8aa2-55dd2a47c373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:21:18.450883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-d960065b-1ea6-4704-8aa2-55dd2a47c373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:21:18.452204 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-d960065b-1ea6-4704-8aa2-55dd2a47c373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007475797&fields=id&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 267 time: 0.0556202 Apr 22 10:21:18.531755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:18.594904 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0a660dcd-67ad-46e3-9976-e34154c1ede0 None None] Provisioning complete for port e85e925f-aeae-42d6-8062-5b4330efb59d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:18.595300 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0a660dcd-67ad-46e3-9976-e34154c1ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:18.726394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-e7ced471-0250-401d-a725-d945afc45e54 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:18.727237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-e7ced471-0250-401d-a725-d945afc45e54 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:21:18.742826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-e7ced471-0250-401d-a725-d945afc45e54 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:21:18.743518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0a660dcd-67ad-46e3-9976-e34154c1ede0 None None] Port e85e925f-aeae-42d6-8062-5b4330efb59d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:21:18.743984 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-e7ced471-0250-401d-a725-d945afc45e54 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 796 time: 0.2850869 Apr 22 10:21:18.759661 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-5a6dfd80-384f-4aeb-bd6f-35d28e099456 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/quotas/37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 375 time: 0.0098286 Apr 22 10:21:18.845101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-ce9ba4a0-a902-4bf0-ba48-582669bb2982 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:21:18.861369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-ce9ba4a0-a902-4bf0-ba48-582669bb2982 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:21:18.862700 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-ce9ba4a0-a902-4bf0-ba48-582669bb2982 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977242 Apr 22 10:21:18.904772 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 2, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:18.909220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Checking router: 642b4897-fc9b-4750-b989-5746ba03749c for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:21:18.910314 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Updating router 642b4897-fc9b-4750-b989-5746ba03749c port e85e925f-aeae-42d6-8062-5b4330efb59d binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:21:18.951950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 579e8c8d-3565-49bb-a077-896465f254f3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:21:19.008051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:19.047259 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-6ded75ec-1208-4d7e-b99c-fa9eaef0d689 service neutron] 10.222.0.32 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716485 Apr 22 10:21:19.129240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 579e8c8d-3565-49bb-a077-896465f254f3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:19.129836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:19.178500 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-abd89a8d-c9fb-495a-92de-b9f4e26fed55 service neutron] 10.222.0.32 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252534 Apr 22 10:21:19.363653 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-18a0cb0d-68d8-4380-bf52-9606d77769ff req-351d847f-dce7-4d5d-985d-f537a03fa4d6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 210 time: 0.0460742 Apr 22 10:21:19.375660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device df490ff7-5599-441b-b201-f719aceb492c up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:21:19.508001 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port df490ff7-5599-441b-b201-f719aceb492c triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:19.508369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:19.559171 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:19.582150 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Transition to ACTIVE for port object e85e925f-aeae-42d6-8062-5b4330efb59d will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:21:19.590955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:19.762362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d5dcd-41d1-4837-919d-6885cff159d2 None None] Pushing event updated for resources: {'Port': ['ID=e85e925f-aeae-42d6-8062-5b4330efb59d,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:19.910611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Attempting to bind port e85e925f-aeae-42d6-8062-5b4330efb59d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:21:19.910871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Attempting to bind port e85e925f-aeae-42d6-8062-5b4330efb59d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:21:19.911179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Attempting to bind port e85e925f-aeae-42d6-8062-5b4330efb59d on network 8875bcec-dd52-40a6-be98-65e7b2ef181d {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:21:19.919042 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:21:19.919560 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Checking segment: {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:21:19.919994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:19.920335 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Bound using segment: {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:21:19.920819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Bound port: e85e925f-aeae-42d6-8062-5b4330efb59d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:21:19.921186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:20.009932 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] For port e85e925f-aeae-42d6-8062-5b4330efb59d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:21:20.013026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] For port e85e925f-aeae-42d6-8062-5b4330efb59d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e85e925f-aeae-42d6-8062-5b4330efb59d,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:21:20.017127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:20.096202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:20.096846 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:21:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:20.150125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d5dcd-41d1-4837-919d-6885cff159d2 None None] Pushing event updated for resources: {'Port': ['ID=e85e925f-aeae-42d6-8062-5b4330efb59d,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:20.276894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:20.483214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-4540ac64-eda5-49b5-815f-21c77ae3e70f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:20.484868 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-4540ac64-eda5-49b5-815f-21c77ae3e70f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 796 time: 0.1748655 Apr 22 10:21:20.553179 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab114e30-3737-454c-8f8d-795d79da5bf2 req-69e49b40-ea17-4f69-a20c-a3094fd74a7e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 210 time: 0.0673175 Apr 22 10:21:20.592046 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-99394165-6cdd-483e-8fbf-ba5a3348db53 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 380 time: 0.0734098 Apr 22 10:21:20.600926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'port': {'device_id': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'admin_state_up': True, 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'security_groups': ['4a53b9c5-6c6e-4ff4-b982-469b357cffe0']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:20.639362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:20Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:20.643330 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f3f366-ac38-410a-89cc-69fc25813f2e None None] The sync data for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv is: [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:20Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:21:20.756202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:20.767352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:20.778701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:21:20.782530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:20.956731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.13 (8875bcec-dd52-40a6-be98-65e7b2ef181d/c80e5b16-7611-4123-ad35-425ca041954d/371f3307-bb69-4685-8f08-1f0eefadf2f8) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:21:20.969223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e85e925f-aeae-42d6-8062-5b4330efb59d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:21:21.038638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port e85e925f-aeae-42d6-8062-5b4330efb59d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:21:21.043782 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e85e925f-aeae-42d6-8062-5b4330efb59d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:21.044157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.169942 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.180964 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.198765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object 371f3307-bb69-4685-8f08-1f0eefadf2f8 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:21:21.209973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port e85e925f-aeae-42d6-8062-5b4330efb59d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e85e925f-aeae-42d6-8062-5b4330efb59d,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:21.216209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.240104 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.298915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=e85e925f-aeae-42d6-8062-5b4330efb59d,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:21.327307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=371f3307-bb69-4685-8f08-1f0eefadf2f8,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:21.334647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:21:21.335801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:21:21.338399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:21:21.403748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:21.404379 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.436516 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-9a76f6b2-14d5-4fd6-8b0e-9aa1d5fa0e8f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8389387 Apr 22 10:21:21.450627 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Request body: {'port': {'device_id': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:21.567147 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8717c5a4-d496-4609-b901-c7ef416a69d6 None None] Provisioning for port 371f3307-bb69-4685-8f08-1f0eefadf2f8 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:21:21.574262 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8717c5a4-d496-4609-b901-c7ef416a69d6 None None] Provisioning complete for port 371f3307-bb69-4685-8f08-1f0eefadf2f8 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:21.575058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8717c5a4-d496-4609-b901-c7ef416a69d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.581779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.656179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8717c5a4-d496-4609-b901-c7ef416a69d6 None None] Port 371f3307-bb69-4685-8f08-1f0eefadf2f8 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:21:21.768854 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4e56b-0d0e-4057-abd0-f265bd68c55a req-fd55b4a1-4cc6-403f-aeaf-204546a58716 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:21.770401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-60d4e56b-0d0e-4057-abd0-f265bd68c55a req-fd55b4a1-4cc6-403f-aeaf-204546a58716 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 932 time: 0.0977554 Apr 22 10:21:21.821718 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-60d4e56b-0d0e-4057-abd0-f265bd68c55a req-a52ea727-75ed-46d4-81b6-142566165efe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:21:21.834458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-60d4e56b-0d0e-4057-abd0-f265bd68c55a req-a52ea727-75ed-46d4-81b6-142566165efe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:21:21.836218 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-60d4e56b-0d0e-4057-abd0-f265bd68c55a req-a52ea727-75ed-46d4-81b6-142566165efe tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601673 Apr 22 10:21:21.953751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371f3307-bb69-4685-8f08-1f0eefadf2f8 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:21:21.961621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:21.976449 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Transition to ACTIVE for port object 371f3307-bb69-4685-8f08-1f0eefadf2f8 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:21:21.980024 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:22.211423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Pushing event updated for resources: {'Port': ['ID=371f3307-bb69-4685-8f08-1f0eefadf2f8,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:22.317140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Attempting to bind port 371f3307-bb69-4685-8f08-1f0eefadf2f8 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:21:22.317467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Attempting to bind port 371f3307-bb69-4685-8f08-1f0eefadf2f8 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:21:22.317791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Attempting to bind port 371f3307-bb69-4685-8f08-1f0eefadf2f8 on network 8875bcec-dd52-40a6-be98-65e7b2ef181d {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:21:22.323624 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Port 371f3307-bb69-4685-8f08-1f0eefadf2f8 on network 8875bcec-dd52-40a6-be98-65e7b2ef181d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:21:22.323939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Attempting to bind port 371f3307-bb69-4685-8f08-1f0eefadf2f8 on network 8875bcec-dd52-40a6-be98-65e7b2ef181d {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:21:22.329076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:21:22.329405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Checking segment: {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:21:22.329785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Bound using segment: {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:21:22.330208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Bound port: 371f3307-bb69-4685-8f08-1f0eefadf2f8, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8141e25e-35c0-4135-854a-31229d2b9fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:21:22.330544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:22.417851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] For port 371f3307-bb69-4685-8f08-1f0eefadf2f8, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:21:22.420905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] For port 371f3307-bb69-4685-8f08-1f0eefadf2f8, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:21:22.425411 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:22.481263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:22.481884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:22.483226 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] 10.222.0.35 "PUT /v2.0/ports/371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 1094 time: 1.0371397 Apr 22 10:21:22.483645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:21:22.518506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e344d-8d3e-4f45-9fea-be8a07372d8a service neutron] Pushing event updated for resources: {'Port': ['ID=371f3307-bb69-4685-8f08-1f0eefadf2f8,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:22.609961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-539acd89-957b-45cb-bc82-e712a051a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:22.611678 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-539acd89-957b-45cb-bc82-e712a051a3bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1097 time: 0.0859375 Apr 22 10:21:22.690126 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-3a946583-dfbc-410b-b4e0-4346cb546789 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 217 time: 0.0703936 Apr 22 10:21:22.730001 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca81a764-9ab7-4327-9674-3420855a3fab'] response: {'name': 'network-changed', 'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'status': 'completed', 'code': 200} Apr 22 10:21:22.757783 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-619a2a34-44f8-4ae5-a5af-34a2aa5ddb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:22.759125 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-619a2a34-44f8-4ae5-a5af-34a2aa5ddb3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 200 len: 835 time: 0.0609763 Apr 22 10:21:22.837778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-ace3ffe4-03de-4656-9cd4-f53415c77cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:22.839211 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-ace3ffe4-03de-4656-9cd4-f53415c77cdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8875bcec-dd52-40a6-be98-65e7b2ef181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733030 Apr 22 10:21:22.940357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e85e925f-aeae-42d6-8062-5b4330efb59d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:21:22.977683 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-2e714eee-499a-417a-a1ab-1bc3396e9dba service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318710 Apr 22 10:21:23.011214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port e85e925f-aeae-42d6-8062-5b4330efb59d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:23.011499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:23.034249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fabf4d-cc06-4932-8dc0-bb04c68e208f req-860ab0af-7e3a-4492-b5e9-12963bd6ef1b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:23.035830 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-56fabf4d-cc06-4932-8dc0-bb04c68e208f req-860ab0af-7e3a-4492-b5e9-12963bd6ef1b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 944 time: 0.0872073 Apr 22 10:21:23.082576 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-56fabf4d-cc06-4932-8dc0-bb04c68e208f req-e612b944-e04f-40cb-85f8-aab0c4d20bb6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394602 Apr 22 10:21:23.117898 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-786a95e8-25d2-4c37-8dc4-bb6a8d126d96 req-fdac1410-bd09-43dd-b8a7-afaf1d8b7872 service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341801 Apr 22 10:21:23.237181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-45a27a03-d9ea-4ccf-b947-04786742492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:23.238690 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-45a27a03-d9ea-4ccf-b947-04786742492e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1097 time: 0.0700824 Apr 22 10:21:23.369563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-8d2e2117-424a-4e2c-97b6-2a84c721d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:23.370992 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-8d2e2117-424a-4e2c-97b6-2a84c721d8b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 897 time: 0.1248930 Apr 22 10:21:23.440119 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-7a23114c-7ee9-4141-849d-6b41344db17b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 217 time: 0.0627213 Apr 22 10:21:23.504625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-387b0bd1-20e8-4527-a6e4-b79bac533a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:23.506063 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-387b0bd1-20e8-4527-a6e4-b79bac533a63 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 200 len: 835 time: 0.0584962 Apr 22 10:21:23.580730 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-5d56f408-b1f1-428b-b0b2-08360fe7a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:23.582204 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-5d56f408-b1f1-428b-b0b2-08360fe7a08c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8875bcec-dd52-40a6-be98-65e7b2ef181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698748 Apr 22 10:21:23.715693 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-c6888ba5-1acc-44a8-be86-61dde4cba60c service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264222 Apr 22 10:21:23.946020 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3042616d-1dfd-4b85-bb1c-26787e57f113 req-bd0488c5-bbec-42d2-8fa3-135d52c1ca5f service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237422 Apr 22 10:21:24.266080 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65060744-08d3-4a1d-bd7a-d430835f424e req-8558ebd3-61c9-4625-8b4c-aa987ef5fbb4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:24.266754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-65060744-08d3-4a1d-bd7a-d430835f424e req-8558ebd3-61c9-4625-8b4c-aa987ef5fbb4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:21:24.281953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-65060744-08d3-4a1d-bd7a-d430835f424e req-8558ebd3-61c9-4625-8b4c-aa987ef5fbb4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:21:24.283067 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-65060744-08d3-4a1d-bd7a-d430835f424e req-8558ebd3-61c9-4625-8b4c-aa987ef5fbb4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 944 time: 0.0933213 Apr 22 10:21:24.326784 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-65060744-08d3-4a1d-bd7a-d430835f424e req-1593d56b-208c-4d56-a353-ecea0404b86c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379059 Apr 22 10:21:25.508796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fbcce9-d8b9-4e8d-b85b-3b6c46267c58 req-7afa3061-0ec8-41c6-9678-be7bda9e8533 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:25.510264 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f4fbcce9-d8b9-4e8d-b85b-3b6c46267c58 req-7afa3061-0ec8-41c6-9678-be7bda9e8533 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 944 time: 0.0809791 Apr 22 10:21:25.557544 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f4fbcce9-d8b9-4e8d-b85b-3b6c46267c58 req-620acf34-7092-434c-8fc0-5dbe539dc8d7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396044 Apr 22 10:21:25.791817 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 371f3307-bb69-4685-8f08-1f0eefadf2f8 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:21:25.920723 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 371f3307-bb69-4685-8f08-1f0eefadf2f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:25.933334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'port_id': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'mac_address': 'fa:16:3e:97:f1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:21:26.023783 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:26.039751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371f3307-bb69-4685-8f08-1f0eefadf2f8 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:21:26.055082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 371f3307-bb69-4685-8f08-1f0eefadf2f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:26.059285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:26.126971 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=371f3307-bb69-4685-8f08-1f0eefadf2f8,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:26.454826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['371f3307-bb69-4685-8f08-1f0eefadf2f8'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:21:26.743767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f03dbe-41a7-4ed1-88e6-e3b499d2a0a6 req-24d35ca5-cd7b-4e72-bbea-54681e8b7e09 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:26.745148 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-92f03dbe-41a7-4ed1-88e6-e3b499d2a0a6 req-24d35ca5-cd7b-4e72-bbea-54681e8b7e09 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 945 time: 0.0836699 Apr 22 10:21:26.788495 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-92f03dbe-41a7-4ed1-88e6-e3b499d2a0a6 req-d9877918-fd1e-43c9-b4d7-be271e60fb15 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371211 Apr 22 10:21:27.806798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 371f3307-bb69-4685-8f08-1f0eefadf2f8 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:21:27.874353 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 371f3307-bb69-4685-8f08-1f0eefadf2f8 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:21:27.879101 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 371f3307-bb69-4685-8f08-1f0eefadf2f8 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:21:27.879542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:27.975003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc862a-d18f-43ab-8c68-0bf885298bac req-d9cf8830-144a-49db-969e-d58b8cde586e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:27.976532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-88bc862a-d18f-43ab-8c68-0bf885298bac req-d9cf8830-144a-49db-969e-d58b8cde586e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 945 time: 0.0837238 Apr 22 10:21:27.998362 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:28.020166 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-88bc862a-d18f-43ab-8c68-0bf885298bac req-748623d3-151a-456d-b132-b149c8be0ace tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380452 Apr 22 10:21:28.025558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:21:28.035158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 371f3307-bb69-4685-8f08-1f0eefadf2f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:21:28.041416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:28.112469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=371f3307-bb69-4685-8f08-1f0eefadf2f8,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:28.119695 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2230e506-0609-4778-bb4c-2129e380b595'] response: {'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'code': 200} Apr 22 10:21:28.343091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28152c-df36-48f2-9a94-7434140f8286 req-b345e7a7-fc6e-4824-b3b4-09e278923f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:28.344544 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc28152c-df36-48f2-9a94-7434140f8286 req-b345e7a7-fc6e-4824-b3b4-09e278923f80 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1099 time: 0.0686543 Apr 22 10:21:28.385984 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fc28152c-df36-48f2-9a94-7434140f8286 req-c775e8f2-2cd5-4b8f-83aa-3dc9e469dc8e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345924 Apr 22 10:21:29.207601 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7162e-af3d-453f-922f-e3f59de63436 req-859ed27e-1fc7-4893-9a7a-97331b0b8821 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:29.208965 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9fd7162e-af3d-453f-922f-e3f59de63436 req-859ed27e-1fc7-4893-9a7a-97331b0b8821 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0803378 Apr 22 10:21:29.252256 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9fd7162e-af3d-453f-922f-e3f59de63436 req-cfc14f93-52f1-47d0-9b75-4b84cb094ad8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376484 Apr 22 10:21:30.439822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071b5ac-5385-4a3a-894f-ae0b2670c9fc req-fd6da5a2-3940-4e3d-a195-58a613bc3be2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:30.441279 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3071b5ac-5385-4a3a-894f-ae0b2670c9fc req-fd6da5a2-3940-4e3d-a195-58a613bc3be2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0819483 Apr 22 10:21:30.484861 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3071b5ac-5385-4a3a-894f-ae0b2670c9fc req-11fe56aa-2f22-4526-8d1b-2ec50c612e9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374045 Apr 22 10:21:30.667619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f4bf0-d945-489b-9df8-184807fc9849 req-282354ac-11e8-4412-9c7d-76cb45ad9ce9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:30.669127 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8b3f4bf0-d945-489b-9df8-184807fc9849 req-282354ac-11e8-4412-9c7d-76cb45ad9ce9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0809722 Apr 22 10:21:30.713436 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8b3f4bf0-d945-489b-9df8-184807fc9849 req-1889f29c-449e-474a-8fd0-339a3f69b6ec tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383725 Apr 22 10:21:30.735157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40686) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:30.808000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fda739-c474-4e61-965a-8c8d7e59007b tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:30.809406 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-73fda739-c474-4e61-965a-8c8d7e59007b tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1094 time: 0.0733027 Apr 22 10:21:30.812137 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40690) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:30.816938 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:21:30.823552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:21:30.827296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:floatingip and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:21:30.830070 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:21:30.835761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:21:30.845872 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:30.982167 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:31.123955 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.139 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/e9e832ce-b9fd-4967-859e-be961e3e5ac9) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:21:31.266419 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:31.295634 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:31.454325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:21:31.456890 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:21:31.461011 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:21:31.500186 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=e9e832ce-b9fd-4967-859e-be961e3e5ac9,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:31.877720 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:31.954682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:32.159478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:32.163969 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:32.271215 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=e9e832ce-b9fd-4967-859e-be961e3e5ac9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:21:32.283256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:32.456325 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP c110ebed-2e34-4920-a9b1-b4c62afccc54 associated. External IP: 172.26.2.139, port: 371f3307-bb69-4685-8f08-1f0eefadf2f8. Apr 22 10:21:32.925006 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 642b4897-fc9b-4750-b989-5746ba03749c has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:21:33.111079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:21:33.121989 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] Sync routers for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:21:33.131583 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:33.132176 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:21:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:33.136582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:33.198383 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-513543b6-eb60-4b13-b155-90326f261790 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3850453 Apr 22 10:21:33.199000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:21:33.253475 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc2adbb-b89c-4eb4-9061-2c6073fe10a2'] response: {'name': 'network-changed', 'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'status': 'completed', 'code': 200} Apr 22 10:21:33.323739 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:33.430815 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-683f0a7e-6c17-48bc-8b85-f70519c267af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:33.432218 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-683f0a7e-6c17-48bc-8b85-f70519c267af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1099 time: 0.1529608 Apr 22 10:21:33.439582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42b3dc-8cf2-4f42-bb9f-2cc521f93f11 req-2ecc3719-e309-4611-b38d-dc42950366b3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:33.440956 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bd42b3dc-8cf2-4f42-bb9f-2cc521f93f11 req-2ecc3719-e309-4611-b38d-dc42950366b3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.1205544 Apr 22 10:21:33.578583 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-bd42b3dc-8cf2-4f42-bb9f-2cc521f93f11 req-01185701-fdf6-4b62-bafa-4a07e412d642 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162086 Apr 22 10:21:33.601985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40698) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:33.608360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-3a415385-59ff-4107-a91c-3d57e5174a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:33.609842 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-3a415385-59ff-4107-a91c-3d57e5174a1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 897 time: 0.1680641 Apr 22 10:21:33.711077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2d94ff2a-2fc8-44df-87e6-f5b101a61db1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/c110ebed-2e34-4920-a9b1-b4c62afccc54 HTTP/1.1" status: 200 len: 992 time: 0.1077359 Apr 22 10:21:33.718390 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-a889f04f-1d79-4e52-aa3d-6bb774109d61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 1000 time: 0.1009517 Apr 22 10:21:33.720684 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'c110ebed-2e34-4920-a9b1-b4c62afccc54', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.139', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'port_id': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'mac_address': 'fa:16:3e:97:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:21:31Z', 'updated_at': '2022-04-22T10:21:31Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:21Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:33.724634 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] Checking router: 642b4897-fc9b-4750-b989-5746ba03749c for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:21:33.733245 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:21:33.733834 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:21:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:33.811457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-a4d6a6f5-ee0d-4b77-b141-502c58ccdc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:33.813091 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-a4d6a6f5-ee0d-4b77-b141-502c58ccdc3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 200 len: 835 time: 0.0874238 Apr 22 10:21:33.895529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-dca7759e-b1d5-4895-93e8-ab71e3493028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:33.897070 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-dca7759e-b1d5-4895-93e8-ab71e3493028 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8875bcec-dd52-40a6-be98-65e7b2ef181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758457 Apr 22 10:21:33.932226 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:21:34.031701 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-1ec1860d-925c-4961-a58e-b60338aa49b2 service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280904 Apr 22 10:21:34.172942 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0d39f93-8a7a-4c54-854b-f1a462f7040c req-c54f9228-d1c2-4b81-baba-2db107cd8400 service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333857 Apr 22 10:21:34.288731 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'c110ebed-2e34-4920-a9b1-b4c62afccc54', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.139', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'port_id': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'mac_address': 'fa:16:3e:97:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:21:31Z', 'updated_at': '2022-04-22T10:21:31Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:21Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:21:34.292635 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ea7873-3a32-49f8-86e0-de6e022d8960 None None] The sync data for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv is: [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'c110ebed-2e34-4920-a9b1-b4c62afccc54', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.139', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'port_id': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'mac_address': 'fa:16:3e:97:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:21:31Z', 'updated_at': '2022-04-22T10:21:31Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:21Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:21:34.474784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1093f-040f-4264-93df-641a25ac4104 None None] New status for floating IP c110ebed-2e34-4920-a9b1-b4c62afccc54: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:21:34.714698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40702) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:21:34.823047 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0fc09972-ce17-4cfb-84af-687a1129438d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/c110ebed-2e34-4920-a9b1-b4c62afccc54 HTTP/1.1" status: 200 len: 994 time: 0.1071353 Apr 22 10:21:39.228387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:42.160848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3a8e514b-4491-4438-abd0-3dc35a31c657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:44.551263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42632e74-bebe-4da6-b790-ca870d4c53a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:45.601797 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:45.873021 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:47.398407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:21:52.328074 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:21:57.940116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-760021cc-df1e-452f-baf8-eb1475b30412 req-3962a49b-2bc8-4d9b-8fd0-753c00cb9787 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667112 Apr 22 10:21:58.081834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760021cc-df1e-452f-baf8-eb1475b30412 req-26adb5f4-e97f-4d38-b754-1b0c1571350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:58.083272 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-760021cc-df1e-452f-baf8-eb1475b30412 req-26adb5f4-e97f-4d38-b754-1b0c1571350e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1099 time: 0.0721867 Apr 22 10:21:58.321511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760021cc-df1e-452f-baf8-eb1475b30412 req-e69a08d0-db3a-4812-b1ae-3a2f5dd2b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:58.322942 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-760021cc-df1e-452f-baf8-eb1475b30412 req-e69a08d0-db3a-4812-b1ae-3a2f5dd2b97e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 897 time: 0.2204547 Apr 22 10:21:58.423337 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-760021cc-df1e-452f-baf8-eb1475b30412 req-cbea7a1e-58d5-4968-8c57-548895ec3bff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 1002 time: 0.0938501 Apr 22 10:21:58.483823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760021cc-df1e-452f-baf8-eb1475b30412 req-68c4f47f-be54-4b7e-bf03-8910e8f82fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:58.485262 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-760021cc-df1e-452f-baf8-eb1475b30412 req-68c4f47f-be54-4b7e-bf03-8910e8f82fb2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 200 len: 835 time: 0.0558076 Apr 22 10:21:58.558681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760021cc-df1e-452f-baf8-eb1475b30412 req-395c2fcf-e07c-4025-b10c-6d3eb78da130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:21:58.560134 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-760021cc-df1e-452f-baf8-eb1475b30412 req-395c2fcf-e07c-4025-b10c-6d3eb78da130 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8875bcec-dd52-40a6-be98-65e7b2ef181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683634 Apr 22 10:21:58.706635 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-760021cc-df1e-452f-baf8-eb1475b30412 req-a5075a03-8034-4343-a12c-a50081ce58f5 service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397793 Apr 22 10:21:58.838311 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-760021cc-df1e-452f-baf8-eb1475b30412 req-45e81c25-8fff-4d77-a95c-b850914cbb8e service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223176 Apr 22 10:22:09.236727 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:12.161994 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ac66a3b1-f872-4440-aa1f-d58f144332bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:14.557027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c8db127a-b4e7-4ac4-bcc1-4efe8fc0b434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:15.608313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:15.875366 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:17.400240 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:29.328188 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:22:39.245654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:42.162728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-21157bc5-b25d-45b1-8856-56b136e4a2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:44.550755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6faec64a-65f8-4879-b6f0-5bf79d1437c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:45.605391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:45.877731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:47.403751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:22:48.162592 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68537fd9-ce78-498e-b271-ae80fb705e85 req-eb98cfc0-1c00-44d5-a257-7b916865b3cc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:48.163934 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-68537fd9-ce78-498e-b271-ae80fb705e85 req-eb98cfc0-1c00-44d5-a257-7b916865b3cc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0840697 Apr 22 10:22:48.205951 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-68537fd9-ce78-498e-b271-ae80fb705e85 req-e1e332b6-10bb-4822-97a9-d26a63938504 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364685 Apr 22 10:22:49.391414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1e871-1828-4be6-9b30-d741a8f3cdfd req-2b8f4d51-38bf-4f29-853c-9272f7733d46 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:49.392878 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-faf1e871-1828-4be6-9b30-d741a8f3cdfd req-2b8f4d51-38bf-4f29-853c-9272f7733d46 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0829396 Apr 22 10:22:49.435747 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-faf1e871-1828-4be6-9b30-d741a8f3cdfd req-aafa0832-3451-47da-b78c-051cb3f6e368 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368352 Apr 22 10:22:50.616184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da36724-5bfa-4482-8de6-6484054327b4 req-19cbbaf4-58e2-49f2-91a6-49ab54ba45d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:50.617667 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2da36724-5bfa-4482-8de6-6484054327b4 req-19cbbaf4-58e2-49f2-91a6-49ab54ba45d4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0796518 Apr 22 10:22:50.663636 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2da36724-5bfa-4482-8de6-6484054327b4 req-72580791-d37d-47d4-9a3a-802c5fb5a711 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404651 Apr 22 10:22:51.845071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225bf1-b411-4206-a5cd-e99e8bb587f4 req-3f0c24a0-39aa-423b-8ed6-f7a157abc024 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:51.846413 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-04225bf1-b411-4206-a5cd-e99e8bb587f4 req-3f0c24a0-39aa-423b-8ed6-f7a157abc024 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0779285 Apr 22 10:22:51.893655 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-04225bf1-b411-4206-a5cd-e99e8bb587f4 req-5106d8d4-ac51-44f4-86d3-179ae75d2952 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407932 Apr 22 10:22:53.073887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1aee-7761-4931-b92c-680ca1f98062 req-951032b9-ef95-48ad-b7cd-58c12a729a32 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:53.075301 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-80ae1aee-7761-4931-b92c-680ca1f98062 req-951032b9-ef95-48ad-b7cd-58c12a729a32 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0776107 Apr 22 10:22:53.117410 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-80ae1aee-7761-4931-b92c-680ca1f98062 req-34a25f2a-b12b-4ce2-981e-87780feb11cb tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366502 Apr 22 10:22:54.301216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54cf73-e107-419d-a16f-ab1cb6712ebf req-54535869-f07a-4083-ba71-5fce12fa58c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:54.302590 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb54cf73-e107-419d-a16f-ab1cb6712ebf req-54535869-f07a-4083-ba71-5fce12fa58c4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0803633 Apr 22 10:22:54.345907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb54cf73-e107-419d-a16f-ab1cb6712ebf req-eca054a6-7c39-44ac-93a3-570ea6563314 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378373 Apr 22 10:22:55.531667 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd6e56-72d7-4a44-acfa-16687e90d405 req-7cb8bb8a-c853-4e6b-b8a7-c881ecfe5269 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:55.533136 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2cd6e56-72d7-4a44-acfa-16687e90d405 req-7cb8bb8a-c853-4e6b-b8a7-c881ecfe5269 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0820980 Apr 22 10:22:55.584749 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e2cd6e56-72d7-4a44-acfa-16687e90d405 req-278f35cf-8f6a-414f-bd79-c0a336202980 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444541 Apr 22 10:22:56.768579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5208e0-f6ae-4c47-b225-6be893490e04 req-c2b30e79-bfdc-4409-81c2-ee2027a89c72 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:56.769887 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5208e0-f6ae-4c47-b225-6be893490e04 req-c2b30e79-bfdc-4409-81c2-ee2027a89c72 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0803289 Apr 22 10:22:56.812958 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a5208e0-f6ae-4c47-b225-6be893490e04 req-cc38a24c-6ca5-4fb9-88af-718338873b52 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370560 Apr 22 10:22:57.989709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1c7b1-a4d6-4251-a011-49d14fd0533f req-d636c849-9d74-4dec-8ba4-74fcc885b4b4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:57.991747 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1aa1c7b1-a4d6-4251-a011-49d14fd0533f req-d636c849-9d74-4dec-8ba4-74fcc885b4b4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0774839 Apr 22 10:22:58.033733 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1aa1c7b1-a4d6-4251-a011-49d14fd0533f req-3b154807-2b1a-40ed-b9f7-bbb442c9ab6e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365019 Apr 22 10:22:59.213340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c899c96-0ade-41d4-987a-519fe5855510 req-cb3f0f7c-aa82-4351-9b44-4fe97a4c40d2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:59.214706 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3c899c96-0ade-41d4-987a-519fe5855510 req-cb3f0f7c-aa82-4351-9b44-4fe97a4c40d2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0784397 Apr 22 10:22:59.258063 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3c899c96-0ade-41d4-987a-519fe5855510 req-a8df7900-e998-4eeb-9fc9-60a0ab7a78a5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Apr 22 10:22:59.828352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-b398d33d-f24f-43f1-a907-ddc96c348d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:59.829739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-b398d33d-f24f-43f1-a907-ddc96c348d4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1099 time: 0.0720117 Apr 22 10:22:59.974647 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-3225ea24-92e7-4f24-9540-7cbada387ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:22:59.976630 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-3225ea24-92e7-4f24-9540-7cbada387ee8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 897 time: 0.1254935 Apr 22 10:23:00.079249 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-c9aa482d-33bc-4385-9aee-0bc48302ff29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 1002 time: 0.0966613 Apr 22 10:23:00.140456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-d9e78355-fa3c-4fa0-aa56-bca5bbcf79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:00.141867 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-d9e78355-fa3c-4fa0-aa56-bca5bbcf79ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 200 len: 835 time: 0.0561192 Apr 22 10:23:00.217132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-1b8ef7cf-f7f2-40c5-a2bc-c8fe2892de71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:00.218535 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-1b8ef7cf-f7f2-40c5-a2bc-c8fe2892de71 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8875bcec-dd52-40a6-be98-65e7b2ef181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705955 Apr 22 10:23:00.350577 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-6d1c21c2-0e77-4ce1-ab6c-eff3cb0b6b9b service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240320 Apr 22 10:23:00.451549 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80c0f6-c5ec-4a76-838f-b9a4da7bc3d0 req-2b278506-19a0-48d8-a329-900f03b1f7a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:00.453037 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be80c0f6-c5ec-4a76-838f-b9a4da7bc3d0 req-2b278506-19a0-48d8-a329-900f03b1f7a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0856009 Apr 22 10:23:00.497821 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-be80c0f6-c5ec-4a76-838f-b9a4da7bc3d0 req-a6632ad2-6838-47e5-8148-a4d78e7745cd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390489 Apr 22 10:23:00.581552 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fcf30ec8-5a11-4894-ad73-df30b129c3d6 req-68de0b28-aff0-461f-867d-006c9f18e9cd service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251127 Apr 22 10:23:01.683168 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5745d8-11c9-4205-9f34-654820cbbe93 req-9d8516a2-dabf-4c4b-82c7-fe52d9c23474 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:01.684653 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a5745d8-11c9-4205-9f34-654820cbbe93 req-9d8516a2-dabf-4c4b-82c7-fe52d9c23474 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0792305 Apr 22 10:23:01.727467 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6a5745d8-11c9-4205-9f34-654820cbbe93 req-0a6228ad-d9f3-4f27-be19-0d4cecf5573e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372660 Apr 22 10:23:02.908748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071837e1-f98d-45dc-98fb-39eea3864cd6 req-0983ac2e-d291-4cbe-8ef4-b660f341e177 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:02.910205 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-071837e1-f98d-45dc-98fb-39eea3864cd6 req-0983ac2e-d291-4cbe-8ef4-b660f341e177 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0780544 Apr 22 10:23:02.956293 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-071837e1-f98d-45dc-98fb-39eea3864cd6 req-a5bf66fa-3af9-4ec2-9ba8-22ef19d6f8c5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Apr 22 10:23:04.137318 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357816fe-afd7-45d8-bffd-b3a9989362a3 req-544df132-aa4e-47c0-b432-a15058407522 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:04.138753 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-357816fe-afd7-45d8-bffd-b3a9989362a3 req-544df132-aa4e-47c0-b432-a15058407522 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0810280 Apr 22 10:23:04.181483 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-357816fe-afd7-45d8-bffd-b3a9989362a3 req-e711015c-afbf-4353-8367-cac84bcdc9a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371878 Apr 22 10:23:04.204344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40758) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:23:04.307853 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3cb8a0f4-b9ed-4008-8dc2-2d728c73949d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/c110ebed-2e34-4920-a9b1-b4c62afccc54 HTTP/1.1" status: 200 len: 994 time: 0.1023047 Apr 22 10:23:05.751758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa43967-caa9-4d90-ac0c-6b942065deeb req-5547e314-b650-403e-b785-fcb8717dc960 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:05.753233 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9aa43967-caa9-4d90-ac0c-6b942065deeb req-5547e314-b650-403e-b785-fcb8717dc960 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0794551 Apr 22 10:23:05.797196 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-9aa43967-caa9-4d90-ac0c-6b942065deeb req-a201dfc3-b5fd-453f-9cfb-51bf711967f6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375540 Apr 22 10:23:05.810681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-b1eba7e1-810c-44de-b9cc-b23ea0e5a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:05.812161 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-b1eba7e1-810c-44de-b9cc-b23ea0e5a05b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1099 time: 0.0703816 Apr 22 10:23:05.939599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-c9c2d4f9-e1cd-45e1-b220-4285b6baa817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:05.940967 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-c9c2d4f9-e1cd-45e1-b220-4285b6baa817 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 897 time: 0.1227508 Apr 22 10:23:06.040407 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-a9214038-bdaf-4668-96b6-5bdab640cc5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 1002 time: 0.0932038 Apr 22 10:23:06.103467 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-83869991-deb6-4281-9942-ead4216459f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:06.104866 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-83869991-deb6-4281-9942-ead4216459f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 200 len: 835 time: 0.0585103 Apr 22 10:23:06.176628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-630151cc-940e-469b-92a6-d4203a668517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:06.178696 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-630151cc-940e-469b-92a6-d4203a668517 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8875bcec-dd52-40a6-be98-65e7b2ef181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683165 Apr 22 10:23:06.306696 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-8cddbd1d-bc0e-4ba4-b5ae-f330d418ffa1 service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212473 Apr 22 10:23:06.328039 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:23:06.436571 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-eb0209e0-77da-44d6-90d9-7979fccac100 req-8762bb21-fd51-4e20-b0de-cf894e3194ae service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228569 Apr 22 10:23:06.988872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9bec0-544d-448a-b7df-ef758750d5e7 req-194fb534-78bd-4e45-b8f5-a96e680455e3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:06.991481 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-83e9bec0-544d-448a-b7df-ef758750d5e7 req-194fb534-78bd-4e45-b8f5-a96e680455e3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0851383 Apr 22 10:23:07.038394 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-83e9bec0-544d-448a-b7df-ef758750d5e7 req-b3ebba43-0e08-40ac-9db3-1d3147e9a2d6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409045 Apr 22 10:23:08.224637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b892-629c-4bb8-a041-cc890b7e472f req-deb89eb1-d29f-4faa-93fc-d50185a651b0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:23:08.226043 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-92a8b892-629c-4bb8-a041-cc890b7e472f req-deb89eb1-d29f-4faa-93fc-d50185a651b0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0804701 Apr 22 10:23:08.268689 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-92a8b892-629c-4bb8-a041-cc890b7e472f req-f0f1ee85-a254-4212-84c3-3b1e2aca0fe2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371263 Apr 22 10:23:08.290898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40772) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:23:08.397506 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8eb16166-3336-45ab-a16f-e135eae7411d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/c110ebed-2e34-4920-a9b1-b4c62afccc54 HTTP/1.1" status: 200 len: 994 time: 0.1054606 Apr 22 10:23:09.252740 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:12.163930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e3b2b642-6080-4cb0-98b7-615a41d54959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:14.553339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-529a3012-8336-47dc-8eab-0263d0db6163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:15.607725 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:15.879035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:17.406936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:39.252079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:42.166063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0cc67963-385f-4a20-917f-808085fa2ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:43.326950 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:23:44.555333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71c7dfca-bf05-4719-8836-2a2b068a076d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:45.610166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:45.881147 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:23:47.409076 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:00.903688 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-861db545-069c-4c60-bc89-22bd2682bfea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672600 Apr 22 10:24:01.042404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-29e34ca3-fa22-4f64-ab44-38d3689b92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:01.043823 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-29e34ca3-fa22-4f64-ab44-38d3689b92e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1099 time: 0.0721073 Apr 22 10:24:01.280040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-67b3af4d-145c-49a0-8619-b8a600989f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:01.281412 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-67b3af4d-145c-49a0-8619-b8a600989f37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 897 time: 0.2191908 Apr 22 10:24:01.383616 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-52d420ec-a223-4b02-a9eb-4d6e168a5d30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 1002 time: 0.0938246 Apr 22 10:24:01.443577 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-8e5f57af-4e6b-414c-b351-de5af1a32b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:01.445622 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-8e5f57af-4e6b-414c-b351-de5af1a32b76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 200 len: 835 time: 0.0559013 Apr 22 10:24:01.518658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-0fcb7e1c-dbef-4b8c-a98a-6a53087a2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:01.520245 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-0fcb7e1c-dbef-4b8c-a98a-6a53087a2147 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8875bcec-dd52-40a6-be98-65e7b2ef181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684423 Apr 22 10:24:01.658370 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-ec0b92ab-edb4-4a88-8abc-4570c3b0f8fd service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315567 Apr 22 10:24:01.788866 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1cec66de-7e54-4fd4-b8e9-9849220764fa req-218893bc-a663-45d1-a534-98a4234a36ae service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226006 Apr 22 10:24:04.532165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40812) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:04.826983 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port e9e832ce-b9fd-4967-859e-be961e3e5ac9 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:24:04.827319 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:04.990577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:04.990898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:05.108044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for e9e832ce-b9fd-4967-859e-be961e3e5ac9 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:24:05.254190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:05.304862 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=e9e832ce-b9fd-4967-859e-be961e3e5ac9,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:05.343071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.343447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.343789 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.344126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.344485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.344818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.345145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.345468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.345792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.346113 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.346435 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.346800 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:05.400908 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:05.401164 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP c110ebed-2e34-4920-a9b1-b4c62afccc54 disassociated (deleted). External IP: 172.26.2.139, port: 371f3307-bb69-4685-8f08-1f0eefadf2f8. Apr 22 10:24:05.753711 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 642b4897-fc9b-4750-b989-5746ba03749c has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:24:05.926502 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:24:05.935742 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] Sync routers for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:24:05.945321 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:05.945538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:05.945906 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:23:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:06.002070 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4787f9af-704d-4784-9ac1-5f215c96c809 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/floatingips/c110ebed-2e34-4920-a9b1-b4c62afccc54 HTTP/1.1" status: 204 len: 168 time: 1.4688284 Apr 22 10:24:06.002648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:24:06.102151 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd492bfd-abfb-47df-bf49-d2ca55d47052'] response: {'name': 'network-changed', 'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'status': 'completed', 'code': 200} Apr 22 10:24:06.120538 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:06.197308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098178d-0e43-4744-9efb-e3817bc5142c req-ee76d9f8-1ba7-4762-b476-ce46422c77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:06.199421 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a098178d-0e43-4744-9efb-e3817bc5142c req-ee76d9f8-1ba7-4762-b476-ce46422c77bd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 1099 time: 0.0769143 Apr 22 10:24:06.342438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098178d-0e43-4744-9efb-e3817bc5142c req-1f802180-2a13-436e-a6b6-7744c27b1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:06.344140 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a098178d-0e43-4744-9efb-e3817bc5142c req-1f802180-2a13-436e-a6b6-7744c27b1ed8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 200 len: 897 time: 0.1379321 Apr 22 10:24:06.419608 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a098178d-0e43-4744-9efb-e3817bc5142c req-73352412-e23f-41b3-a68f-4beb1dfeca71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 200 len: 217 time: 0.0670774 Apr 22 10:24:06.471493 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:21Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:06.475255 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] Checking router: 642b4897-fc9b-4750-b989-5746ba03749c for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:24:06.483841 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:06.484435 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:23:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:06.525305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098178d-0e43-4744-9efb-e3817bc5142c req-42d7be29-f384-440c-b581-9a7ccac4b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:06.526781 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a098178d-0e43-4744-9efb-e3817bc5142c req-42d7be29-f384-440c-b581-9a7ccac4b5cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 200 len: 835 time: 0.0997658 Apr 22 10:24:06.605445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ac07b-2a3a-4ba6-ade7-7270f926ac3e req-1e654c1a-900f-48a9-9c7a-3babeb2776a0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:06.606888 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-923ac07b-2a3a-4ba6-ade7-7270f926ac3e req-1e654c1a-900f-48a9-9c7a-3babeb2776a0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.3027151 Apr 22 10:24:06.656002 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098178d-0e43-4744-9efb-e3817bc5142c req-ccb00240-90ca-4de3-a9de-3f4410b0a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:06.657482 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a098178d-0e43-4744-9efb-e3817bc5142c req-ccb00240-90ca-4de3-a9de-3f4410b0a83b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8875bcec-dd52-40a6-be98-65e7b2ef181d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1237142 Apr 22 10:24:06.658244 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:06.665049 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-923ac07b-2a3a-4ba6-ade7-7270f926ac3e req-5e5c7281-c11d-4859-90d6-37e5335d5efd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511348 Apr 22 10:24:06.789116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a098178d-0e43-4744-9efb-e3817bc5142c req-4beb309d-d107-41db-9e82-0b4fb56fa25c service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231461 Apr 22 10:24:06.918696 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a098178d-0e43-4744-9efb-e3817bc5142c req-f97df23e-b260-4da4-ba5a-5d1316507ac9 service neutron] 10.222.0.35 "GET /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219413 Apr 22 10:24:06.964058 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:21Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:06.967988 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edaf1ff-a756-4444-b0cc-7571eee9f052 None None] The sync data for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv is: [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': 'e85e925f-aeae-42d6-8062-5b4330efb59d', 'name': '', 'network_id': '8875bcec-dd52-40a6-be98-65e7b2ef181d', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:d2:11:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:16Z', 'updated_at': '2022-04-22T10:21:21Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'c80e5b16-7611-4123-ad35-425ca041954d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:24:07.165273 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1b8ef-1f6a-4ad4-8b15-e829918d37e1 None None] New status for floating IP c110ebed-2e34-4920-a9b1-b4c62afccc54: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:24:08.000778 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8bf57-407d-483c-9cc3-dac503000399 req-56ee48f9-47f1-4c9c-a9e8-59293e2c229d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:08.001379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-faa8bf57-407d-483c-9cc3-dac503000399 req-56ee48f9-47f1-4c9c-a9e8-59293e2c229d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:24:08.016110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-faa8bf57-407d-483c-9cc3-dac503000399 req-56ee48f9-47f1-4c9c-a9e8-59293e2c229d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:24:08.017343 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-faa8bf57-407d-483c-9cc3-dac503000399 req-56ee48f9-47f1-4c9c-a9e8-59293e2c229d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.2467043 Apr 22 10:24:08.061411 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-faa8bf57-407d-483c-9cc3-dac503000399 req-aa20dc55-eaab-4ebf-9495-bf87bcd4b79a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=4a53b9c5-6c6e-4ff4-b982-469b357cffe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377035 Apr 22 10:24:08.178765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c70bd-1385-4533-a241-61dde975418a req-48e262d2-1432-4886-974f-3caf742530f4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:08.180201 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c13c70bd-1385-4533-a241-61dde975418a req-48e262d2-1432-4886-974f-3caf742530f4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 946 time: 0.0816317 Apr 22 10:24:08.247981 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 371f3307-bb69-4685-8f08-1f0eefadf2f8 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:24:08.248314 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:08.582378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port 371f3307-bb69-4685-8f08-1f0eefadf2f8, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=371f3307-bb69-4685-8f08-1f0eefadf2f8,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:08.582744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:08.703472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 371f3307-bb69-4685-8f08-1f0eefadf2f8 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:24:08.846857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:08.896687 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=371f3307-bb69-4685-8f08-1f0eefadf2f8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:08.942296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.942637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.942974 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.943304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.943632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.943962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.944934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.945257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.945580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.945904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.946223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.946541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:08.982637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] No DVR routers for this DVR port 371f3307-bb69-4685-8f08-1f0eefadf2f8 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:24:08.984939 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:08.987344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'name': 'network-vif-deleted', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:24:09.003347 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c13c70bd-1385-4533-a241-61dde975418a req-f7808234-f6b2-4866-809b-1b27e4cd682c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "DELETE /v2.0/ports/371f3307-bb69-4685-8f08-1f0eefadf2f8 HTTP/1.1" status: 204 len: 173 time: 0.8181343 Apr 22 10:24:09.080386 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45dad2b2-f8eb-4a24-be3d-b83e199a87a9'] response: {'server_uuid': '0a817469-2727-42a5-bd1c-ebe1a4bb9a69', 'name': 'network-vif-deleted', 'tag': '371f3307-bb69-4685-8f08-1f0eefadf2f8', 'status': 'completed', 'code': 200} Apr 22 10:24:09.224613 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-53fd0707-3bda-494c-95ff-0854c9b6620d req-41e0d966-c266-4367-9db4-1ae2ae9d85dd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a817469-2727-42a5-bd1c-ebe1a4bb9a69 HTTP/1.1" status: 200 len: 210 time: 0.0424023 Apr 22 10:24:09.255604 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:10.319651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40840) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:10.613673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 371f3307-bb69-4685-8f08-1f0eefadf2f8 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:24:10.648702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 371f3307-bb69-4685-8f08-1f0eefadf2f8 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:24:10.649327 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 371f3307-bb69-4685-8f08-1f0eefadf2f8 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:24:10.860645 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:11.208176 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port e85e925f-aeae-42d6-8062-5b4330efb59d {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:24:11.208441 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:11.391946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port e85e925f-aeae-42d6-8062-5b4330efb59d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=e85e925f-aeae-42d6-8062-5b4330efb59d,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:11.392675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:11.624307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for e85e925f-aeae-42d6-8062-5b4330efb59d owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:24:11.945814 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:12.027163 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=e85e925f-aeae-42d6-8062-5b4330efb59d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:12.170191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5f63b7a-fb18-4ba6-bf6b-2fda56786a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:12.262709 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:12.606455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router 642b4897-fc9b-4750-b989-5746ba03749c has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:24:12.889841 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:24:12.899863 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] Sync routers for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:24:12.902989 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-d45b15e8-2230-46cf-a74a-f99fa65ee373 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/642b4897-fc9b-4750-b989-5746ba03749c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5821178 Apr 22 10:24:12.905434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40844) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:12.908957 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:12.909549 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:23:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:12.970204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd19254f-4349-43a1-8c88-3fadd4b7c295 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting subnet c80e5b16-7611-4123-ad35-425ca041954d {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:24:12.973749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd19254f-4349-43a1-8c88-3fadd4b7c295 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.028877 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd19254f-4349-43a1-8c88-3fadd4b7c295 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.090236 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:13.112421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd19254f-4349-43a1-8c88-3fadd4b7c295 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.185370 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd19254f-4349-43a1-8c88-3fadd4b7c295 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.225912 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19254f-4349-43a1-8c88-3fadd4b7c295 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Subnet': ['ID=c80e5b16-7611-4123-ad35-425ca041954d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:13.232698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dd19254f-4349-43a1-8c88-3fadd4b7c295 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.238902 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dd19254f-4349-43a1-8c88-3fadd4b7c295 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/subnets/c80e5b16-7611-4123-ad35-425ca041954d HTTP/1.1" status: 204 len: 168 time: 0.3325341 Apr 22 10:24:13.239526 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c129e-5c85-4cf5-9055-30a828f8aae8 None None] Network 8875bcec-dd52-40a6-be98-65e7b2ef181d requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:24:13.242060 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40848) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:13.376302 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:24:11Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:13.380217 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] Checking router: 642b4897-fc9b-4750-b989-5746ba03749c for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:24:13.391173 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] Routers {'642b4897-fc9b-4750-b989-5746ba03749c'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:13.391760 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:23:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['642b4897-fc9b-4750-b989-5746ba03749c'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:13.429898 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.509263 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] DHCP port deletion for 8875bcec-dd52-40a6-be98-65e7b2ef181d request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:24:13.513245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Deleting port 579e8c8d-3565-49bb-a077-896465f254f3 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:24:13.513609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.614390 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] Set router 642b4897-fc9b-4750-b989-5746ba03749c gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:13.624573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.634815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port df490ff7-5599-441b-b201-f719aceb492c {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:24:13.635229 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.718242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] For port 579e8c8d-3565-49bb-a077-896465f254f3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=579e8c8d-3565-49bb-a077-896465f254f3,segment=NetworkSegment(8141e25e-35c0-4135-854a-31229d2b9fcd),segment_id=8141e25e-35c0-4135-854a-31229d2b9fcd)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:13.718628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.814547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port df490ff7-5599-441b-b201-f719aceb492c, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=df490ff7-5599-441b-b201-f719aceb492c,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:13.815260 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.842399 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Calling delete_port for 579e8c8d-3565-49bb-a077-896465f254f3 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:24:13.898215 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:24:11Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:13.902092 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16490d88-bc20-4a09-8875-bd6751a20e96 None None] The sync data for ids ['642b4897-fc9b-4750-b989-5746ba03749c'] in dv-neutron-839018-1-hyperv is: [{'id': '642b4897-fc9b-4750-b989-5746ba03749c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1450249804', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117'}], 'enable_snat': True}, 'gw_port_id': 'df490ff7-5599-441b-b201-f719aceb492c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:21:11Z', 'updated_at': '2022-04-22T10:24:11Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'df490ff7-5599-441b-b201-f719aceb492c', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642b4897-fc9b-4750-b989-5746ba03749c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:21:12Z', 'updated_at': '2022-04-22T10:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:24:13.923336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:13.942029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for df490ff7-5599-441b-b201-f719aceb492c owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:24:13.974249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Pushing event deleted for resources: {'Port': ['ID=579e8c8d-3565-49bb-a077-896465f254f3,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:13.978696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] No DVR routers for this DVR port 579e8c8d-3565-49bb-a077-896465f254f3 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:24:13.984477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:13.991629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f566fcbc-33a1-49be-a665-0af5a3896b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:14.109786 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.157226 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=df490ff7-5599-441b-b201-f719aceb492c,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:14.246099 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.529117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.531325 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.556556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.557554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Fanout notify agent at l3_agent the message router_deleted on router 642b4897-fc9b-4750-b989-5746ba03749c {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:24:14.559461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b315c51c-cb70-48e3-86b5-4544dbca8071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.574996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.576770 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8edbea2c-5c10-4493-ae91-946c9ae1f4a1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/routers/642b4897-fc9b-4750-b989-5746ba03749c HTTP/1.1" status: 204 len: 168 time: 1.3332579 Apr 22 10:24:14.579045 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40852) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:14.694399 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.823199 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.851990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8875bcec-dd52-40a6-be98-65e7b2ef181d']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:14.863848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8141e25e-35c0-4135-854a-31229d2b9fcd') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:14.864138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8141e25e-35c0-4135-854a-31229d2b9fcd') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:14.875179 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.891310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.897900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:24:14.898265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:24:14.912499 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:24:14.994583 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.002505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.027787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Network': ['ID=8875bcec-dd52-40a6-be98-65e7b2ef181d,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:15.037712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e85e925f-aeae-42d6-8062-5b4330efb59d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:24:15.044901 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f06ef5cc-977e-4b38-961a-d0da6af60599 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/networks/8875bcec-dd52-40a6-be98-65e7b2ef181d HTTP/1.1" status: 204 len: 168 time: 0.4647894 Apr 22 10:24:15.045066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40856) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:15.075653 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: e85e925f-aeae-42d6-8062-5b4330efb59d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:24:15.075915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device e85e925f-aeae-42d6-8062-5b4330efb59d not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:24:15.076341 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 579e8c8d-3565-49bb-a077-896465f254f3 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:24:15.108770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 579e8c8d-3565-49bb-a077-896465f254f3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:24:15.109110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 579e8c8d-3565-49bb-a077-896465f254f3 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:24:15.109519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device df490ff7-5599-441b-b201-f719aceb492c no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:24:15.113720 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1a88ac18-9f19-4d9f-8d26-9eb57357d135 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.142332 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: df490ff7-5599-441b-b201-f719aceb492c {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:24:15.142679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device df490ff7-5599-441b-b201-f719aceb492c not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:24:15.143405 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1a88ac18-9f19-4d9f-8d26-9eb57357d135 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.209529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1a88ac18-9f19-4d9f-8d26-9eb57357d135 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.231652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88ac18-9f19-4d9f-8d26-9eb57357d135 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a53b9c5-6c6e-4ff4-b982-469b357cffe0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:15.243144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1a88ac18-9f19-4d9f-8d26-9eb57357d135 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.246648 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1a88ac18-9f19-4d9f-8d26-9eb57357d135 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/security-groups/4a53b9c5-6c6e-4ff4-b982-469b357cffe0 HTTP/1.1" status: 204 len: 168 time: 0.1982484 Apr 22 10:24:15.615375 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.738983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40864) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:15.744751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430230971', 'description': 'tempest-secgroup-smoke-1430230971 description', 'project_id': '37987e6c050543d4a527817d5456d6be'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:15.750727 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:15.754833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:15.758295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:15.763893 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:15.773391 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.792919 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:15.796969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:15.799684 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:15.805876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:15.874428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.880130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.882905 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.924238 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9263756f-d471-4f7c-93ec-a27802e578a8,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:15.926881 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:15.928045 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f57d7b56-7bef-4de6-8c59-c105fe8a43e9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1880577 Apr 22 10:24:15.931693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40868) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:15.936205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '9263756f-d471-4f7c-93ec-a27802e578a8', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:15.942088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:15.945880 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:15.948698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:15.954511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:15.970409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.029618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.032923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.057337 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d00e7da-9388-4367-970f-9e78eff6d70b,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:16.065368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.066513 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1ebeca1f-0f02-4444-9d96-8036ddb7e367 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342402 Apr 22 10:24:16.069150 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40876) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:16.073977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '9263756f-d471-4f7c-93ec-a27802e578a8', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:16.079642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:16.083394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:16.086501 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:16.092021 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:16.112192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.172352 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.175744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.197689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f20b29f-8cbf-4b50-a1ef-c64907424724,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:16.206339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.207477 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-137cc103-27ee-41b4-a4ab-c799b5dcd0e8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373630 Apr 22 10:24:16.210610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40880) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:16.215334 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '9263756f-d471-4f7c-93ec-a27802e578a8', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:16.220913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:16.224626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:16.227947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:16.233861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:16.249592 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.310758 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.314382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.337372 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bcb35d-7c83-4fbd-95f2-29c89069fb96,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:16.345828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.347159 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ea20ec03-fbc8-4f8c-8dd7-c5c6eb977e35 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356533 Apr 22 10:24:16.349906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40886) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:16.355261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '9263756f-d471-4f7c-93ec-a27802e578a8', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:16.360857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:16.364616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:16.367453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:16.373179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:16.389170 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.453953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.457312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.480304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c796164e-501a-44b7-83a2-ce95ffa24d77,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:16.488836 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.489977 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-92c9b6dd-d2b9-499b-8fca-507f3ff33d4b tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385298 Apr 22 10:24:16.492762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40890) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:16.497524 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '9263756f-d471-4f7c-93ec-a27802e578a8', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:16.503106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:16.507045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:16.510098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:16.515879 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:16.526648 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:24:16.533667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.596925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.600669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.622603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07f8a90-fa7c-4ecb-aa9f-e16a0cb82bcf,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:16.632876 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.634109 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c5b69cce-7ddd-4dda-898b-6821945c3b68 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403625 Apr 22 10:24:16.636933 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40896) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:16.641891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'security_group_rule': {'security_group_id': '9263756f-d471-4f7c-93ec-a27802e578a8', 'project_id': '37987e6c050543d4a527817d5456d6be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:16.648185 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:16.651960 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:security_group_rule and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:16.654774 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:16.660307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:16.670083 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Project 37987e6c050543d4a527817d5456d6be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:24:16.676781 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.739106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.742421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.765263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5cb6b9-67e0-42c9-a3b0-28e3a622e52b,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:16.773536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.774685 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e472942a-cebe-4988-b1ee-c3e936783683 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368675 Apr 22 10:24:16.777562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 40900) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:16.782812 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'network': {'name': 'tempest-network-smoke--899382452', 'project_id': '37987e6c050543d4a527817d5456d6be', 'port_security_enabled': True}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:16.787446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:16.791487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:network and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:16.794291 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:16.800065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:16.812348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:24:16.815560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.842905 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:24:16.851555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.851996 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Added segment 1e39ea84-6a03-48d7-9c4f-bea81b59141b of type vlan for network 41073553-2cb0-4a9e-84c5-0c8292905e32 Apr 22 10:24:16.878409 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.906934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:16.912258 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:16.912853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:17.009481 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2308385 Apr 22 10:24:17.012202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40904) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:17.017459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'admin_state_up': True, 'project_id': '37987e6c050543d4a527817d5456d6be', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:17.020362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332031d-78b6-4ec9-b830-870656e44cab tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Network': ['ID=41073553-2cb0-4a9e-84c5-0c8292905e32,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:17.025308 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:17.029307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:router and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:17.032151 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:17.034671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:24:17.038421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:17.048714 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:17.049679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:17.064805 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:17.342339 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:17.410288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:17.638318 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:17.667504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:17.798967 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.253 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/a986e426-3eca-4e16-b0a7-79a7f044d682) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:24:18.048550 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:18.077609 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:18.138175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:24:18.140819 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:24:18.144288 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:24:18.183868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=a986e426-3eca-4e16-b0a7-79a7f044d682,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:18.559564 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:18.888256 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:19.081900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:24:19.363032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:24:19.372463 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Sync routers for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:24:19.385741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:19.386490 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:24:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:19.390053 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:19.391440 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-60601d01-3de8-43aa-b235-cbd662b32bb9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3781290 Apr 22 10:24:19.394368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40918) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:19.562295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:19.578985 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-099b78c8-1d09-4fb9-b07c-f571a0ae9806 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=37987e6c050543d4a527817d5456d6be&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1834500 Apr 22 10:24:19.581694 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40924) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:19.709285 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915de659-2be5-42b1-b88e-1d99a2e2a94f tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:19.711239 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-915de659-2be5-42b1-b88e-1d99a2e2a94f tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284626 Apr 22 10:24:19.714066 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40928) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:19.759567 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2514ade7-688c-4b46-ad92-751747dd4cec tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=eb02a921-2d57-4861-ad48-9bf4165022e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421846 Apr 22 10:24:19.759796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40932) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:19.765023 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1717169670', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'project_id': '37987e6c050543d4a527817d5456d6be', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:19.872980 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:19.874861 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:18Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:19.876783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:subnet and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:19.878807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Checking router: fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:24:19.879156 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Updating router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad port a986e426-3eca-4e16-b0a7-79a7f044d682 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:24:19.879798 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:19.885761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:19.895767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:24:19.899959 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:19.932518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.109245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.186756 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Subnet': ['ID=f2208867-3b22-4b2d-a42c-cc188d2d3483,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:20.196886 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Checking segment: {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:24:20.197239 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network hostable DHCP agents. Network: 41073553-2cb0-4a9e-84c5-0c8292905e32, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:24:20.215378 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:24:20.226056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 41073553-2cb0-4a9e-84c5-0c8292905e32) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:24:20.230102 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:20.230679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.248955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59964db4-680d-4bb7-8804-c23bf6a0b8e0 None None] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:24:20.250862 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-31b06e91-2e05-4ff5-a154-db804f860015 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4901559 Apr 22 10:24:20.253866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 40936) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:20.288844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.326458 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:24:20.352623 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Transition to ACTIVE for port object a986e426-3eca-4e16-b0a7-79a7f044d682 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:24:20.362157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.491519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Attempting to bind port a986e426-3eca-4e16-b0a7-79a7f044d682 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:24:20.492297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Attempting to bind port a986e426-3eca-4e16-b0a7-79a7f044d682 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:24:20.492297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Attempting to bind port a986e426-3eca-4e16-b0a7-79a7f044d682 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:24:20.494125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf87f5d-eebe-4239-a491-70fd55768bed None None] Pushing event updated for resources: {'Port': ['ID=a986e426-3eca-4e16-b0a7-79a7f044d682,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:20.509956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:24:20.510331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:24:20.510728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.511113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:24:20.511575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Bound port: a986e426-3eca-4e16-b0a7-79a7f044d682, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:24:20.511943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.618485 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-41073553-2cb0-4a9e-84c5-0c8292905e32', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:24:20.619279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.635323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] For port a986e426-3eca-4e16-b0a7-79a7f044d682, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:24:20.645632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] For port a986e426-3eca-4e16-b0a7-79a7f044d682, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a986e426-3eca-4e16-b0a7-79a7f044d682,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:24:20.684850 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.788326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf87f5d-eebe-4239-a491-70fd55768bed None None] Pushing event updated for resources: {'Port': ['ID=a986e426-3eca-4e16-b0a7-79a7f044d682,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:20.797890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:20.798483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:24:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:20.938265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:20.980386 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Allocated IP 172.20.0.2 (41073553-2cb0-4a9e-84c5-0c8292905e32/f2208867-3b22-4b2d-a42c-cc188d2d3483/9f453574-9e55-4df2-8dfe-c8ac0cdb60d8) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:24:21.058017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:21.474288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:21.490527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Transition to ACTIVE for port object 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:24:21.513683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Transition to ACTIVE for port object 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:24:21.520028 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:21.583944 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:18Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:21.590926 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:24:21.594664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:24:21.595483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.1 (41073553-2cb0-4a9e-84c5-0c8292905e32/f2208867-3b22-4b2d-a42c-cc188d2d3483/7452d117-8f7a-46d6-9065-b870fa33aaaa) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:24:21.606542 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:24:21.608813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34c246-28d3-4200-a198-2b2ff56acc25 None None] The sync data for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv is: [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:18Z', 'revision_number': 3, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:24:21.610222 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Pushing event updated for resources: {'Port': ['ID=9f453574-9e55-4df2-8dfe-c8ac0cdb60d8,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:21.703107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Attempting to bind port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:24:21.703479 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Attempting to bind port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:24:21.703836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Attempting to bind port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 on network 41073553-2cb0-4a9e-84c5-0c8292905e32 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:24:21.709923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:24:21.710291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Checking segment: {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:24:21.710689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:21.711084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Bound using segment: {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:24:21.711539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Bound port: 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:24:21.711906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:21.763868 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:21.780603 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object 7452d117-8f7a-46d6-9065-b870fa33aaaa will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:24:21.804751 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] For port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:24:21.807068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:21.809826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] For port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9f453574-9e55-4df2-8dfe-c8ac0cdb60d8,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:24:21.813394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:21.888409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:24:21.908881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6cc29-336f-4725-9306-43a89a9a960c None None] Pushing event updated for resources: {'Port': ['ID=9f453574-9e55-4df2-8dfe-c8ac0cdb60d8,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:21.911389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:24:21.921866 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:24:21.956578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=7452d117-8f7a-46d6-9065-b870fa33aaaa,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:21.991961 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:22.276941 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:22.693200 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:22.697744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:22.882216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251f16f-49f4-46a6-8fe4-a584a95adcd0 None None] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:24:22.938380 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:22.941700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=7452d117-8f7a-46d6-9065-b870fa33aaaa,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:22.992050 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c79fcdea-0ec3-4f07-9704-816a2e77df92 None None] Provisioning for port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:24:23.081840 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:24:23.083168 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:24:23.118743 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:24:23.220842 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:24:23.226823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:23.227249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:23.289538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:24:23.352871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:23.397896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9f453574-9e55-4df2-8dfe-c8ac0cdb60d8,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:23.402711 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:23.403691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a986e426-3eca-4e16-b0a7-79a7f044d682 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:24:23.490625 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:24:23.509556 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Sync routers for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:24:23.510503 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ca59ebb9-48e0-43b6-a967-9bd58d9dca9d tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2556274 Apr 22 10:24:23.521404 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:23.523150 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:24:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:23.548532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b091123-0def-4221-8f06-a71595a29c76 None None] Provisioning for port 7452d117-8f7a-46d6-9065-b870fa33aaaa completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:24:23.552434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=9f453574-9e55-4df2-8dfe-c8ac0cdb60d8,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:23.556436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port a986e426-3eca-4e16-b0a7-79a7f044d682 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:24:23.577207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b091123-0def-4221-8f06-a71595a29c76 None None] Provisioning complete for port 7452d117-8f7a-46d6-9065-b870fa33aaaa triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:23.577587 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b091123-0def-4221-8f06-a71595a29c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:23.618015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a986e426-3eca-4e16-b0a7-79a7f044d682 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:23.618015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:23.704516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-5b091123-0def-4221-8f06-a71595a29c76 None None] Port 7452d117-8f7a-46d6-9065-b870fa33aaaa cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:24:23.750434 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:23.760600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b091123-0def-4221-8f06-a71595a29c76 None None] Provisioning complete for port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:23.760880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b091123-0def-4221-8f06-a71595a29c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:23.763118 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-4d2fa036-cdff-4813-8b30-f9fc36017df3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430230971&fields=id&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 267 time: 0.0550587 Apr 22 10:24:23.806143 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:23.831053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port a986e426-3eca-4e16-b0a7-79a7f044d682, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a986e426-3eca-4e16-b0a7-79a7f044d682,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:23.844104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:23.933758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-bc55e328-ecf5-4a4c-a5d2-a571df765a33 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:23.934434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-bc55e328-ecf5-4a4c-a5d2-a571df765a33 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:24:23.950528 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-bc55e328-ecf5-4a4c-a5d2-a571df765a33 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:24:23.953357 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-bc55e328-ecf5-4a4c-a5d2-a571df765a33 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/networks?id=41073553-2cb0-4a9e-84c5-0c8292905e32 HTTP/1.1" status: 200 len: 796 time: 0.1798828 Apr 22 10:24:23.969844 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-bb203547-b1cb-438b-92fe-9c77b1b45874 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/quotas/37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 375 time: 0.0101681 Apr 22 10:24:24.001378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=a986e426-3eca-4e16-b0a7-79a7f044d682,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:24.064610 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-87874b11-12fe-4a76-9228-d1a14d1b2385 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:24:24.079160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-87874b11-12fe-4a76-9228-d1a14d1b2385 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:24:24.080431 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-87874b11-12fe-4a76-9228-d1a14d1b2385 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042728 Apr 22 10:24:24.111076 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 2, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:24.114866 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Checking router: fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:24:24.115208 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Updating router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad port 7452d117-8f7a-46d6-9065-b870fa33aaaa binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:24:24.140627 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-041a5958-1d86-44d8-8fd2-b19ee451336e None None] Provisioning complete for port 7452d117-8f7a-46d6-9065-b870fa33aaaa triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:24.140988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-041a5958-1d86-44d8-8fd2-b19ee451336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:24.160476 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a8b76fa2-67f3-4fe5-8800-6cfc683542c1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:24:24.168915 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a8b76fa2-67f3-4fe5-8800-6cfc683542c1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0769711 Apr 22 10:24:24.169092 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:24.195492 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-041a5958-1d86-44d8-8fd2-b19ee451336e None None] Port 7452d117-8f7a-46d6-9065-b870fa33aaaa cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:24:24.298732 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-80ac8d0a-8955-4242-9d3e-5f6865109951 service neutron] 10.222.0.32 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285574 Apr 22 10:24:24.428951 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-0df82a48-ebab-430d-bab8-184e6a842f18 service neutron] 10.222.0.32 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230984 Apr 22 10:24:24.535475 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:24.546390 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Transition to ACTIVE for port object 7452d117-8f7a-46d6-9065-b870fa33aaaa will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:24:24.552894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:24.625843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-50ce8de4-d474-4dbd-ac24-bbfbe3a92808 req-5e2346d8-f0f8-4fea-b563-371904896315 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:24:24.639949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-50ce8de4-d474-4dbd-ac24-bbfbe3a92808 req-5e2346d8-f0f8-4fea-b563-371904896315 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:24:24.650053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-50ce8de4-d474-4dbd-ac24-bbfbe3a92808 req-5e2346d8-f0f8-4fea-b563-371904896315 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 210 time: 0.0653758 Apr 22 10:24:24.711594 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Pushing event updated for resources: {'Port': ['ID=7452d117-8f7a-46d6-9065-b870fa33aaaa,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:24.732536 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.732877 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.733314 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.733519 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.733841 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.734160 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.734479 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.734799 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.735115 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.735426 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.735740 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.736054 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:24:24.789936 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Attempting to bind port 7452d117-8f7a-46d6-9065-b870fa33aaaa on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:24:24.790540 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Attempting to bind port 7452d117-8f7a-46d6-9065-b870fa33aaaa by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:24:24.790922 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Attempting to bind port 7452d117-8f7a-46d6-9065-b870fa33aaaa on network 41073553-2cb0-4a9e-84c5-0c8292905e32 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:24:24.796847 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:24:24.797198 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Checking segment: {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:24:24.797659 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:24.798048 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Bound using segment: {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:24:24.798649 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Bound port: 7452d117-8f7a-46d6-9065-b870fa33aaaa, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:24:24.799019 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:24.888337 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] For port 7452d117-8f7a-46d6-9065-b870fa33aaaa, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:24:24.891114 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] For port 7452d117-8f7a-46d6-9065-b870fa33aaaa, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7452d117-8f7a-46d6-9065-b870fa33aaaa,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:24:24.897784 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:24.978246 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:24.978957 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:24:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:25.036525 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9c096-3d39-45ab-a863-3e664ebd139b None None] Pushing event updated for resources: {'Port': ['ID=7452d117-8f7a-46d6-9065-b870fa33aaaa,revision_number=4']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:25.064995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:24:25.145617 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:25.145985 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:25.182697 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:25.282099 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a986e426-3eca-4e16-b0a7-79a7f044d682 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:24:25.352098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a986e426-3eca-4e16-b0a7-79a7f044d682 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:25.352503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:25.503658 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:24Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:25.508030 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc10e0-f8ea-4aae-8a80-b46ea2af6f2f None None] The sync data for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv is: [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:24Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:24:25.800700 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f2b05417-f2e4-4ca5-a2fa-ed6f7a8dba3a req-292cfe25-c699-4f3f-8abc-433b69995bee tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 210 time: 0.0453184 Apr 22 10:24:25.909821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-6873e927-f126-41f9-bd26-f76cbb74cdf9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:25.910607 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-6873e927-f126-41f9-bd26-f76cbb74cdf9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:24:25.923917 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-6873e927-f126-41f9-bd26-f76cbb74cdf9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:24:25.925151 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-6873e927-f126-41f9-bd26-f76cbb74cdf9 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/networks?id=41073553-2cb0-4a9e-84c5-0c8292905e32 HTTP/1.1" status: 200 len: 796 time: 0.1689291 Apr 22 10:24:25.978026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-4399e022-fa67-494c-9b73-6cb83d63c1a2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:24:25.998303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-4399e022-fa67-494c-9b73-6cb83d63c1a2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:24:25.999437 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-4399e022-fa67-494c-9b73-6cb83d63c1a2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37987e6c050543d4a527817d5456d6be HTTP/1.1" status: 200 len: 380 time: 0.0653131 Apr 22 10:24:26.009001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'port': {'device_id': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'admin_state_up': True, 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'security_groups': ['9263756f-d471-4f7c-93ec-a27802e578a8']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:26.150926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:26.160621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:26.171506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Made reservation on behalf of 37987e6c050543d4a527817d5456d6be for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:24:26.175093 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:26.446206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.20.0.5 (41073553-2cb0-4a9e-84c5-0c8292905e32/f2208867-3b22-4b2d-a42c-cc188d2d3483/6730e70e-ffb4-407d-bb55-9a6174695389) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:24:26.643309 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:26.659047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Transition to ACTIVE for port object 6730e70e-ffb4-407d-bb55-9a6174695389 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:24:26.682132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:26.747733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:24:26.750639 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:24:26.754348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:24:26.795091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=6730e70e-ffb4-407d-bb55-9a6174695389,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:26.828427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:26.829045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:26.860669 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-c0ad164e-f137-4bb5-bb01-0654a5da1ff6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553827 Apr 22 10:24:26.875064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Request body: {'port': {'device_id': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:27.003570 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0cb70752-0ea5-4cf2-829b-6c6c09d44fd9 None None] Provisioning for port 6730e70e-ffb4-407d-bb55-9a6174695389 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:24:27.012704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0cb70752-0ea5-4cf2-829b-6c6c09d44fd9 None None] Provisioning complete for port 6730e70e-ffb4-407d-bb55-9a6174695389 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:27.013333 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0cb70752-0ea5-4cf2-829b-6c6c09d44fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.043725 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.058712 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7452d117-8f7a-46d6-9065-b870fa33aaaa up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:24:27.103656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307d3c0-e5c8-483f-9cd8-39928960144e req-ee1f5f56-e4d8-4148-8b7d-0a0c618967d0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:27.104340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5307d3c0-e5c8-483f-9cd8-39928960144e req-ee1f5f56-e4d8-4148-8b7d-0a0c618967d0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:24:27.119110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0cb70752-0ea5-4cf2-829b-6c6c09d44fd9 None None] Port 6730e70e-ffb4-407d-bb55-9a6174695389 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:24:27.141546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 7452d117-8f7a-46d6-9065-b870fa33aaaa completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:24:27.142054 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-5307d3c0-e5c8-483f-9cd8-39928960144e req-ee1f5f56-e4d8-4148-8b7d-0a0c618967d0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:24:27.143192 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5307d3c0-e5c8-483f-9cd8-39928960144e req-ee1f5f56-e4d8-4148-8b7d-0a0c618967d0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 931 time: 0.2277858 Apr 22 10:24:27.146506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7452d117-8f7a-46d6-9065-b870fa33aaaa triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:27.146937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.266070 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5307d3c0-e5c8-483f-9cd8-39928960144e req-18143e13-42e0-4011-b81a-de73f970db48 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787897 Apr 22 10:24:27.268242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.304565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 7452d117-8f7a-46d6-9065-b870fa33aaaa, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7452d117-8f7a-46d6-9065-b870fa33aaaa,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:27.308179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.372731 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=7452d117-8f7a-46d6-9065-b870fa33aaaa,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:27.449341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6730e70e-ffb4-407d-bb55-9a6174695389 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:24:27.456271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.471722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Transition to ACTIVE for port object 6730e70e-ffb4-407d-bb55-9a6174695389 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:24:27.474471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.628724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6730e70e-ffb4-407d-bb55-9a6174695389,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:27.708206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Attempting to bind port 6730e70e-ffb4-407d-bb55-9a6174695389 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:24:27.708562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Attempting to bind port 6730e70e-ffb4-407d-bb55-9a6174695389 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:24:27.708882 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Attempting to bind port 6730e70e-ffb4-407d-bb55-9a6174695389 on network 41073553-2cb0-4a9e-84c5-0c8292905e32 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:24:27.713321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Port 6730e70e-ffb4-407d-bb55-9a6174695389 on network 41073553-2cb0-4a9e-84c5-0c8292905e32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:24:27.713634 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Attempting to bind port 6730e70e-ffb4-407d-bb55-9a6174695389 on network 41073553-2cb0-4a9e-84c5-0c8292905e32 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:24:27.718598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:24:27.718925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Checking segment: {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:24:27.719299 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Bound using segment: {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:24:27.719714 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Bound port: 6730e70e-ffb4-407d-bb55-9a6174695389, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e39ea84-6a03-48d7-9c4f-bea81b59141b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:24:27.720048 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.813105 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] For port 6730e70e-ffb4-407d-bb55-9a6174695389, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:24:27.816222 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] For port 6730e70e-ffb4-407d-bb55-9a6174695389, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6730e70e-ffb4-407d-bb55-9a6174695389,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:24:27.820340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.874376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:27.875036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:27.876420 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/6730e70e-ffb4-407d-bb55-9a6174695389 HTTP/1.1" status: 200 len: 1093 time: 1.0072501 Apr 22 10:24:27.876852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:24:27.905523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73806b4-8939-4d9b-a70a-538613f580a5 service neutron] Pushing event updated for resources: {'Port': ['ID=6730e70e-ffb4-407d-bb55-9a6174695389,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:27.956932 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58c4783-0cb3-48fa-8b9a-660098500a49'] response: {'name': 'network-changed', 'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389', 'status': 'completed', 'code': 200} Apr 22 10:24:27.997148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a1370bc0-6604-479f-a987-44cccde70b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:27.998679 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-a1370bc0-6604-479f-a987-44cccde70b23 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 1096 time: 0.0777111 Apr 22 10:24:28.068318 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-b4113ec5-3057-49d4-9c70-0d0254f00665 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6730e70e-ffb4-407d-bb55-9a6174695389 HTTP/1.1" status: 200 len: 217 time: 0.0629005 Apr 22 10:24:28.227169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-5116d748-018c-4d3d-85d0-7d158695cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:28.228513 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-5116d748-018c-4d3d-85d0-7d158695cd76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2208867-3b22-4b2d-a42c-cc188d2d3483 HTTP/1.1" status: 200 len: 835 time: 0.1508200 Apr 22 10:24:28.309457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-fcc58c7e-dca2-4a1e-8929-29a3a23e7bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:28.310918 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-fcc58c7e-dca2-4a1e-8929-29a3a23e7bb2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41073553-2cb0-4a9e-84c5-0c8292905e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763071 Apr 22 10:24:28.490961 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-01a8ba1c-6a99-4941-b0b1-508418afe540 service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731131 Apr 22 10:24:28.529571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57426b-3f18-4878-b030-a1292816731b req-9cd4e3a4-9394-4b0a-9188-4128d8a726e5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:28.530964 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9b57426b-3f18-4878-b030-a1292816731b req-9cd4e3a4-9394-4b0a-9188-4128d8a726e5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 943 time: 0.1344686 Apr 22 10:24:28.649504 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9b57426b-3f18-4878-b030-a1292816731b req-e09e8e0d-91a1-401c-b0fe-7e41ecea17ef tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029541 Apr 22 10:24:28.674892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2e639e2e-45b5-46b5-8e5f-2b5c619c3d41 req-2d143ec7-63f5-48ba-8e30-e79fbbb2d2c2 service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741700 Apr 22 10:24:28.786098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-2d9cc2e8-29cf-4420-800f-038bea5b336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:28.787500 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-2d9cc2e8-29cf-4420-800f-038bea5b336f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 1096 time: 0.0693099 Apr 22 10:24:28.918034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-df40cc78-cd55-4a70-b169-5054f7ecf3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:28.919461 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-df40cc78-cd55-4a70-b169-5054f7ecf3d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41073553-2cb0-4a9e-84c5-0c8292905e32 HTTP/1.1" status: 200 len: 897 time: 0.1249490 Apr 22 10:24:28.988938 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-a0376ba3-fa6f-4c64-8d99-bd7c3629b50e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6730e70e-ffb4-407d-bb55-9a6174695389 HTTP/1.1" status: 200 len: 217 time: 0.0630832 Apr 22 10:24:29.024903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7452d117-8f7a-46d6-9065-b870fa33aaaa up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:24:29.051155 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-d159d478-123f-4870-8a06-575b7fb3cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:29.052629 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-d159d478-123f-4870-8a06-575b7fb3cfd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2208867-3b22-4b2d-a42c-cc188d2d3483 HTTP/1.1" status: 200 len: 835 time: 0.0573118 Apr 22 10:24:29.094376 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7452d117-8f7a-46d6-9065-b870fa33aaaa triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:29.094749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:29.128958 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-b47f7e3e-daf2-48b8-b733-8395ec8f5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:29.130424 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-b47f7e3e-daf2-48b8-b733-8395ec8f5ce0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41073553-2cb0-4a9e-84c5-0c8292905e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715065 Apr 22 10:24:29.258699 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-dfd06bbb-daf4-41f1-86c2-89d0b18bc1fd service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215887 Apr 22 10:24:29.386106 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ef184e0a-cbf7-44bf-99a5-159215e764c3 req-b4b9113c-2345-4040-a022-6d903336fef5 service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202514 Apr 22 10:24:29.836161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5977a8-64ae-4bcc-ae10-46836fd0246c req-b45bd925-90af-4628-b47b-354272f041ad tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:29.837644 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6e5977a8-64ae-4bcc-ae10-46836fd0246c req-b45bd925-90af-4628-b47b-354272f041ad tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 943 time: 0.0814466 Apr 22 10:24:29.880082 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6e5977a8-64ae-4bcc-ae10-46836fd0246c req-a20df088-2733-442b-ba48-a00b43af37fd tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368426 Apr 22 10:24:31.058632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807f22a-8e38-46ce-a556-3fd30ec430d7 req-056a0865-683b-4382-8526-0d480b404054 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:31.060073 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b807f22a-8e38-46ce-a556-3fd30ec430d7 req-056a0865-683b-4382-8526-0d480b404054 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 943 time: 0.0778813 Apr 22 10:24:31.103679 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b807f22a-8e38-46ce-a556-3fd30ec430d7 req-0290706e-12b6-4eca-b849-79a41cc18491 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380192 Apr 22 10:24:32.282302 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80217f28-a5a8-42c6-9bf9-197f364a9e4d req-1ddc7ab3-50f9-426b-a167-045e4057bf33 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:32.283733 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-80217f28-a5a8-42c6-9bf9-197f364a9e4d req-1ddc7ab3-50f9-426b-a167-045e4057bf33 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 943 time: 0.0775712 Apr 22 10:24:32.326768 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-80217f28-a5a8-42c6-9bf9-197f364a9e4d req-9b96e8d7-476a-4aab-8c36-1a3fea35e529 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369117 Apr 22 10:24:32.785221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6730e70e-ffb4-407d-bb55-9a6174695389 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:24:32.918901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6730e70e-ffb4-407d-bb55-9a6174695389, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6730e70e-ffb4-407d-bb55-9a6174695389,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:32.932113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '6730e70e-ffb4-407d-bb55-9a6174695389', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'port_id': '6730e70e-ffb4-407d-bb55-9a6174695389', 'mac_address': 'fa:16:3e:d9:72:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:24:32.990246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:33.007199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6730e70e-ffb4-407d-bb55-9a6174695389 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:24:33.022718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6730e70e-ffb4-407d-bb55-9a6174695389, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6730e70e-ffb4-407d-bb55-9a6174695389,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:33.026575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:33.094219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6730e70e-ffb4-407d-bb55-9a6174695389,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:33.431345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['6730e70e-ffb4-407d-bb55-9a6174695389'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:24:33.508860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c03b1-23f5-4204-b43c-37ef4860c8d6 req-e118100e-8bcd-450d-84b8-740853d75ead tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:33.510317 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-051c03b1-23f5-4204-b43c-37ef4860c8d6 req-e118100e-8bcd-450d-84b8-740853d75ead tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 944 time: 0.0824053 Apr 22 10:24:33.555631 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-051c03b1-23f5-4204-b43c-37ef4860c8d6 req-a023bebe-ef66-479b-afa9-52a799747498 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Apr 22 10:24:34.738221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580bede-8505-4f01-a226-4fa95f18504d req-208fbc74-d0e7-4cf4-bc10-a396f49b8dba tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:34.739648 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5580bede-8505-4f01-a226-4fa95f18504d req-208fbc74-d0e7-4cf4-bc10-a396f49b8dba tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 944 time: 0.0802002 Apr 22 10:24:34.782580 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5580bede-8505-4f01-a226-4fa95f18504d req-9c92e2d6-6e0a-4a42-98dd-b16e29b375a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373123 Apr 22 10:24:34.809685 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6730e70e-ffb4-407d-bb55-9a6174695389 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:24:34.874921 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 6730e70e-ffb4-407d-bb55-9a6174695389 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:24:34.879401 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 6730e70e-ffb4-407d-bb55-9a6174695389 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:24:34.879795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:35.021844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:35.047468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:24:35.057379 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6730e70e-ffb4-407d-bb55-9a6174695389, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6730e70e-ffb4-407d-bb55-9a6174695389,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:24:35.060953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:35.099025 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-174cdb1d-76c4-4785-81c7-909c7101c187'] response: {'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389', 'code': 200} Apr 22 10:24:35.130603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6730e70e-ffb4-407d-bb55-9a6174695389,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:35.320555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bafe9d-809b-4067-a004-b30bb57766fc req-1bd8af40-87f1-4d0d-ada4-3e90846d996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:35.322011 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99bafe9d-809b-4067-a004-b30bb57766fc req-1bd8af40-87f1-4d0d-ada4-3e90846d996a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 1098 time: 0.0685301 Apr 22 10:24:35.364949 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99bafe9d-809b-4067-a004-b30bb57766fc req-6429459e-1284-4fdf-8a13-bd7db23a6444 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358410 Apr 22 10:24:35.962514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc0a4e-4c97-47b0-b7b3-ffea35d607cb req-6f0278a7-5afa-447d-a0d1-1757e143e883 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:35.963917 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-36dc0a4e-4c97-47b0-b7b3-ffea35d607cb req-6f0278a7-5afa-447d-a0d1-1757e143e883 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.0762939 Apr 22 10:24:36.111273 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-36dc0a4e-4c97-47b0-b7b3-ffea35d607cb req-8c0adfc9-b8e4-4faf-9a96-e6b3b959a911 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416862 Apr 22 10:24:37.291911 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d7a61-422b-47b8-9ae8-7252bdfe21b0 req-163a02a6-f5cb-4fad-b7bb-b6332cf0e9dc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:37.293288 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5f2d7a61-422b-47b8-9ae8-7252bdfe21b0 req-163a02a6-f5cb-4fad-b7bb-b6332cf0e9dc tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.0778735 Apr 22 10:24:37.336482 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5f2d7a61-422b-47b8-9ae8-7252bdfe21b0 req-5f58fe79-d1ed-48da-ab9a-c25a71e1b243 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374248 Apr 22 10:24:37.514411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42411942-f396-4294-a5d4-f2321978adc2 req-745dc5ac-47c2-4cb0-b6ed-87ef2cf69bd5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:37.515846 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42411942-f396-4294-a5d4-f2321978adc2 req-745dc5ac-47c2-4cb0-b6ed-87ef2cf69bd5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.0783904 Apr 22 10:24:37.559926 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-42411942-f396-4294-a5d4-f2321978adc2 req-c6344535-cc37-43c1-8d20-b836ebbd309f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382774 Apr 22 10:24:37.581793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41000) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:37.652185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8908d51-d893-4876-a5bb-62db843c86b9 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:37.653697 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c8908d51-d893-4876-a5bb-62db843c86b9 tempest-TestNetworkAdvancedServerOps-897474035 tempest-TestNetworkAdvancedServerOps-897474035-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 1093 time: 0.0709236 Apr 22 10:24:37.656347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41004) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:37.661080 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '6730e70e-ffb4-407d-bb55-9a6174695389', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:24:37.667271 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:24:37.671277 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Usage tracker for resource:floatingip and tenant:37987e6c050543d4a527817d5456d6be is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:24:37.674056 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:24:37.680206 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:24:37.690237 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:37.822360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:37.950855 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Allocated IP 172.26.2.45 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/7bd526ea-232c-4c80-801a-ff34061b2623) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:24:38.094590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:38.123901 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:38.183965 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:24:38.186685 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:24:38.194920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:24:38.226630 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=7bd526ea-232c-4c80-801a-ff34061b2623,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:38.596059 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:38.669364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:38.865661 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:38.870117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:38.988922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event updated for resources: {'Port': ['ID=7bd526ea-232c-4c80-801a-ff34061b2623,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:24:38.998813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:39.263214 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:39.264019 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP d90ee855-2cb0-4080-b37d-cc04fa9442ab associated. External IP: 172.26.2.45, port: 6730e70e-ffb4-407d-bb55-9a6174695389. Apr 22 10:24:39.610559 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:24:39.784501 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:24:39.793934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] Sync routers for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:24:39.803078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:39.803688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:24:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:39.808771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:39.872061 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-c7b038cc-8ea4-4893-b093-b35dd90a1919 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2146091 Apr 22 10:24:39.872593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:24:39.917480 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbf67acf-f86b-4f0d-9dd6-8c9c562a5a8f'] response: {'name': 'network-changed', 'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389', 'status': 'completed', 'code': 200} Apr 22 10:24:39.992852 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:40.175557 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-9d561e78-db0a-4943-b327-0e19cb328213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:40.176968 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-9d561e78-db0a-4943-b327-0e19cb328213 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 1098 time: 0.2383177 Apr 22 10:24:40.186119 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd93c1-e9d9-4a85-8094-d6ad17954c1d req-d5afe3d0-d48a-4065-b0ad-1d5b1f75ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:40.187505 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70bd93c1-e9d9-4a85-8094-d6ad17954c1d req-d5afe3d0-d48a-4065-b0ad-1d5b1f75ff5f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.2142613 Apr 22 10:24:40.316563 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70bd93c1-e9d9-4a85-8094-d6ad17954c1d req-66fc5e00-09a8-484f-819e-55a06a19acfa tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082778 Apr 22 10:24:40.337199 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd90ee855-2cb0-4080-b37d-cc04fa9442ab', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'port_id': '6730e70e-ffb4-407d-bb55-9a6174695389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'mac_address': 'fa:16:3e:d9:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:24:38Z', 'updated_at': '2022-04-22T10:24:38Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:27Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:40.339899 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41012) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:40.341418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] Checking router: fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:24:40.348562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-e4c93f47-25bc-4077-9af9-27712810f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:40.350050 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-e4c93f47-25bc-4077-9af9-27712810f85f service neutron] 10.222.0.35 "GET /v2.0/networks?id=41073553-2cb0-4a9e-84c5-0c8292905e32 HTTP/1.1" status: 200 len: 897 time: 0.1617002 Apr 22 10:24:40.350185 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:24:40.350713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:24:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:40.455324 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8686381f-f4bf-4f95-94e0-c3f47841c91f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/d90ee855-2cb0-4080-b37d-cc04fa9442ab HTTP/1.1" status: 200 len: 990 time: 0.1131482 Apr 22 10:24:40.455996 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-46facc42-371b-460c-ad30-1d99370f51e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6730e70e-ffb4-407d-bb55-9a6174695389 HTTP/1.1" status: 200 len: 998 time: 0.0991244 Apr 22 10:24:40.523489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-481791dd-a1f2-4737-8110-ecdf481b078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:40.525132 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-481791dd-a1f2-4737-8110-ecdf481b078e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2208867-3b22-4b2d-a42c-cc188d2d3483 HTTP/1.1" status: 200 len: 835 time: 0.0618560 Apr 22 10:24:40.533504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:24:40.601296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-60d0a0db-436b-46a0-aea3-4755dd70ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:24:40.602776 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-60d0a0db-436b-46a0-aea3-4755dd70ff59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41073553-2cb0-4a9e-84c5-0c8292905e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711851 Apr 22 10:24:40.735259 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-eeb7cc57-15c9-403a-8abc-0727865fd014 service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243653 Apr 22 10:24:40.866343 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0fd90f4a-bcd4-4134-a049-535954a5c614 req-75fce9f2-b57d-42f4-b84c-e1a9fe1caf6b service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245353 Apr 22 10:24:40.877988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd90ee855-2cb0-4080-b37d-cc04fa9442ab', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'port_id': '6730e70e-ffb4-407d-bb55-9a6174695389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'mac_address': 'fa:16:3e:d9:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:24:38Z', 'updated_at': '2022-04-22T10:24:38Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:27Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:24:40.882079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11a7ec4-1f00-4d0c-9814-d3e5f2f86c8a None None] The sync data for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv is: [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': 'd90ee855-2cb0-4080-b37d-cc04fa9442ab', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'port_id': '6730e70e-ffb4-407d-bb55-9a6174695389', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'mac_address': 'fa:16:3e:d9:72:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:24:38Z', 'updated_at': '2022-04-22T10:24:38Z', 'revision_number': 0, 'project_id': '37987e6c050543d4a527817d5456d6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:27Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:24:41.069644 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0baa59-30ff-4678-8caa-759dbe5deb9c None None] New status for floating IP d90ee855-2cb0-4080-b37d-cc04fa9442ab: ACTIVE {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:24:41.458031 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41016) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:24:41.567186 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-42f80c07-75c1-4f5f-b3fd-bfd1a61c3361 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/d90ee855-2cb0-4080-b37d-cc04fa9442ab HTTP/1.1" status: 200 len: 992 time: 0.1034653 Apr 22 10:24:42.172879 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e4dd7187-dd2a-40fd-a72e-6599c17cc660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:44.556798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b985d6a3-a568-4d43-92a5-bdffad8fdfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:45.616186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:45.884196 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:47.415872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:24:57.328156 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:25:01.776618 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-97328180-0c53-4918-818d-5ff1f07421e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676796 Apr 22 10:25:01.917401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-ac4d59ea-bbb7-4475-aafc-100658d381f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:01.918781 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-ac4d59ea-bbb7-4475-aafc-100658d381f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 1098 time: 0.0742471 Apr 22 10:25:02.061226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-88c0349e-1cbf-4988-8c8e-5228fdc7e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:02.062651 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-88c0349e-1cbf-4988-8c8e-5228fdc7e3ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=41073553-2cb0-4a9e-84c5-0c8292905e32 HTTP/1.1" status: 200 len: 897 time: 0.1248577 Apr 22 10:25:02.163995 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-a89762cb-3b11-4e48-aa6c-9500d8ec031b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6730e70e-ffb4-407d-bb55-9a6174695389 HTTP/1.1" status: 200 len: 1000 time: 0.0941539 Apr 22 10:25:02.225806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-ef6ee5e0-d17d-4a60-86ee-4b8d9e674ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:02.227095 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-ef6ee5e0-d17d-4a60-86ee-4b8d9e674ae2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2208867-3b22-4b2d-a42c-cc188d2d3483 HTTP/1.1" status: 200 len: 835 time: 0.0558159 Apr 22 10:25:02.303386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-d332c9fe-e6a3-41f5-8d5e-3a61e77793a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:02.304825 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-d332c9fe-e6a3-41f5-8d5e-3a61e77793a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41073553-2cb0-4a9e-84c5-0c8292905e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711174 Apr 22 10:25:02.437446 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-2d3c4627-96e2-47b5-a46a-681c21f0363b service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228793 Apr 22 10:25:02.567805 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-95adfcb5-5f9c-4bbb-afc6-a32032a25c10 req-12fd6ca5-1c19-4a0b-8ed1-027f72a4ee94 service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241429 Apr 22 10:25:09.252514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:12.173491 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ffbebb2d-5cc8-4401-b411-4fd4d3897f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:14.557799 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fac482c1-1179-4e3f-9d58-ebb288a99af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:15.618139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:15.885793 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:17.416377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:34.326974 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:25:39.257402 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:42.174593 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8d9658cb-2b78-4f99-ba33-a0da6de6023f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:44.559123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-066c2098-010d-47db-afc5-afa62bcea01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:45.621839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:45.887176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:46.795021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d3449-427c-4198-8545-1cb4fc882ed8 req-72c6bafe-1d9b-407b-8b03-aa12024bf9e2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:46.796460 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d11d3449-427c-4198-8545-1cb4fc882ed8 req-72c6bafe-1d9b-407b-8b03-aa12024bf9e2 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.1258037 Apr 22 10:25:46.842145 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d11d3449-427c-4198-8545-1cb4fc882ed8 req-a3e34282-3b26-469a-a233-efe42472222e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398161 Apr 22 10:25:47.420629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:48.237394 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e4245-9af4-4dbc-8c30-cd7daa2f0452 req-3c1d811e-883d-4dac-9097-b7b56c5639c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:48.238781 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d13e4245-9af4-4dbc-8c30-cd7daa2f0452 req-3c1d811e-883d-4dac-9097-b7b56c5639c7 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.2113690 Apr 22 10:25:48.281280 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d13e4245-9af4-4dbc-8c30-cd7daa2f0452 req-01c1dc2b-001f-4cab-bfbb-ef3a200e645e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369980 Apr 22 10:25:48.304421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41054) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:25:48.408019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7e683996-eabc-463d-8408-355d07e7e8f1 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/d90ee855-2cb0-4080-b37d-cc04fa9442ab HTTP/1.1" status: 200 len: 992 time: 0.1025007 Apr 22 10:25:49.857373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137eeb9-c6ed-4059-909c-d72dd7a4749f req-1f68c77a-f718-4c88-a7e8-981db92447b5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:49.859010 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7137eeb9-c6ed-4059-909c-d72dd7a4749f req-1f68c77a-f718-4c88-a7e8-981db92447b5 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.0807781 Apr 22 10:25:49.903662 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7137eeb9-c6ed-4059-909c-d72dd7a4749f req-974be65c-fb40-4290-bb70-76956654d521 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392106 Apr 22 10:25:49.946069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-43954588-c8e8-435d-b8b0-89d07e783805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:49.947473 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-43954588-c8e8-435d-b8b0-89d07e783805 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 1098 time: 0.1105585 Apr 22 10:25:50.086702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-cd86145d-451e-4a93-975e-51c4c1f987b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:50.088116 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-cd86145d-451e-4a93-975e-51c4c1f987b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41073553-2cb0-4a9e-84c5-0c8292905e32 HTTP/1.1" status: 200 len: 897 time: 0.1346662 Apr 22 10:25:50.194609 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-ddd20e06-b9dc-4cb9-a509-bb33e7e24db8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6730e70e-ffb4-407d-bb55-9a6174695389 HTTP/1.1" status: 200 len: 1000 time: 0.0999324 Apr 22 10:25:50.255230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-16a9ebc5-7e30-49d4-80be-f952d87b5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:50.256538 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-16a9ebc5-7e30-49d4-80be-f952d87b5232 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2208867-3b22-4b2d-a42c-cc188d2d3483 HTTP/1.1" status: 200 len: 835 time: 0.0557194 Apr 22 10:25:50.333636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-c19eaf22-26fa-477d-a775-efc87b3cbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:50.335102 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-c19eaf22-26fa-477d-a775-efc87b3cbc65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41073553-2cb0-4a9e-84c5-0c8292905e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724087 Apr 22 10:25:50.463058 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-f40253ea-7a9f-4c9f-9871-4739e4b4b011 service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219323 Apr 22 10:25:50.592113 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fa21df16-5c5c-42d0-9ede-57d2f84f6b64 req-5bad1e62-5701-47a7-b06e-e0fc73ecf695 service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233065 Apr 22 10:25:51.088834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087de2f-e4d0-4aa0-9d68-cf2f813759c8 req-c1d651f1-431f-41b2-a2f9-b805ef56749f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:51.090287 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8087de2f-e4d0-4aa0-9d68-cf2f813759c8 req-c1d651f1-431f-41b2-a2f9-b805ef56749f tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.0814157 Apr 22 10:25:51.133528 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8087de2f-e4d0-4aa0-9d68-cf2f813759c8 req-b5e8f148-bdd5-4cca-a694-bbdabfb9a53e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375030 Apr 22 10:25:52.316828 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5308750-080c-4617-9504-6168a3ba40be req-eecd1d52-933c-428b-a0e0-2edafc84c9b3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:52.318229 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a5308750-080c-4617-9504-6168a3ba40be req-eecd1d52-933c-428b-a0e0-2edafc84c9b3 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.0797393 Apr 22 10:25:52.361937 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a5308750-080c-4617-9504-6168a3ba40be req-b8536111-ceb5-4bdd-8338-74cb26a8a39a tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374091 Apr 22 10:25:52.384989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41070) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:25:52.487109 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-ad1ec657-87dc-4bb7-bb20-bc964becbbd8 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/floatingips/d90ee855-2cb0-4080-b37d-cc04fa9442ab HTTP/1.1" status: 200 len: 992 time: 0.1009402 Apr 22 10:25:52.815171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41078) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:25:53.116181 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 7bd526ea-232c-4c80-801a-ff34061b2623 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:25:53.116460 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:53.281044 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:53.281360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:53.398436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 7bd526ea-232c-4c80-801a-ff34061b2623 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:25:53.542729 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:53.588386 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=7bd526ea-232c-4c80-801a-ff34061b2623,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:25:53.624451 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.624797 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.625130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.625458 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.625783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.626105 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.626424 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.626741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.627057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.627371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.627749 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.627991 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:53.688487 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:53.688753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Floating IP d90ee855-2cb0-4080-b37d-cc04fa9442ab disassociated (deleted). External IP: 172.26.2.45, port: 6730e70e-ffb4-407d-bb55-9a6174695389. Apr 22 10:25:54.026336 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:25:54.200966 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:25:54.210998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] Sync routers for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:25:54.219795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:25:54.220405 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:25:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:25:54.220973 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:54.277842 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-7fc9e58f-0ee4-450d-b329-9d9b79bdbb50 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/floatingips/d90ee855-2cb0-4080-b37d-cc04fa9442ab HTTP/1.1" status: 204 len: 168 time: 1.4591668 Apr 22 10:25:54.277842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:25:54.400089 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:25:54.416422 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78667aec-47aa-4654-8e25-2f6e4098fd4b'] response: {'name': 'network-changed', 'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389', 'status': 'completed', 'code': 200} Apr 22 10:25:54.517902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-e0f44bfd-95c1-48a3-a2ee-627b854692ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:54.519471 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-e0f44bfd-95c1-48a3-a2ee-627b854692ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=37987e6c050543d4a527817d5456d6be&device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 1098 time: 0.0787015 Apr 22 10:25:54.718448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-12226cd7-0697-42c8-9ccd-0eec7fb5ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:54.719960 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-12226cd7-0697-42c8-9ccd-0eec7fb5ea46 service neutron] 10.222.0.35 "GET /v2.0/networks?id=41073553-2cb0-4a9e-84c5-0c8292905e32 HTTP/1.1" status: 200 len: 897 time: 0.1921375 Apr 22 10:25:54.723732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:27Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:25:54.728170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] Checking router: fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:25:54.736497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:25:54.737151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:25:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:25:54.802671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08b3b1-252c-45ae-8ebc-5ded891a4107 req-1a03bd02-38be-4478-897d-a3c5e12e63e0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:54.804177 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4f08b3b1-252c-45ae-8ebc-5ded891a4107 req-1a03bd02-38be-4478-897d-a3c5e12e63e0 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.1857882 Apr 22 10:25:54.813089 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-ab3acc12-8a3a-4bc8-88ad-020cf3616cb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6730e70e-ffb4-407d-bb55-9a6174695389 HTTP/1.1" status: 200 len: 217 time: 0.0826924 Apr 22 10:25:54.896578 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4f08b3b1-252c-45ae-8ebc-5ded891a4107 req-d64d01e9-e2f9-4453-b0b6-706663e7d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850599 Apr 22 10:25:54.903169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-713c1e93-26f6-48bf-bb23-94c55357ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:54.904664 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-713c1e93-26f6-48bf-bb23-94c55357ce35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f2208867-3b22-4b2d-a42c-cc188d2d3483 HTTP/1.1" status: 200 len: 835 time: 0.0793829 Apr 22 10:25:54.910450 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:25:55.085951 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-6fdad1fd-3ff3-4c5e-8808-d53c79d9c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:55.087407 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-6fdad1fd-3ff3-4c5e-8808-d53c79d9c75a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=41073553-2cb0-4a9e-84c5-0c8292905e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1766238 Apr 22 10:25:55.222324 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-dc4ff349-95bd-4987-85ad-c1dfceb5ba40 service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256840 Apr 22 10:25:55.224104 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:27Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:25:55.228226 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4d2cb2-c353-484d-8a54-6b9c633ae663 None None] The sync data for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv is: [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:22Z', 'revision_number': 4, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7452d117-8f7a-46d6-9065-b870fa33aaaa', 'name': '', 'network_id': '41073553-2cb0-4a9e-84c5-0c8292905e32', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'mac_address': 'fa:16:3e:f9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:21Z', 'updated_at': '2022-04-22T10:24:27Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'subnets': [{'id': 'f2208867-3b22-4b2d-a42c-cc188d2d3483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:25:55.356697 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-40dd6549-ebab-4041-bce6-7bddfa943d8c req-9352425f-f7ef-4354-8acf-6348afdb34fa service neutron] 10.222.0.35 "GET /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271605 Apr 22 10:25:55.431115 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f01471-2f9f-4c02-9505-982b405f7089 None None] New status for floating IP d90ee855-2cb0-4080-b37d-cc04fa9442ab: DOWN {{(pid=88065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:25:56.218962 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca938be-f99d-434f-a505-f9d4a743cdc5 req-41d1d5de-0d82-4da8-9151-968ddb9ad6a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:56.219567 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5ca938be-f99d-434f-a505-f9d4a743cdc5 req-41d1d5de-0d82-4da8-9151-968ddb9ad6a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Synchronizing usage tracker for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:25:56.234510 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-5ca938be-f99d-434f-a505-f9d4a743cdc5 req-41d1d5de-0d82-4da8-9151-968ddb9ad6a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Unset dirty status for tenant:37987e6c050543d4a527817d5456d6be on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:25:56.235622 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5ca938be-f99d-434f-a505-f9d4a743cdc5 req-41d1d5de-0d82-4da8-9151-968ddb9ad6a4 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.2083635 Apr 22 10:25:56.283758 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5ca938be-f99d-434f-a505-f9d4a743cdc5 req-e54d10d5-ca23-4f81-9c28-2c7fd4a584da tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/security-groups?id=9263756f-d471-4f7c-93ec-a27802e578a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Apr 22 10:25:56.482673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30141551-3031-4014-83c2-ba347306bfbb req-278ba7b6-cbd4-4942-9371-c06bea6dd7a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:25:56.484490 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-30141551-3031-4014-83c2-ba347306bfbb req-278ba7b6-cbd4-4942-9371-c06bea6dd7a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 945 time: 0.0845284 Apr 22 10:25:56.558616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 6730e70e-ffb4-407d-bb55-9a6174695389 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:25:56.558953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:56.805202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port 6730e70e-ffb4-407d-bb55-9a6174695389, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6730e70e-ffb4-407d-bb55-9a6174695389,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:25:56.805498 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:56.928506 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 6730e70e-ffb4-407d-bb55-9a6174695389 owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:25:57.067743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:57.119300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=6730e70e-ffb4-407d-bb55-9a6174695389,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:25:57.156715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.157058 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.157393 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.157723 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.158049 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.158373 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.158694 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.159016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.159338 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.159656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.159972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.160285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:25:57.203570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] No DVR routers for this DVR port 6730e70e-ffb4-407d-bb55-9a6174695389 on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:25:57.205838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:57.208180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'name': 'network-vif-deleted', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:25:57.223534 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-30141551-3031-4014-83c2-ba347306bfbb req-cd5653be-0511-469e-9674-70c89a0b4d89 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.35 "DELETE /v2.0/ports/6730e70e-ffb4-407d-bb55-9a6174695389 HTTP/1.1" status: 204 len: 173 time: 0.7336538 Apr 22 10:25:57.256040 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6158aa-dac6-4f82-88e9-d057ad812fe4'] response: {'server_uuid': 'b43f71ca-ce8f-4a6a-9630-9a3ef4166af2', 'name': 'network-vif-deleted', 'tag': '6730e70e-ffb4-407d-bb55-9a6174695389', 'status': 'completed', 'code': 200} Apr 22 10:25:57.445645 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5a616a0c-d786-41ce-8364-b6e8b0fa490f req-bfc0cdbf-eaa3-49e0-a0f3-16df682c3e7c tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "GET /v2.0/ports?device_id=b43f71ca-ce8f-4a6a-9630-9a3ef4166af2 HTTP/1.1" status: 200 len: 210 time: 0.0423875 Apr 22 10:25:58.538812 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41100) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:25:59.077743 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:59.227659 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6730e70e-ffb4-407d-bb55-9a6174695389 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:25:59.261304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 6730e70e-ffb4-407d-bb55-9a6174695389 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:25:59.261559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6730e70e-ffb4-407d-bb55-9a6174695389 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:25:59.419389 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port 7452d117-8f7a-46d6-9065-b870fa33aaaa {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:25:59.419724 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:59.600712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port 7452d117-8f7a-46d6-9065-b870fa33aaaa, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7452d117-8f7a-46d6-9065-b870fa33aaaa,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:25:59.601927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:25:59.722719 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for 7452d117-8f7a-46d6-9065-b870fa33aaaa owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:26:00.145792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:00.193136 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=7452d117-8f7a-46d6-9065-b870fa33aaaa,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:00.468563 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:00.818324 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:26:00.987317 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:26:00.997527 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] Sync routers for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:26:00.999899 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-be2a8093-3f65-4b71-b0cd-e521610a6496 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "PUT /v2.0/routers/fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4600453 Apr 22 10:26:01.002585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41104) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:01.006554 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:01.007845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:25:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:01.075557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbbd791-3bf5-45c4-845f-8bdc9552b28e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting subnet f2208867-3b22-4b2d-a42c-cc188d2d3483 {{(pid=88062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:26:01.078741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd791-3bf5-45c4-845f-8bdc9552b28e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.132851 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd791-3bf5-45c4-845f-8bdc9552b28e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397235'] for subnet, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.227629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:01.325552 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd791-3bf5-45c4-845f-8bdc9552b28e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.400264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd791-3bf5-45c4-845f-8bdc9552b28e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1378769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2575282'] for subnet, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.443337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd791-3bf5-45c4-845f-8bdc9552b28e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.446146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbd791-3bf5-45c4-845f-8bdc9552b28e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Subnet': ['ID=f2208867-3b22-4b2d-a42c-cc188d2d3483,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:01.450688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2664087a-4618-41ae-8b1d-c80ec416f046 None None] Network 41073553-2cb0-4a9e-84c5-0c8292905e32 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:26:01.453485 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6dbbd791-3bf5-45c4-845f-8bdc9552b28e tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/subnets/f2208867-3b22-4b2d-a42c-cc188d2d3483 HTTP/1.1" status: 204 len: 168 time: 0.4499602 Apr 22 10:26:01.456081 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41108) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:01.635091 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.673205 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:26:00Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:01.678106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] Checking router: fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:26:01.697708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] Routers {'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:01.698312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:25:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:01.813619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.824240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Deleting port a986e426-3eca-4e16-b0a7-79a7f044d682 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:26:01.824919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.834848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] DHCP port deletion for 41073553-2cb0-4a9e-84c5-0c8292905e32 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:26:01.853019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Deleting port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:26:01.853388 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:01.917013 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] Set router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:01.995417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] For port a986e426-3eca-4e16-b0a7-79a7f044d682, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a986e426-3eca-4e16-b0a7-79a7f044d682,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:01.995775 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.121411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Calling delete_port for a986e426-3eca-4e16-b0a7-79a7f044d682 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:26:02.285698 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.335387 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Port': ['ID=a986e426-3eca-4e16-b0a7-79a7f044d682,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:02.355266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] For port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=9f453574-9e55-4df2-8dfe-c8ac0cdb60d8,segment=NetworkSegment(1e39ea84-6a03-48d7-9c4f-bea81b59141b),segment_id=1e39ea84-6a03-48d7-9c4f-bea81b59141b)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:02.355806 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.425127 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.480563 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Calling delete_port for 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:26:02.558084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:26:00Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:02.562431 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b7736-0c29-4819-a19c-2484baa0d63d None None] The sync data for ids ['fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad'] in dv-neutron-839018-1-hyperv is: [{'id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'name': 'tempest-TestNetworkAdvancedServerOps-router-712761647', 'tenant_id': '37987e6c050543d4a527817d5456d6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:26:00Z', 'revision_number': 5, 'project_id': '37987e6c050543d4a527817d5456d6be', 'gw_port': {'id': 'a986e426-3eca-4e16-b0a7-79a7f044d682', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ab:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:24:17Z', 'updated_at': '2022-04-22T10:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:26:02.572544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114'] for port, after_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.599774 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.602717 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.620285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Pushing event deleted for resources: {'Port': ['ID=9f453574-9e55-4df2-8dfe-c8ac0cdb60d8,revision_number=None']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:02.622703 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] No DVR routers for this DVR port 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 on host dv-neutron-839018-1-hyperv {{(pid=88064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:26:02.636592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.636947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.637284 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.637779 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.638165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.638434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.638791 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.639121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.639446 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.639835 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.640164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.640510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1858f1e3-d9a3-472b-9a98-ce7b482801aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:02.726440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.726954 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Fanout notify agent at l3_agent the message router_deleted on router fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:26:02.741702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.742776 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-48d55068-ca42-4ade-ad8c-56597ad73771 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/routers/fc6d8db3-a4d4-4810-84e0-a86c68f4b5ad HTTP/1.1" status: 204 len: 168 time: 1.2857604 Apr 22 10:26:02.745368 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41112) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:02.854436 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:02.985185 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.012159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41073553-2cb0-4a9e-84c5-0c8292905e32']}} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:03.027390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e39ea84-6a03-48d7-9c4f-bea81b59141b') {'for_net_delete': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:03.027681 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.services.segments.db [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e39ea84-6a03-48d7-9c4f-bea81b59141b') {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:03.039835 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397256'] for segment, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.057026 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.070145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=88062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:26:03.070792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1378747'] for segment, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: Traceback (most recent call last): Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: timer() Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: cb(*args, **kw) Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: return func(*args, **kwargs) Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: self._notify() Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: self.callback(batched_events) Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: event.method(event) Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: return f(self, *a, **k) Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._get(url).json() Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: return self.request(url, 'GET', **kwargs) Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:26:03.087113 dv-neutron-839018-1-hyperv neutron-server[88062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:26:03.119759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:26:03.157489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:26:03.157827 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 9f453574-9e55-4df2-8dfe-c8ac0cdb60d8 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:26:03.158272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7452d117-8f7a-46d6-9065-b870fa33aaaa no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:26:03.167245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.188094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.193336 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 7452d117-8f7a-46d6-9065-b870fa33aaaa {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:26:03.193686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7452d117-8f7a-46d6-9065-b870fa33aaaa not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:26:03.194498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'Network': ['ID=41073553-2cb0-4a9e-84c5-0c8292905e32,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:03.206941 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-40fe7e6b-c67a-40e2-8722-c0d89900d614 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/networks/41073553-2cb0-4a9e-84c5-0c8292905e32 HTTP/1.1" status: 204 len: 168 time: 0.4606028 Apr 22 10:26:03.209843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41116) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:03.279802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1171a1ea-e910-4cfc-b23b-a7ac260b70a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.309112 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1171a1ea-e910-4cfc-b23b-a7ac260b70a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.372383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1171a1ea-e910-4cfc-b23b-a7ac260b70a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.390303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171a1ea-e910-4cfc-b23b-a7ac260b70a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9263756f-d471-4f7c-93ec-a27802e578a8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:03.402293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1171a1ea-e910-4cfc-b23b-a7ac260b70a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.406126 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1171a1ea-e910-4cfc-b23b-a7ac260b70a6 tempest-TestNetworkAdvancedServerOps-1413200720 tempest-TestNetworkAdvancedServerOps-1413200720-project] 10.222.0.32 "DELETE /v2.0/security-groups/9263756f-d471-4f7c-93ec-a27802e578a8 HTTP/1.1" status: 204 len: 168 time: 0.1924858 Apr 22 10:26:03.767201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41126) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:03.909753 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-129165a8-7a50-4c55-a0de-997d172d8a7f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=37987e6c050543d4a527817d5456d6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412601 Apr 22 10:26:03.912052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41132) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:03.971822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-26f03408-78c9-41ca-ac93-d2720310c280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:03.997012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-26f03408-78c9-41ca-ac93-d2720310c280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.052271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-26f03408-78c9-41ca-ac93-d2720310c280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.068549 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f03408-78c9-41ca-ac93-d2720310c280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6758dfb1-d148-4bc5-badc-426cf19a7320,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:04.077274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-26f03408-78c9-41ca-ac93-d2720310c280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.078385 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-26f03408-78c9-41ca-ac93-d2720310c280 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6758dfb1-d148-4bc5-badc-426cf19a7320 HTTP/1.1" status: 204 len: 168 time: 0.1654236 Apr 22 10:26:04.347591 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41140) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:04.364443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.378381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:04.382644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] Usage tracker for resource:security_group_rule and tenant:cbee44047593432097faf7bbc85eb5c3 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:04.385427 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:04.390995 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:04.471762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.475121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.523622 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cbee44047593432097faf7bbc85eb5c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749787 Apr 22 10:26:04.525178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f09898-992f-4c7e-b74d-1abc925cd909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f637a06d-aa79-4c89-af2e-e59adadc82f5,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:04.526479 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41144) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:04.585996 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d78878f-72f0-4569-bb41-2a26599b7157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.610565 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d78878f-72f0-4569-bb41-2a26599b7157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.665447 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d78878f-72f0-4569-bb41-2a26599b7157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.682710 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78878f-72f0-4569-bb41-2a26599b7157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f637a06d-aa79-4c89-af2e-e59adadc82f5,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:04.685923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-3d78878f-72f0-4569-bb41-2a26599b7157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:04.687024 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-3d78878f-72f0-4569-bb41-2a26599b7157 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f637a06d-aa79-4c89-af2e-e59adadc82f5 HTTP/1.1" status: 204 len: 168 time: 0.1595736 Apr 22 10:26:05.027116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a986e426-3eca-4e16-b0a7-79a7f044d682 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:26:05.061818 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: a986e426-3eca-4e16-b0a7-79a7f044d682 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:26:05.062090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a986e426-3eca-4e16-b0a7-79a7f044d682 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:26:05.421430 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41168) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:05.521337 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1130328139-network', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:05.526535 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:05.530654 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Usage tracker for resource:network and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:05.533536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:05.540255 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:05.550869 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Made reservation on behalf of c5745d87f055419fbb9ce4367eff5667 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:26:05.553397 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:05.565002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:05.578635 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:05.582391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:05.585651 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:05.591367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:05.674388 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:05.678094 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:05.705790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:26:05.717377 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03fcde5-a56d-463a-9585-b06f2c5476e8,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:05.723295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:05.723634 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Added segment 6eb03aa2-1607-404d-9e55-e1a7981e45ae of type vlan for network 420826ec-b256-4e23-934d-987b18095ee1 Apr 22 10:26:05.750837 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:05.778071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:05.778900 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:05.779468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:05.881660 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4589050 Apr 22 10:26:05.882616 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608da8c-f820-4dca-9105-a277e3aa6766 admin admin] Pushing event updated for resources: {'Network': ['ID=420826ec-b256-4e23-934d-987b18095ee1,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:05.884690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41174) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:05.890224 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Request body: {'subnet': {'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1130328139-subnet', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'ip_version': 4}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:05.895069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:05.897095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 420826ec-b256-4e23-934d-987b18095ee1 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:26:05.898925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Usage tracker for resource:subnet and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:05.901753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:05.907932 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:05.918232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Made reservation on behalf of c5745d87f055419fbb9ce4367eff5667 for: {'subnet': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:26:05.920782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4178415'] for subnet, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.212313 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2654178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4178417'] for subnet, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.283492 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3057e5-287a-4fd5-838f-b44a756eb16a,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:06.292348 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Checking segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:06.292726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Network hostable DHCP agents. Network: 420826ec-b256-4e23-934d-987b18095ee1, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:26:06.311205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Network 420826ec-b256-4e23-934d-987b18095ee1 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:26:06.320136 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 420826ec-b256-4e23-934d-987b18095ee1) {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:06.324081 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:06.324671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.329355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d6a52-1473-4349-8118-49351519a99e None None] Network 420826ec-b256-4e23-934d-987b18095ee1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:26:06.353719 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1cb4db4b-4d10-49ce-be2d-70b732b5f917 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4679394 Apr 22 10:26:06.356339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41178) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:06.361283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:06.365761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:06.369760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Usage tracker for resource:router and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:06.372686 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:06.378414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:06.390298 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.391251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.406044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.550469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-420826ec-b256-4e23-934d-987b18095ee1', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:26:06.551548 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.676335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.707743 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Allocated IP 172.20.0.2 (420826ec-b256-4e23-934d-987b18095ee1/8a3057e5-287a-4fd5-838f-b44a756eb16a/b8587daa-a704-47b7-b6c9-3e252ab3d2c2) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:26:06.910995 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.921133 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Transition to ACTIVE for port object b8587daa-a704-47b7-b6c9-3e252ab3d2c2 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:06.939885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Transition to ACTIVE for port object b8587daa-a704-47b7-b6c9-3e252ab3d2c2 will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:06.945990 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:06.983582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:07.008472 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Network 420826ec-b256-4e23-934d-987b18095ee1 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:07.010339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:07.017935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:07.018207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:26:07.024947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Pushing event updated for resources: {'Port': ['ID=b8587daa-a704-47b7-b6c9-3e252ab3d2c2,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:07.110981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Attempting to bind port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:26:07.111360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Attempting to bind port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:26:07.111705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Attempting to bind port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 on network 420826ec-b256-4e23-934d-987b18095ee1 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:26:07.117383 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:26:07.117750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Checking segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:07.118148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:07.118538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Bound using segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:26:07.118988 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Bound port: b8587daa-a704-47b7-b6c9-3e252ab3d2c2, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:26:07.119355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:07.150736 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Allocated IP 172.26.2.154 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/108e0416-dd79-4747-a83f-5655d3c68ff0) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:26:07.207870 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] For port b8587daa-a704-47b7-b6c9-3e252ab3d2c2, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:26:07.210778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] For port b8587daa-a704-47b7-b6c9-3e252ab3d2c2, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b8587daa-a704-47b7-b6c9-3e252ab3d2c2,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:26:07.214482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:07.300422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:07.303368 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a6b4-310a-4f06-92bf-f5a06a962a73 None None] Pushing event updated for resources: {'Port': ['ID=b8587daa-a704-47b7-b6c9-3e252ab3d2c2,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:07.330952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:07.396955 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:07.399796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:07.402211 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:26:07.444301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Pushing event updated for resources: {'Port': ['ID=108e0416-dd79-4747-a83f-5655d3c68ff0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:07.937057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:08.170459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce519fab-ec6a-4f9e-8c3d-22d3a6aab8a3 None None] Network 420826ec-b256-4e23-934d-987b18095ee1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:26:08.280336 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:08.311844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-c61b0cab-09c3-46bc-9a67-ad57538894c3 None None] Provisioning for port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:08.480803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Router b0403bf3-ff50-4e3f-b426-13c60c478351 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:26:08.665101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:26:08.673568 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Sync routers for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:26:08.683190 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:08.683775 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:25:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:08.688528 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:08.689753 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f2b60974-95f4-4bee-ab30-f02c4bb97a42 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3324051 Apr 22 10:26:08.692626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41182) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:08.856709 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:09.110116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b8587daa-a704-47b7-b6c9-3e252ab3d2c2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:09.148054 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:07Z', 'revision_number': 3, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:09.152431 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Checking router: b0403bf3-ff50-4e3f-b426-13c60c478351 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:26:09.153311 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Updating router b0403bf3-ff50-4e3f-b426-13c60c478351 port 108e0416-dd79-4747-a83f-5655d3c68ff0 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:26:09.181845 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:09.186966 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:09.187520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.209102 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.306451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.317365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.352798 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port b8587daa-a704-47b7-b6c9-3e252ab3d2c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b8587daa-a704-47b7-b6c9-3e252ab3d2c2,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:09.357259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.427897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=b8587daa-a704-47b7-b6c9-3e252ab3d2c2,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:09.509465 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.545280 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.557164 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Transition to ACTIVE for port object 108e0416-dd79-4747-a83f-5655d3c68ff0 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:09.565438 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.644891 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Attempting to bind port 108e0416-dd79-4747-a83f-5655d3c68ff0 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:26:09.645248 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Attempting to bind port 108e0416-dd79-4747-a83f-5655d3c68ff0 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:26:09.645603 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Attempting to bind port 108e0416-dd79-4747-a83f-5655d3c68ff0 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:26:09.651692 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Pushing event updated for resources: {'Port': ['ID=108e0416-dd79-4747-a83f-5655d3c68ff0,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:09.659377 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:26:09.659742 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:09.660134 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.660544 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:26:09.660992 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Bound port: 108e0416-dd79-4747-a83f-5655d3c68ff0, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:26:09.661362 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.690320 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.691007 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.691007 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.691292 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.691613 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.691936 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.692274 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.692594 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.692911 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.693223 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.693535 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.693848 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:26:09.725457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Allocated IP 172.20.0.1 (420826ec-b256-4e23-934d-987b18095ee1/8a3057e5-287a-4fd5-838f-b44a756eb16a/7331523c-566a-4dbe-b68e-ae9da4a1061a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:26:09.742158 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] For port 108e0416-dd79-4747-a83f-5655d3c68ff0, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:26:09.745557 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] For port 108e0416-dd79-4747-a83f-5655d3c68ff0, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=108e0416-dd79-4747-a83f-5655d3c68ff0,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:26:09.749665 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.826462 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:09.827052 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:25:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:09.870583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.885874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Transition to ACTIVE for port object 7331523c-566a-4dbe-b68e-ae9da4a1061a will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:09.889873 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccf08d-787e-4c73-a654-dd9319f6af15 None None] Pushing event updated for resources: {'Port': ['ID=108e0416-dd79-4747-a83f-5655d3c68ff0,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:09.910381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:09.967942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Network 420826ec-b256-4e23-934d-987b18095ee1 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:09.970831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:09.974400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:26:10.004260 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:10.021533 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Pushing event updated for resources: {'Port': ['ID=7331523c-566a-4dbe-b68e-ae9da4a1061a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:10.042817 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:10.175060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:10.276900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b4212cdb-cfc0-4261-954f-d34e71aa1d98 None None] Provisioning for port 7331523c-566a-4dbe-b68e-ae9da4a1061a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:10.281824 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b4212cdb-cfc0-4261-954f-d34e71aa1d98 None None] Provisioning complete for port 7331523c-566a-4dbe-b68e-ae9da4a1061a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:10.282189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b4212cdb-cfc0-4261-954f-d34e71aa1d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:10.322326 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:07Z', 'revision_number': 3, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:10.326277 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fe2b5c-79cf-4989-8a33-53eb44db98de None None] The sync data for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv is: [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:07Z', 'revision_number': 3, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:26:10.334609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b4212cdb-cfc0-4261-954f-d34e71aa1d98 None None] Port 7331523c-566a-4dbe-b68e-ae9da4a1061a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:26:10.403940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:10.408698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:10.517044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Pushing event updated for resources: {'Port': ['ID=7331523c-566a-4dbe-b68e-ae9da4a1061a,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:10.520601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:10.671289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Network 420826ec-b256-4e23-934d-987b18095ee1 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:10.672743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:10.960322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-ed6b50e9-906d-4e82-9452-9bf85b7596c2 None None] Provisioning complete for port 7331523c-566a-4dbe-b68e-ae9da4a1061a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:10.960853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-ed6b50e9-906d-4e82-9452-9bf85b7596c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.002447 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Router b0403bf3-ff50-4e3f-b426-13c60c478351 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:26:11.020066 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-ed6b50e9-906d-4e82-9452-9bf85b7596c2 None None] Port 7331523c-566a-4dbe-b68e-ae9da4a1061a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:26:11.155618 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b8587daa-a704-47b7-b6c9-3e252ab3d2c2 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:11.186597 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:26:11.200933 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-044c3837-01ab-4779-96f5-9c1c04d20bfc admin admin] 10.222.0.32 "PUT /v2.0/routers/b0403bf3-ff50-4e3f-b426-13c60c478351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5030551 Apr 22 10:26:11.232767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:11.233131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.326978 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:26:11.350955 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 108e0416-dd79-4747-a83f-5655d3c68ff0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:11.418220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 108e0416-dd79-4747-a83f-5655d3c68ff0 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:11.423229 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 108e0416-dd79-4747-a83f-5655d3c68ff0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:11.423641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.542421 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.560732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 108e0416-dd79-4747-a83f-5655d3c68ff0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=108e0416-dd79-4747-a83f-5655d3c68ff0,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:11.566040 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.642372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=108e0416-dd79-4747-a83f-5655d3c68ff0,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:11.711298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41200) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:11.716804 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-516467014-network', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:11.722052 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:11.726574 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Usage tracker for resource:network and tenant:f0e085b7484545eb9d3ec6d40dcabf31 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:11.729453 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:11.735158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:11.745891 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Made reservation on behalf of f0e085b7484545eb9d3ec6d40dcabf31 for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:26:11.748278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.760556 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.778747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:11.782614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Usage tracker for resource:security_group_rule and tenant:f0e085b7484545eb9d3ec6d40dcabf31 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:11.785459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:11.791240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:11.870329 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Sync routers for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:26:11.875813 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.880840 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:11.881071 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.881582 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:25:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:11.914575 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:26:11.923175 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29627c27-6cd7-48e6-a526-78e42d107cd4,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:11.936910 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.937259 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Added segment 7c45f13b-cf95-4dda-a2b7-6c11f8389b24 of type vlan for network e367e76b-05bd-455f-8f9d-f91f866958e4 Apr 22 10:26:11.965723 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.994128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:11.995051 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:11.995596 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.063558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:12.096542 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3841007 Apr 22 10:26:12.097374 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5098a-7f2d-467c-8122-be1997c015bd admin admin] Pushing event updated for resources: {'Network': ['ID=e367e76b-05bd-455f-8f9d-f91f866958e4,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:12.099390 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41204) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:12.104894 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Request body: {'subnet': {'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-516467014-subnet', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:12.109557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:12.113415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Usage tracker for resource:subnet and tenant:f0e085b7484545eb9d3ec6d40dcabf31 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:12.114047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network e367e76b-05bd-455f-8f9d-f91f866958e4 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:26:12.116659 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:12.123160 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:12.133892 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Made reservation on behalf of f0e085b7484545eb9d3ec6d40dcabf31 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:26:12.136486 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.340970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.413638 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c3dbcedf-0231-48fe-9c1f-3f6f57e9c712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.417000 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=101f1dbf-f0a2-40c9-8902-f5060455910a,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:12.424557 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Checking segment: {'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:12.424907 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Network hostable DHCP agents. Network: e367e76b-05bd-455f-8f9d-f91f866958e4, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:26:12.443269 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Network e367e76b-05bd-455f-8f9d-f91f866958e4 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:26:12.453893 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, e367e76b-05bd-455f-8f9d-f91f866958e4) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:12.458407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:12.459122 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.479585 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4f1d15e9-077a-4e52-9e29-c941a3e751bb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3791406 Apr 22 10:26:12.482145 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41208) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:12.482372 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc4de2-39b2-42aa-a83c-9e4f95c6ad0f None None] Network e367e76b-05bd-455f-8f9d-f91f866958e4 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:26:12.487152 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:12.491767 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:12.495572 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Usage tracker for resource:router and tenant:f0e085b7484545eb9d3ec6d40dcabf31 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:12.498495 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:12.504715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:12.517158 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.518292 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.533642 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.656733 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 2, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:12.664767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Checking router: b0403bf3-ff50-4e3f-b426-13c60c478351 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:26:12.665119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Updating router b0403bf3-ff50-4e3f-b426-13c60c478351 port 7331523c-566a-4dbe-b68e-ae9da4a1061a binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:26:12.757126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-e367e76b-05bd-455f-8f9d-f91f866958e4', 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'fixed_ips': [{'subnet_id': '101f1dbf-f0a2-40c9-8902-f5060455910a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:26:12.757937 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.770898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:12.902132 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.060691 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Allocated IP 172.20.0.2 (e367e76b-05bd-455f-8f9d-f91f866958e4/101f1dbf-f0a2-40c9-8902-f5060455910a/a6314a22-0a04-473b-8c98-4e6cd7ac03cd) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:26:13.114012 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 108e0416-dd79-4747-a83f-5655d3c68ff0 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:13.213505 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.242657 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.345285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 108e0416-dd79-4747-a83f-5655d3c68ff0 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:13.345658 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.378466 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Allocated IP 172.26.2.136 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/db5591ea-24b3-48bf-833d-0c47b1e63e57) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:26:13.524177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.527883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.546166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.549046 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Transition to ACTIVE for port object 7331523c-566a-4dbe-b68e-ae9da4a1061a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:13.559230 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.593072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.618827 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:13.621526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:13.625138 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:26:13.627894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Transition to ACTIVE for port object a6314a22-0a04-473b-8c98-4e6cd7ac03cd will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:13.669562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=db5591ea-24b3-48bf-833d-0c47b1e63e57,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:13.752635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Transition to ACTIVE for port object a6314a22-0a04-473b-8c98-4e6cd7ac03cd will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:13.791769 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8769d13-ff50-42e5-a58d-351e22083307 None None] Pushing event updated for resources: {'Port': ['ID=7331523c-566a-4dbe-b68e-ae9da4a1061a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:13.800566 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:13.974195 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Network e367e76b-05bd-455f-8f9d-f91f866958e4 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:13.979400 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:13.985879 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:26:13.998753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Attempting to bind port 7331523c-566a-4dbe-b68e-ae9da4a1061a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:26:13.999117 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Attempting to bind port 7331523c-566a-4dbe-b68e-ae9da4a1061a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:26:13.999478 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Attempting to bind port 7331523c-566a-4dbe-b68e-ae9da4a1061a on network 420826ec-b256-4e23-934d-987b18095ee1 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:26:14.031126 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Pushing event updated for resources: {'Port': ['ID=a6314a22-0a04-473b-8c98-4e6cd7ac03cd,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:14.040964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:26:14.041344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Checking segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:14.041749 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.042142 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Bound using segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:26:14.042614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Bound port: 7331523c-566a-4dbe-b68e-ae9da4a1061a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:26:14.042991 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.049252 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.152930 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Attempting to bind port a6314a22-0a04-473b-8c98-4e6cd7ac03cd on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:26:14.153287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Attempting to bind port a6314a22-0a04-473b-8c98-4e6cd7ac03cd by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:26:14.153651 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Attempting to bind port a6314a22-0a04-473b-8c98-4e6cd7ac03cd on network e367e76b-05bd-455f-8f9d-f91f866958e4 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:26:14.176287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:26:14.176689 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Checking segment: {'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:14.177091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.177482 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Bound using segment: {'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:26:14.177958 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Bound port: a6314a22-0a04-473b-8c98-4e6cd7ac03cd, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:26:14.178351 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.247023 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] For port 7331523c-566a-4dbe-b68e-ae9da4a1061a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:26:14.260093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] For port 7331523c-566a-4dbe-b68e-ae9da4a1061a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7331523c-566a-4dbe-b68e-ae9da4a1061a,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:26:14.270802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.367177 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] For port a6314a22-0a04-473b-8c98-4e6cd7ac03cd, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:26:14.369340 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:14.370039 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:25:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:14.445575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8769d13-ff50-42e5-a58d-351e22083307 None None] Pushing event updated for resources: {'Port': ['ID=7331523c-566a-4dbe-b68e-ae9da4a1061a,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:14.451829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] For port a6314a22-0a04-473b-8c98-4e6cd7ac03cd, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a6314a22-0a04-473b-8c98-4e6cd7ac03cd,segment=NetworkSegment(7c45f13b-cf95-4dda-a2b7-6c11f8389b24),segment_id=7c45f13b-cf95-4dda-a2b7-6c11f8389b24)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:26:14.460924 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.519632 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.656940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-04fbca89-8660-486f-8999-91d2a7c4e4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.666266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da7c08-8e96-439c-a751-73201ff61f0b None None] Pushing event updated for resources: {'Port': ['ID=a6314a22-0a04-473b-8c98-4e6cd7ac03cd,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:14.670642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:14.731919 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Router 67e0f397-e946-4c0b-9a16-d33f1b68e568 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:26:14.932133 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:26:14.944467 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Sync routers for ids ['67e0f397-e946-4c0b-9a16-d33f1b68e568'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:26:14.956494 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Routers {'67e0f397-e946-4c0b-9a16-d33f1b68e568'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:14.958289 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:26:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['67e0f397-e946-4c0b-9a16-d33f1b68e568'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:14.960956 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:14.963091 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-a1231bc9-43b8-4f4a-9b75-ac7994841eb5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4796584 Apr 22 10:26:14.965866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41212) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:15.043998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:14Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:15.049043 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49575c10-fb13-4fc2-abb5-7ab9f92c2f29 None None] The sync data for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv is: [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:14Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:26:15.205268 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Set router 67e0f397-e946-4c0b-9a16-d33f1b68e568 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:15.306016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a6314a22-0a04-473b-8c98-4e6cd7ac03cd up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:15.390935 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port a6314a22-0a04-473b-8c98-4e6cd7ac03cd completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:15.398533 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7331523c-566a-4dbe-b68e-ae9da4a1061a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:15.506113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 7331523c-566a-4dbe-b68e-ae9da4a1061a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:15.513455 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7331523c-566a-4dbe-b68e-ae9da4a1061a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:15.513915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:15.618763 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:26:13Z', 'revision_number': 3, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port': {'id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:13Z', 'updated_at': '2022-04-22T10:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:15.627449 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Checking router: 67e0f397-e946-4c0b-9a16-d33f1b68e568 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:26:15.628238 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Updating router 67e0f397-e946-4c0b-9a16-d33f1b68e568 port db5591ea-24b3-48bf-833d-0c47b1e63e57 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:26:15.695887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:15.704952 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:15.721713 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:15.775227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 7331523c-566a-4dbe-b68e-ae9da4a1061a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7331523c-566a-4dbe-b68e-ae9da4a1061a,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:15.783265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:15.889170 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=7331523c-566a-4dbe-b68e-ae9da4a1061a,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:15.895970 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb142dce-8777-43aa-826c-ec66ecef16db None None] Network e367e76b-05bd-455f-8f9d-f91f866958e4 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:26:15.933986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:15.942456 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.092120 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-33d37030-7882-4985-a99f-adf401904729 None None] Provisioning for port a6314a22-0a04-473b-8c98-4e6cd7ac03cd completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:16.101941 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-33d37030-7882-4985-a99f-adf401904729 None None] Provisioning complete for port a6314a22-0a04-473b-8c98-4e6cd7ac03cd triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:16.102321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-33d37030-7882-4985-a99f-adf401904729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.153537 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.166095 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Transition to ACTIVE for port object db5591ea-24b3-48bf-833d-0c47b1e63e57 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:16.175097 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.180797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Allocated IP 172.20.0.1 (e367e76b-05bd-455f-8f9d-f91f866958e4/101f1dbf-f0a2-40c9-8902-f5060455910a/82218bb8-e59a-43a4-9228-3065ac72b26a) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:26:16.297501 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Attempting to bind port db5591ea-24b3-48bf-833d-0c47b1e63e57 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:26:16.297865 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Attempting to bind port db5591ea-24b3-48bf-833d-0c47b1e63e57 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:26:16.298389 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Attempting to bind port db5591ea-24b3-48bf-833d-0c47b1e63e57 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:26:16.314624 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:26:16.314993 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:16.315535 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.315922 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:26:16.316628 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Bound port: db5591ea-24b3-48bf-833d-0c47b1e63e57, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:26:16.316986 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.346765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-33d37030-7882-4985-a99f-adf401904729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.367730 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c14ea-2c0c-471e-acaf-5becaf2f784a None None] Pushing event updated for resources: {'Port': ['ID=db5591ea-24b3-48bf-833d-0c47b1e63e57,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:16.384085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.411584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Transition to ACTIVE for port object 82218bb8-e59a-43a4-9228-3065ac72b26a will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:16.412683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-33d37030-7882-4985-a99f-adf401904729 None None] For port a6314a22-0a04-473b-8c98-4e6cd7ac03cd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a6314a22-0a04-473b-8c98-4e6cd7ac03cd,segment=NetworkSegment(7c45f13b-cf95-4dda-a2b7-6c11f8389b24),segment_id=7c45f13b-cf95-4dda-a2b7-6c11f8389b24)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:16.423188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-33d37030-7882-4985-a99f-adf401904729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.436085 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] For port db5591ea-24b3-48bf-833d-0c47b1e63e57, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:26:16.441118 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] For port db5591ea-24b3-48bf-833d-0c47b1e63e57, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=db5591ea-24b3-48bf-833d-0c47b1e63e57,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:26:16.447919 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.462656 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.538679 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d37030-7882-4985-a99f-adf401904729 None None] Pushing event updated for resources: {'Port': ['ID=a6314a22-0a04-473b-8c98-4e6cd7ac03cd,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:16.571103 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Routers {'67e0f397-e946-4c0b-9a16-d33f1b68e568'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:16.571664 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:26:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['67e0f397-e946-4c0b-9a16-d33f1b68e568'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:16.623028 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c14ea-2c0c-471e-acaf-5becaf2f784a None None] Pushing event updated for resources: {'Port': ['ID=db5591ea-24b3-48bf-833d-0c47b1e63e57,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:16.687178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Network e367e76b-05bd-455f-8f9d-f91f866958e4 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:16.690067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:16.693831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:26:16.736341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Pushing event updated for resources: {'Port': ['ID=82218bb8-e59a-43a4-9228-3065ac72b26a,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:16.755218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-62470c9d-02bf-45c6-a7d5-fc5c629fe837 None None] Provisioning complete for port a6314a22-0a04-473b-8c98-4e6cd7ac03cd triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:16.756218 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-62470c9d-02bf-45c6-a7d5-fc5c629fe837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.760332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:16.783697 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] Set router 67e0f397-e946-4c0b-9a16-d33f1b68e568 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:16.905272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.039853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4c8a784a-e5ba-4edd-84fc-24d58ceb66fa None None] Provisioning for port 82218bb8-e59a-43a4-9228-3065ac72b26a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:17.044764 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-4c8a784a-e5ba-4edd-84fc-24d58ceb66fa None None] Provisioning complete for port 82218bb8-e59a-43a4-9228-3065ac72b26a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:17.045139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4c8a784a-e5ba-4edd-84fc-24d58ceb66fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.083089 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:26:13Z', 'revision_number': 3, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port': {'id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:13Z', 'updated_at': '2022-04-22T10:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:17.087948 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e719ea1-fab1-4643-aae2-4a7814f5bd2b None None] The sync data for ids ['67e0f397-e946-4c0b-9a16-d33f1b68e568'] in dv-neutron-839018-1-hyperv is: [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:26:13Z', 'revision_number': 3, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port': {'id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:13Z', 'updated_at': '2022-04-22T10:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:26:17.105030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a784a-e5ba-4edd-84fc-24d58ceb66fa None None] Port 82218bb8-e59a-43a4-9228-3065ac72b26a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:26:17.140034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.144863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.186420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a6314a22-0a04-473b-8c98-4e6cd7ac03cd up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:17.255986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port a6314a22-0a04-473b-8c98-4e6cd7ac03cd triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:17.256690 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.257681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.261099 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Pushing event updated for resources: {'Port': ['ID=82218bb8-e59a-43a4-9228-3065ac72b26a,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:17.404082 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7331523c-566a-4dbe-b68e-ae9da4a1061a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:17.412053 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Network e367e76b-05bd-455f-8f9d-f91f866958e4 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:17.414289 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:17.498111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.508993 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7331523c-566a-4dbe-b68e-ae9da4a1061a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:17.509517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.661045 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Router 67e0f397-e946-4c0b-9a16-d33f1b68e568 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:26:17.735695 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-395e455e-73ec-4c39-af42-42f50a2e2056 None None] Provisioning complete for port 82218bb8-e59a-43a4-9228-3065ac72b26a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:17.736628 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-395e455e-73ec-4c39-af42-42f50a2e2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:17.795014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-395e455e-73ec-4c39-af42-42f50a2e2056 None None] Port 82218bb8-e59a-43a4-9228-3065ac72b26a cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:26:17.850026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:26:17.860029 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-985ad427-7e60-49c8-a8cb-85469da17589 admin admin] 10.222.0.32 "PUT /v2.0/routers/67e0f397-e946-4c0b-9a16-d33f1b68e568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8923271 Apr 22 10:26:18.303587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41226) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:18.308749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823977463', 'description': 'tempest-secgroup-smoke-823977463 description', 'project_id': 'c5745d87f055419fbb9ce4367eff5667'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:18.314702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:18.318473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:18.321305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:18.326853 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:18.338061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.357357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:18.361069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:18.363780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:18.369376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:18.440696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.445276 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.485843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931ba782-b952-4a80-a874-fee89fa8cdcd,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:18.488470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.489638 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ccf02f59-66c8-49e9-af71-5c5008c16db9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1850598 Apr 22 10:26:18.493305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41230) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:18.497376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '931ba782-b952-4a80-a874-fee89fa8cdcd', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:18.503578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:18.507961 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:18.510856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:18.516642 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:18.535794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.598234 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.601590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.627541 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3018c7b-3b67-42f9-9e27-59a4cc1b84bd,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:18.635553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Sync routers for ids ['67e0f397-e946-4c0b-9a16-d33f1b68e568'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:26:18.638481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.642281 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b3332544-15f6-49ce-9e9c-3d6aef13834d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462369 Apr 22 10:26:18.642683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41234) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:18.646003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Routers {'67e0f397-e946-4c0b-9a16-d33f1b68e568'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:18.646603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:26:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['67e0f397-e946-4c0b-9a16-d33f1b68e568'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:18.648361 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '931ba782-b952-4a80-a874-fee89fa8cdcd', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:18.654294 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:18.658128 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:18.662110 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:18.667807 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:18.683705 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.747037 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.750834 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.778177 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c451899-3da9-4c8f-b787-1acb742f6bad,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:18.784618 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.785807 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-180c45ba-f899-420f-bbe2-a4ddd082bb8f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1421521 Apr 22 10:26:18.788477 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41238) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:18.793509 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '931ba782-b952-4a80-a874-fee89fa8cdcd', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:18.799664 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:18.803373 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:18.806707 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:18.812171 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:18.825140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Set router 67e0f397-e946-4c0b-9a16-d33f1b68e568 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:18.830766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.892680 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.897588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.920985 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea6e5f5-e67a-4b96-ad71-6d1f6601e596,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:18.930544 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:18.931828 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-928f169e-c73e-4859-983a-a243b9bce7ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422870 Apr 22 10:26:18.934504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41242) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:18.939842 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '931ba782-b952-4a80-a874-fee89fa8cdcd', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:18.946356 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:18.950116 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:18.952950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:18.958887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:18.975170 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.037970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.041738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.069013 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4914aff-1a90-4103-8ee8-b3d9a1e8c450,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:19.079506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.083353 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-446f4aa3-7799-4ef4-a981-11db1001d870 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1451528 Apr 22 10:26:19.083353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41246) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:19.088554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '931ba782-b952-4a80-a874-fee89fa8cdcd', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:19.094506 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:19.098283 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:19.101612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:19.107142 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:19.118571 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Project c5745d87f055419fbb9ce4367eff5667 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:26:19.129874 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.174882 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:26:16Z', 'revision_number': 4, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port': {'id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:13Z', 'updated_at': '2022-04-22T10:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '82218bb8-e59a-43a4-9228-3065ac72b26a', 'name': '', 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'mac_address': 'fa:16:3e:da:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '101f1dbf-f0a2-40c9-8902-f5060455910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:16Z', 'updated_at': '2022-04-22T10:26:16Z', 'revision_number': 2, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'subnets': [{'id': '101f1dbf-f0a2-40c9-8902-f5060455910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:19.179239 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Checking router: 67e0f397-e946-4c0b-9a16-d33f1b68e568 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:26:19.179602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Updating router 67e0f397-e946-4c0b-9a16-d33f1b68e568 port 82218bb8-e59a-43a4-9228-3065ac72b26a binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:26:19.204619 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.208290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device db5591ea-24b3-48bf-833d-0c47b1e63e57 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:19.209395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.233781 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6105cd-862a-4190-b229-29e6849b9207,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:19.243947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.247709 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-cb359903-7837-4256-8b69-031d4daeb10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608710 Apr 22 10:26:19.247859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41250) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:19.252920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '931ba782-b952-4a80-a874-fee89fa8cdcd', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:19.258683 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:19.262415 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:19.265196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:19.270679 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:19.280715 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.securitygroups_db [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Project c5745d87f055419fbb9ce4367eff5667 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:26:19.283524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.287032 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.353407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.353946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port db5591ea-24b3-48bf-833d-0c47b1e63e57 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:19.357641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.381196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab617a5-2473-4a12-9536-dbb165de0306,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:19.390483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.391792 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-e4850a2e-c387-4343-baf9-6ba0ca48365e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430104 Apr 22 10:26:19.397242 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port db5591ea-24b3-48bf-833d-0c47b1e63e57 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:19.397611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.559918 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-373af9a5-e0fb-4512-af85-f41f11a31ef1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:26:19.578174 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-373af9a5-e0fb-4512-af85-f41f11a31ef1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:26:19.579571 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-373af9a5-e0fb-4512-af85-f41f11a31ef1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823977463&fields=id&tenant_id=c5745d87f055419fbb9ce4367eff5667 HTTP/1.1" status: 200 len: 267 time: 0.0626543 Apr 22 10:26:19.634867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.666523 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port db5591ea-24b3-48bf-833d-0c47b1e63e57, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=db5591ea-24b3-48bf-833d-0c47b1e63e57,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:19.672125 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.730254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-f5c13873-5e24-46eb-b994-e77bd712bc6a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:19.730921 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-f5c13873-5e24-46eb-b994-e77bd712bc6a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:network {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:26:19.747433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-f5c13873-5e24-46eb-b994-e77bd712bc6a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:network {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:26:19.748753 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-f5c13873-5e24-46eb-b994-e77bd712bc6a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 809 time: 0.1617637 Apr 22 10:26:19.764375 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-142f3a0e-2488-4b86-890f-11317c65940f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/quotas/c5745d87f055419fbb9ce4367eff5667 HTTP/1.1" status: 200 len: 375 time: 0.0101559 Apr 22 10:26:19.800934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.803156 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=db5591ea-24b3-48bf-833d-0c47b1e63e57,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:19.815561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Transition to ACTIVE for port object 82218bb8-e59a-43a4-9228-3065ac72b26a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:19.824119 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:19.849147 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-75c0658e-ee11-4bfe-baa1-521a39d1c33b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793324 Apr 22 10:26:19.986295 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b76a3-076b-4b75-8bdb-a839f5e69b14 None None] Pushing event updated for resources: {'Port': ['ID=82218bb8-e59a-43a4-9228-3065ac72b26a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:20.041110 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Attempting to bind port 82218bb8-e59a-43a4-9228-3065ac72b26a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:26:20.041698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Attempting to bind port 82218bb8-e59a-43a4-9228-3065ac72b26a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:26:20.042057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Attempting to bind port 82218bb8-e59a-43a4-9228-3065ac72b26a on network e367e76b-05bd-455f-8f9d-f91f866958e4 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:26:20.048174 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:26:20.048579 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Checking segment: {'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:20.048974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:20.049360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Bound using segment: {'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:26:20.049813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Bound port: 82218bb8-e59a-43a4-9228-3065ac72b26a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c45f13b-cf95-4dda-a2b7-6c11f8389b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:26:20.050248 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:20.136514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-089a341f-5e46-4f6b-9d76-2e24e45299cb service neutron] 10.222.0.32 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784356 Apr 22 10:26:20.148502 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] For port 82218bb8-e59a-43a4-9228-3065ac72b26a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:26:20.152123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] For port 82218bb8-e59a-43a4-9228-3065ac72b26a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=82218bb8-e59a-43a4-9228-3065ac72b26a,segment=NetworkSegment(7c45f13b-cf95-4dda-a2b7-6c11f8389b24),segment_id=7c45f13b-cf95-4dda-a2b7-6c11f8389b24)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:26:20.157183 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:20.234758 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Routers {'67e0f397-e946-4c0b-9a16-d33f1b68e568'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:20.235382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:26:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['67e0f397-e946-4c0b-9a16-d33f1b68e568'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:20.293891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b76a3-076b-4b75-8bdb-a839f5e69b14 None None] Pushing event updated for resources: {'Port': ['ID=82218bb8-e59a-43a4-9228-3065ac72b26a,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:20.386580 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-1426a387-e514-4c6b-8a76-723a92962c43 service neutron] 10.222.0.32 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442312 Apr 22 10:26:20.431016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] Set router 67e0f397-e946-4c0b-9a16-d33f1b68e568 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:20.592986 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-24b42864-a6ce-4837-8b1a-a6b4aa16de35 req-cf9da4e7-a056-4fc7-9858-c67e11ca83c5 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:26:20.612584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-24b42864-a6ce-4837-8b1a-a6b4aa16de35 req-cf9da4e7-a056-4fc7-9858-c67e11ca83c5 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:26:20.613846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-24b42864-a6ce-4837-8b1a-a6b4aa16de35 req-cf9da4e7-a056-4fc7-9858-c67e11ca83c5 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 210 time: 0.0698078 Apr 22 10:26:20.810223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-659223d9-b719-401b-8422-01254c6d0490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:26:16Z', 'revision_number': 4, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port': {'id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:13Z', 'updated_at': '2022-04-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '82218bb8-e59a-43a4-9228-3065ac72b26a', 'name': '', 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'mac_address': 'fa:16:3e:da:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '101f1dbf-f0a2-40c9-8902-f5060455910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:16Z', 'updated_at': '2022-04-22T10:26:20Z', 'revision_number': 4, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'subnets': [{'id': '101f1dbf-f0a2-40c9-8902-f5060455910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:20.814306 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659223d9-b719-401b-8422-01254c6d0490 None None] The sync data for ids ['67e0f397-e946-4c0b-9a16-d33f1b68e568'] in dv-neutron-839018-1-hyperv is: [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:26:16Z', 'revision_number': 4, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port': {'id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:13Z', 'updated_at': '2022-04-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '82218bb8-e59a-43a4-9228-3065ac72b26a', 'name': '', 'network_id': 'e367e76b-05bd-455f-8f9d-f91f866958e4', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'mac_address': 'fa:16:3e:da:49:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '101f1dbf-f0a2-40c9-8902-f5060455910a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:16Z', 'updated_at': '2022-04-22T10:26:20Z', 'revision_number': 4, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'subnets': [{'id': '101f1dbf-f0a2-40c9-8902-f5060455910a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:26:21.252509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device db5591ea-24b3-48bf-833d-0c47b1e63e57 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:21.323469 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port db5591ea-24b3-48bf-833d-0c47b1e63e57 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:21.323839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:21.444553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 82218bb8-e59a-43a4-9228-3065ac72b26a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:21.513452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 82218bb8-e59a-43a4-9228-3065ac72b26a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:21.518718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 82218bb8-e59a-43a4-9228-3065ac72b26a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:21.519095 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:21.643736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:21.687843 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 82218bb8-e59a-43a4-9228-3065ac72b26a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=82218bb8-e59a-43a4-9228-3065ac72b26a,segment=NetworkSegment(7c45f13b-cf95-4dda-a2b7-6c11f8389b24),segment_id=7c45f13b-cf95-4dda-a2b7-6c11f8389b24)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:21.694343 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:21.778216 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=82218bb8-e59a-43a4-9228-3065ac72b26a,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:21.796077 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8aad5626-ce0b-4bde-91fe-4178e497c175 req-66bebee9-c608-4e8b-a492-40e24c32c85f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 210 time: 0.0600576 Apr 22 10:26:21.941400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-7e06a339-2b0c-4e05-8159-45ced2426b6e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:21.943081 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-7e06a339-2b0c-4e05-8159-45ced2426b6e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 809 time: 0.1594908 Apr 22 10:26:21.998767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-70703242-d22f-4346-af28-ca529d180d3f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:26:22.011154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-70703242-d22f-4346-af28-ca529d180d3f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:26:22.012657 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-70703242-d22f-4346-af28-ca529d180d3f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5745d87f055419fbb9ce4367eff5667 HTTP/1.1" status: 200 len: 379 time: 0.0604272 Apr 22 10:26:22.022848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'port': {'device_id': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'admin_state_up': True, 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'security_groups': ['931ba782-b952-4a80-a874-fee89fa8cdcd']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:22.254710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:22.263896 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:22.274158 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Made reservation on behalf of c5745d87f055419fbb9ce4367eff5667 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:26:22.277526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:22.437954 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Allocated IP 172.20.0.9 (420826ec-b256-4e23-934d-987b18095ee1/8a3057e5-287a-4fd5-838f-b44a756eb16a/3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:26:22.622579 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:22.637560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Transition to ACTIVE for port object 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:22.660523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:22.728998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Network 420826ec-b256-4e23-934d-987b18095ee1 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:22.731926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:22.740141 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:26:22.770100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:22.806886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:22.807487 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:22.833714 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-5889450b-a36d-43ab-b1d3-2d137a304840 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8150191 Apr 22 10:26:22.845252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Request body: {'port': {'device_id': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:23.007143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:23.014903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-46ccd8ff-ecd1-4873-bc73-6e4e340c82d0 None None] Provisioning for port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:23.019810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-46ccd8ff-ecd1-4873-bc73-6e4e340c82d0 None None] Provisioning complete for port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:23.020323 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-46ccd8ff-ecd1-4873-bc73-6e4e340c82d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:23.073103 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-46ccd8ff-ecd1-4873-bc73-6e4e340c82d0 None None] Port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:26:23.089801 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a296708-1736-44d7-b22c-ea98b3e4667f req-331a8263-8275-4ec3-9221-3c4e84160b0e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:23.090475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-0a296708-1736-44d7-b22c-ea98b3e4667f req-331a8263-8275-4ec3-9221-3c4e84160b0e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:26:23.164034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-0a296708-1736-44d7-b22c-ea98b3e4667f req-331a8263-8275-4ec3-9221-3c4e84160b0e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:26:23.165126 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0a296708-1736-44d7-b22c-ea98b3e4667f req-331a8263-8275-4ec3-9221-3c4e84160b0e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 931 time: 0.2346907 Apr 22 10:26:23.177385 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 82218bb8-e59a-43a4-9228-3065ac72b26a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:23.246113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 82218bb8-e59a-43a4-9228-3065ac72b26a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:23.246475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:23.251061 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0a296708-1736-44d7-b22c-ea98b3e4667f req-f0017136-f7ca-47d0-9f18-3e2595b6c42b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781696 Apr 22 10:26:23.414466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:26:23.421581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:23.436452 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Transition to ACTIVE for port object 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:26:23.439811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:23.566906 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:23.697851 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Attempting to bind port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:26:23.698098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Attempting to bind port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:26:23.698422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Attempting to bind port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d on network 420826ec-b256-4e23-934d-987b18095ee1 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:26:23.703026 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d on network 420826ec-b256-4e23-934d-987b18095ee1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:26:23.703339 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Attempting to bind port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d on network 420826ec-b256-4e23-934d-987b18095ee1 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:26:23.708257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:26:23.708615 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Checking segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:26:23.708990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Bound using segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:26:23.709403 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Bound port: 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:26:23.709763 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:23.797724 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:26:23.800488 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:26:23.805618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:23.857012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:23.857610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:23.858948 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 1093 time: 1.0182548 Apr 22 10:26:23.859515 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:26:23.888429 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7196ff-f2f9-421e-998a-fab573f03479 service neutron] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:23.994174 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6cdb7e7d-aed1-4711-9d81-b5ca16267d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:23.995671 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-6cdb7e7d-aed1-4711-9d81-b5ca16267d8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1096 time: 0.0845006 Apr 22 10:26:24.161212 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61a485f-fd99-4215-8841-910d44613fe1'] response: {'name': 'network-changed', 'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'status': 'completed', 'code': 200} Apr 22 10:26:24.169642 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-71ce8b7b-5335-461d-9b77-666082c93dc0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 217 time: 0.1664362 Apr 22 10:26:24.235980 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-d39819e3-0d6e-4cae-8cb2-c10e186dcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:24.237519 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-d39819e3-0d6e-4cae-8cb2-c10e186dcaf1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0612466 Apr 22 10:26:24.316586 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-eb738465-78a2-4142-a79a-dfd014bf550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:24.318059 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-eb738465-78a2-4142-a79a-dfd014bf550c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737402 Apr 22 10:26:24.504083 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-bdb34086-549a-4ef0-a051-1314d75be901 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787763 Apr 22 10:26:24.539328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d3bd8-81a2-408c-bc13-b48442916c1b req-4c0ff31a-8015-44a4-90f2-715794bb092a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:24.540746 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-828d3bd8-81a2-408c-bc13-b48442916c1b req-4c0ff31a-8015-44a4-90f2-715794bb092a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.1822596 Apr 22 10:26:24.655846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-828d3bd8-81a2-408c-bc13-b48442916c1b req-5f4b412b-5ee5-4abf-ba0f-3212d98db354 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040180 Apr 22 10:26:24.680166 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3e47b37b-d201-4e0e-97d2-b2fd081b3217 req-95ee70d8-f853-4cf5-8c5f-d2f2bc95cb9f service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679406 Apr 22 10:26:24.794098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-dafba4eb-f995-40c2-9dd0-bbbec53170a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:24.795456 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-dafba4eb-f995-40c2-9dd0-bbbec53170a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1096 time: 0.0700355 Apr 22 10:26:24.924494 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-1bc1eb36-d3b0-45ed-98f5-23f7d41e0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:24.925987 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-1bc1eb36-d3b0-45ed-98f5-23f7d41e0cbf service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1242650 Apr 22 10:26:24.995784 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-171be50e-7d5c-486c-b37b-2b7c71daf0c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 217 time: 0.0626411 Apr 22 10:26:25.057860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-c1067019-2e6e-4429-9039-c75b7e11ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:25.059177 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-c1067019-2e6e-4429-9039-c75b7e11ca6d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0566945 Apr 22 10:26:25.135979 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-d7fc00ac-2829-4192-83f7-05f5a8d6c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:25.137459 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-d7fc00ac-2829-4192-83f7-05f5a8d6c882 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718544 Apr 22 10:26:25.267534 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-07eec067-5bee-49d1-bd71-c9046658e859 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232095 Apr 22 10:26:25.399415 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1e86cf28-79c4-484b-88a8-b8ae340eabd0 req-e5339d7e-b379-42cc-b89c-51872f9476d1 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257014 Apr 22 10:26:25.837406 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9a524-5d6e-4f06-9e32-7fb6cc2ebb20 req-9975f762-d7af-48a5-b438-1b63c5dfbaf4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:25.838831 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-46c9a524-5d6e-4f06-9e32-7fb6cc2ebb20 req-9975f762-d7af-48a5-b438-1b63c5dfbaf4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0777116 Apr 22 10:26:25.881658 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-46c9a524-5d6e-4f06-9e32-7fb6cc2ebb20 req-1a9d3c6b-df18-4bd0-bddc-24ad2a028e8e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372641 Apr 22 10:26:27.059848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3682d3-d9ee-4ed9-8549-99c221f0da96 req-02c33a6f-4ee4-4cdd-838e-e029e36422c8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:27.061330 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cc3682d3-d9ee-4ed9-8549-99c221f0da96 req-02c33a6f-4ee4-4cdd-838e-e029e36422c8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0780025 Apr 22 10:26:27.103554 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cc3682d3-d9ee-4ed9-8549-99c221f0da96 req-7814ede8-e022-4c37-9e9b-ed4b689501e1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367024 Apr 22 10:26:27.371154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:26:27.499652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:27.515940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'port_id': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'mac_address': 'fa:16:3e:fd:40:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:26:27.570459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:27.586481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:26:27.601810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:27.605766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:27.669936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:27.987642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:26:28.287532 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ad1bb-642d-48f4-b1da-e94ceeb9be6e req-e217bc02-ea93-48b7-b509-b4ef1388a8f0 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:28.288922 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-011ad1bb-642d-48f4-b1da-e94ceeb9be6e req-e217bc02-ea93-48b7-b509-b4ef1388a8f0 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 944 time: 0.0822234 Apr 22 10:26:28.331489 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-011ad1bb-642d-48f4-b1da-e94ceeb9be6e req-2c506044-af16-4787-94f3-adce2fff80b6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370495 Apr 22 10:26:29.376443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:26:29.443091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:26:29.447771 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:26:29.448162 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:29.521930 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838270e-e9de-409f-9f7c-7f31cdb10144 req-c36f4b35-f4d1-4667-82c7-6ba77d682bc0 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:29.523979 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8838270e-e9de-409f-9f7c-7f31cdb10144 req-c36f4b35-f4d1-4667-82c7-6ba77d682bc0 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 944 time: 0.0858302 Apr 22 10:26:29.568724 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8838270e-e9de-409f-9f7c-7f31cdb10144 req-165b332a-c179-47b4-8382-d5d19246b111 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385847 Apr 22 10:26:29.575029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:29.602016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:26:29.610470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:26:29.615069 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:29.716878 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:29.740049 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb4b449-23b7-4f32-a920-42e2d16af09c'] response: {'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'code': 200} Apr 22 10:26:29.962407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac9b87-cb7b-4ff2-b66d-44e11df4c1b7 req-2d799e60-fa25-4550-adfa-7979370599eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:29.963754 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53ac9b87-cb7b-4ff2-b66d-44e11df4c1b7 req-2d799e60-fa25-4550-adfa-7979370599eb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1098 time: 0.0682230 Apr 22 10:26:30.107044 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-53ac9b87-cb7b-4ff2-b66d-44e11df4c1b7 req-8503e63e-a114-4244-b4c7-ca8f63701133 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339626 Apr 22 10:26:30.748977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8471033-b9f9-458c-a647-5e3c07bc3d81 req-489a6d69-15be-4dcb-82c7-9cfe29ac7e44 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:30.750419 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f8471033-b9f9-458c-a647-5e3c07bc3d81 req-489a6d69-15be-4dcb-82c7-9cfe29ac7e44 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0789020 Apr 22 10:26:30.793893 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f8471033-b9f9-458c-a647-5e3c07bc3d81 req-88ec1d07-c2fc-4f90-bc32-54cc3f53b693 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379689 Apr 22 10:26:31.978104 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6226-c106-4c6e-b067-1f55f8ff8ca2 req-7e6013e9-6725-4a04-961c-3b01dd8aae65 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:31.979528 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f9d6226-c106-4c6e-b067-1f55f8ff8ca2 req-7e6013e9-6725-4a04-961c-3b01dd8aae65 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0786407 Apr 22 10:26:32.022415 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8f9d6226-c106-4c6e-b067-1f55f8ff8ca2 req-dff7f7fb-c7cc-468c-b375-a5978f13d44a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372407 Apr 22 10:26:32.204332 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926390b-4083-4141-ba56-2bc2a15d17ab req-77eff9c0-1722-4682-9474-b072a7dce42e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:32.205784 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e926390b-4083-4141-ba56-2bc2a15d17ab req-77eff9c0-1722-4682-9474-b072a7dce42e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0804293 Apr 22 10:26:32.249845 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e926390b-4083-4141-ba56-2bc2a15d17ab req-321330f6-6424-4b35-8fac-026b3d3c7b40 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384610 Apr 22 10:26:32.271512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41332) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:32.384176 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424654b1-7307-4d37-bd78-3e05b2971228 tempest-TestShelveInstance-896282128 tempest-TestShelveInstance-896282128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:32.384914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-424654b1-7307-4d37-bd78-3e05b2971228 tempest-TestShelveInstance-896282128 tempest-TestShelveInstance-896282128-project-admin] Synchronizing usage tracker for tenant:f0e085b7484545eb9d3ec6d40dcabf31 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:26:32.401005 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-424654b1-7307-4d37-bd78-3e05b2971228 tempest-TestShelveInstance-896282128 tempest-TestShelveInstance-896282128-project-admin] Unset dirty status for tenant:f0e085b7484545eb9d3ec6d40dcabf31 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:26:32.402058 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-424654b1-7307-4d37-bd78-3e05b2971228 tempest-TestShelveInstance-896282128 tempest-TestShelveInstance-896282128-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1093 time: 0.1290772 Apr 22 10:26:32.405020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41338) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:26:32.409806 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:26:32.416164 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:26:32.419926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:floatingip and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:26:32.422936 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:26:32.428562 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:26:32.438440 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:32.570304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:32.704473 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Allocated IP 172.26.2.120 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/2b650576-d216-41f1-a0bd-3b173460fa5f) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:26:32.847148 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:32.876593 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:32.938839 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:26:32.941510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:26:32.945069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:26:32.984821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'Port': ['ID=2b650576-d216-41f1-a0bd-3b173460fa5f,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:33.346537 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:33.419630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:33.616480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:33.620957 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:33.825704 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'Port': ['ID=2b650576-d216-41f1-a0bd-3b173460fa5f,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:26:33.833510 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:33.998902 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Floating IP 1f416e8d-aa56-4f94-94a7-781c1fd4bdcb associated. External IP: 172.26.2.120, port: 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d. Apr 22 10:26:34.336001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Router b0403bf3-ff50-4e3f-b426-13c60c478351 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:26:34.507470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:26:34.517730 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] Sync routers for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:26:34.527880 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:34.528523 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:26:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:34.534038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:34.594696 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-82854173-1438-49d9-b911-c652029ab1d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1882718 Apr 22 10:26:34.595012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:26:34.641306 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4eefa5-1ccc-4545-b917-9f4efc78b00e'] response: {'name': 'network-changed', 'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'status': 'completed', 'code': 200} Apr 22 10:26:34.704229 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:34.735526 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-c5527d72-e463-43a8-8987-a4768d479e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:34.737026 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-c5527d72-e463-43a8-8987-a4768d479e3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1098 time: 0.0698841 Apr 22 10:26:34.869471 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-a0f47cb6-dbe3-4de9-b950-7ca91cf35c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:34.871050 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-a0f47cb6-dbe3-4de9-b950-7ca91cf35c78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1269906 Apr 22 10:26:34.976693 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-1851d5bb-950e-42c4-95e8-2f30e8bae50c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 999 time: 0.0979078 Apr 22 10:26:35.038214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-e808dfb2-33da-4096-8e99-7fd1cae1baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:35.039628 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-e808dfb2-33da-4096-8e99-7fd1cae1baba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0564358 Apr 22 10:26:35.042877 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '1f416e8d-aa56-4f94-94a7-781c1fd4bdcb', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'floating_ip_address': '172.26.2.120', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'port_id': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'mac_address': 'fa:16:3e:fd:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:26:33Z', 'updated_at': '2022-04-22T10:26:33Z', 'revision_number': 0, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:35.046664 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] Checking router: b0403bf3-ff50-4e3f-b426-13c60c478351 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:26:35.055754 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:26:35.056329 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:26:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:35.115679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-ce1ea037-93fe-4b42-bc3c-ea87c2494e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:26:35.117645 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-ce1ea037-93fe-4b42-bc3c-ea87c2494e4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715785 Apr 22 10:26:35.257950 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:26:35.362316 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-5afd5e07-95c7-4f59-9a4a-649fc65fcf3e service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373698 Apr 22 10:26:35.492514 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-27aa7e79-06af-48aa-9aed-cffd8c48df5e req-c9e39856-1abd-4bc7-9e34-096574b78900 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231525 Apr 22 10:26:35.598608 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '1f416e8d-aa56-4f94-94a7-781c1fd4bdcb', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'floating_ip_address': '172.26.2.120', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'port_id': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'mac_address': 'fa:16:3e:fd:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:26:33Z', 'updated_at': '2022-04-22T10:26:33Z', 'revision_number': 0, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:26:35.602972 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3915bf-a8dd-40cb-ab3c-ef3bf6af4c37 None None] The sync data for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv is: [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '1f416e8d-aa56-4f94-94a7-781c1fd4bdcb', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'floating_ip_address': '172.26.2.120', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'port_id': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'mac_address': 'fa:16:3e:fd:40:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:26:33Z', 'updated_at': '2022-04-22T10:26:33Z', 'revision_number': 0, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:26:35.785823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa7d5ff-0ce1-4002-88a4-8ecf714ae2d5 None None] New status for floating IP 1f416e8d-aa56-4f94-94a7-781c1fd4bdcb: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:26:39.296048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:42.177820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7e8c84cb-b517-490a-b4c9-bca9da57541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:44.558535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3338c556-f21d-46b3-9950-9a6b14a711ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:45.627528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:45.887464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:47.427745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:26:48.326646 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:27:03.243528 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-a9fe4651-1b1f-4a9a-9847-bb7644a70355 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735714 Apr 22 10:27:03.382422 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-f0ef3b1b-8412-433d-b533-ac3151aaa8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:27:03.383769 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-f0ef3b1b-8412-433d-b533-ac3151aaa8f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1098 time: 0.0718641 Apr 22 10:27:03.525798 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-289bae82-e1c2-4181-88b0-e29b0f00cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:27:03.527229 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-289bae82-e1c2-4181-88b0-e29b0f00cbe3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1245456 Apr 22 10:27:03.632266 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-f7c58431-c06a-4687-9af5-9227ab917a77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 1001 time: 0.0976667 Apr 22 10:27:03.694842 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-bebbdb09-4213-4f08-be18-7f9d7f203387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:27:03.696144 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-bebbdb09-4213-4f08-be18-7f9d7f203387 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0564828 Apr 22 10:27:03.772661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-39267ad4-05c5-4c00-8af7-614fdec391ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:27:03.774065 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-39267ad4-05c5-4c00-8af7-614fdec391ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705931 Apr 22 10:27:03.904502 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-ae19d48b-1818-4e1a-b164-9d0cef57ae0a service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229386 Apr 22 10:27:04.033045 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0332bd52-f44a-422e-aa46-342d9f6f82bf req-094f7d2e-1295-438b-9910-257a256dcd70 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221466 Apr 22 10:27:09.301626 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:12.181365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e250e860-de27-4051-98c5-d20fd881b915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:14.566683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-42b1f3b8-5efc-43fa-abd1-898e67949807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:15.635346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:15.889754 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:17.429311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:25.325441 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:27:39.301881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:42.182841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4f195807-44e0-46a6-a1e9-d415d33da38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:44.559380 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e7a445f8-999b-4f1f-889e-890e255fa266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:45.633112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:45.891673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:27:47.430981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:02.324691 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:28:04.155338 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-a58b898a-c373-4d02-a63d-a1e21de5260e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722339 Apr 22 10:28:04.287253 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-b761e794-54ff-4843-aef8-92c0295640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:28:04.288699 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-b761e794-54ff-4843-aef8-92c0295640ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1098 time: 0.0683229 Apr 22 10:28:04.428250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-81be120c-2f6b-4b01-a10b-8cd82db87a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:28:04.429615 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-81be120c-2f6b-4b01-a10b-8cd82db87a83 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1229742 Apr 22 10:28:04.531515 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-32d4e337-48e4-4ca4-a1f7-4e8fe9901b3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 1001 time: 0.0947368 Apr 22 10:28:04.595804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-d67c89f2-b5b8-4dac-8ba7-ca5a17be1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:28:04.597270 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-d67c89f2-b5b8-4dac-8ba7-ca5a17be1269 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0600944 Apr 22 10:28:04.669729 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-0fecf771-3ef7-46eb-b1c1-8eb04cfccb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:28:04.671179 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-0fecf771-3ef7-46eb-b1c1-8eb04cfccb8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678122 Apr 22 10:28:04.894769 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-d0cadd8c-d589-4481-a985-99b738adf5aa service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174211 Apr 22 10:28:05.022872 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-70a537e1-6b4d-459a-b5c3-13c8ef5e4881 req-04e5d046-9d47-4b07-8333-e7cb8397ad39 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221020 Apr 22 10:28:09.294452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:12.184403 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4474f4f3-061f-47c1-96f0-ccfe377ace65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:14.562188 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f27513f9-f48e-4cfd-a648-a3b51925c1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:15.635800 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:15.893621 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:17.434640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:39.294910 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:39.323521 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:28:42.185552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dd833d1a-fe55-4989-9ac1-f9d403548616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:44.564748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4e958ea4-d408-48a7-b880-9423ff4f8af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:45.638384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:45.895635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:28:47.436811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:02.400157 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02683a66-d094-4cf4-90a3-8493a2b0a19a req-0c6e20f1-9815-4420-af25-708e550300f3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:02.401531 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-02683a66-d094-4cf4-90a3-8493a2b0a19a req-0c6e20f1-9815-4420-af25-708e550300f3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0934274 Apr 22 10:29:02.447100 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-02683a66-d094-4cf4-90a3-8493a2b0a19a req-ef79183d-cc2b-4500-8d57-004b11bbf8f1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394526 Apr 22 10:29:03.637191 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77118c20-a9db-47c6-a32e-3aa7ad8ad313 req-5919f953-316c-4e1c-9e16-7408758cdd43 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:03.639091 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77118c20-a9db-47c6-a32e-3aa7ad8ad313 req-5919f953-316c-4e1c-9e16-7408758cdd43 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0830283 Apr 22 10:29:03.682185 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-77118c20-a9db-47c6-a32e-3aa7ad8ad313 req-3a8fa4b8-03f9-45e4-becb-399517ba74b3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374234 Apr 22 10:29:04.243485 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e860d-87b6-4316-91e7-69132279d993 req-13d8e855-8fe9-4f71-a10d-f51d33a44313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:04.244935 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-13d8e855-8fe9-4f71-a10d-f51d33a44313 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1098 time: 0.0683775 Apr 22 10:29:04.387223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e860d-87b6-4316-91e7-69132279d993 req-6b7b70e2-069d-44fb-b82f-b5d1bb3e8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:04.388709 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-6b7b70e2-069d-44fb-b82f-b5d1bb3e8082 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1258280 Apr 22 10:29:04.488901 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-95e0204d-3286-4f7c-8057-7dc7d3f256ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 1001 time: 0.0942664 Apr 22 10:29:04.552077 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e860d-87b6-4316-91e7-69132279d993 req-b3f3ba54-688d-459b-bc3d-c368e6a20dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:04.553408 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-b3f3ba54-688d-459b-bc3d-c368e6a20dbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0582142 Apr 22 10:29:04.626135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e860d-87b6-4316-91e7-69132279d993 req-57b4bfb9-0ddf-4ce6-8b89-b5a3878078c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:04.627572 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-57b4bfb9-0ddf-4ce6-8b89-b5a3878078c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684581 Apr 22 10:29:04.637267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-06a92b9a-a3c2-4680-954a-3d8ccb12e87c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:29:04.638283 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-06a92b9a-a3c2-4680-954a-3d8ccb12e87c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046773 Apr 22 10:29:04.773718 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-e54cbb6a-64f8-4b4f-9c38-fa7ac4487feb service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289432 Apr 22 10:29:04.880401 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd5b0e-cb05-4637-90f2-0538c1ec60d8 req-af10efc9-53f2-4ff8-bfbc-37c97b089c94 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:04.881854 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8fbd5b0e-cb05-4637-90f2-0538c1ec60d8 req-af10efc9-53f2-4ff8-bfbc-37c97b089c94 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0814335 Apr 22 10:29:04.908559 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cf7e860d-87b6-4316-91e7-69132279d993 req-a223dbe4-5c43-4c36-a31d-8b597d434a7b service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272795 Apr 22 10:29:04.927455 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8fbd5b0e-cb05-4637-90f2-0538c1ec60d8 req-bcccd348-3f17-4d78-b7b0-d56b8aeadd8e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399365 Apr 22 10:29:06.110469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb09e03-d204-4548-ba39-60c11f52aaac req-44e02c3a-ea1b-4a7d-9afc-bb0a1851ab7c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:06.111928 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdb09e03-d204-4548-ba39-60c11f52aaac req-44e02c3a-ea1b-4a7d-9afc-bb0a1851ab7c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0803037 Apr 22 10:29:06.159224 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-cdb09e03-d204-4548-ba39-60c11f52aaac req-ea26a946-7e13-43b9-b24f-fb48ca80958a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417237 Apr 22 10:29:07.341135 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b2697-5406-43de-b3e7-3cf10b35ab11 req-b8a5b2a8-a990-4625-9b28-ea77e19e17d1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:07.342747 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b01b2697-5406-43de-b3e7-3cf10b35ab11 req-b8a5b2a8-a990-4625-9b28-ea77e19e17d1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0781119 Apr 22 10:29:07.386031 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b01b2697-5406-43de-b3e7-3cf10b35ab11 req-a778de32-83b8-4ba2-b459-4f1e9c4d14bc tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377607 Apr 22 10:29:08.565495 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b66b7b-a340-4678-8cb2-0f487884923e req-f0e9da88-8798-45b0-a2c9-fcaac2ba1670 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:08.566986 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d4b66b7b-a340-4678-8cb2-0f487884923e req-f0e9da88-8798-45b0-a2c9-fcaac2ba1670 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0791070 Apr 22 10:29:08.610203 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d4b66b7b-a340-4678-8cb2-0f487884923e req-24746bc0-df59-4c3e-a74d-d0033e91f55a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376260 Apr 22 10:29:09.301344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:09.792416 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb4837-83f6-416d-8a28-a573f5626bbc req-2976d18a-7088-4a38-9057-c88ca1aa581f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:09.793854 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bbbb4837-83f6-416d-8a28-a573f5626bbc req-2976d18a-7088-4a38-9057-c88ca1aa581f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0808189 Apr 22 10:29:09.836643 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bbbb4837-83f6-416d-8a28-a573f5626bbc req-1980d595-d123-4412-830f-1502f8cdad58 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369496 Apr 22 10:29:11.019201 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e6d1b-1116-450b-b64d-05792b9cb043 req-87eb5c70-5acf-471c-84cc-377af3590883 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:11.020634 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8f9e6d1b-1116-450b-b64d-05792b9cb043 req-87eb5c70-5acf-471c-84cc-377af3590883 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0815265 Apr 22 10:29:11.064219 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8f9e6d1b-1116-450b-b64d-05792b9cb043 req-074fe6ab-d359-4f50-bd38-3a78278a8aae tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Apr 22 10:29:12.189411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-affe1c57-f32f-4dd0-894b-6dfe611e1718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:12.256139 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa7e84-bb02-4f07-9d0e-8104bd430a7f req-ace51157-0d9f-4936-b799-6374ba30395d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:12.257569 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbfa7e84-bb02-4f07-9d0e-8104bd430a7f req-ace51157-0d9f-4936-b799-6374ba30395d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0838227 Apr 22 10:29:12.300834 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cbfa7e84-bb02-4f07-9d0e-8104bd430a7f req-838a8bdb-f638-46c9-96b4-ff52d31fe481 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376763 Apr 22 10:29:13.485717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8986ba-2191-4131-af47-9eb2dc2a431b req-934117ec-e3ce-4dc3-b502-5e966b7b885b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:13.487051 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0f8986ba-2191-4131-af47-9eb2dc2a431b req-934117ec-e3ce-4dc3-b502-5e966b7b885b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0810313 Apr 22 10:29:13.530692 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0f8986ba-2191-4131-af47-9eb2dc2a431b req-66975291-97de-4212-8b0c-9260c0f26911 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379412 Apr 22 10:29:14.374322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:29:14.505552 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:29:14.518856 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'port_id': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'mac_address': 'fa:16:3e:fd:40:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:29:14.581026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ab86-8901-4fd7-83c9-dd7b5e46a4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:14.584565 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:14.601083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:29:14.615964 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:29:14.618900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:14.691464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:29:14.696154 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:29:14.722990 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16f75-3d40-48bd-acd2-b7b9567e7a3c req-4fdbf1a2-d93a-4923-9913-2bfc0f02849d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:14.724451 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-47d16f75-3d40-48bd-acd2-b7b9567e7a3c req-4fdbf1a2-d93a-4923-9913-2bfc0f02849d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 944 time: 0.0825486 Apr 22 10:29:14.728238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.728614 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.728954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.729286 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.729616 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.729947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.730272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.730597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.730923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.731245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.731568 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.731885 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:29:14.769016 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-47d16f75-3d40-48bd-acd2-b7b9567e7a3c req-869fe4b9-7466-4675-a9d9-287c68d0605f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384591 Apr 22 10:29:15.641920 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:15.898989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:15.952145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1649b7dd-ce79-4c46-bc78-9407bb05c659 req-a8f0fde4-f970-4066-b32f-ceb6a6f60632 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:15.953610 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1649b7dd-ce79-4c46-bc78-9407bb05c659 req-a8f0fde4-f970-4066-b32f-ceb6a6f60632 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 944 time: 0.0824823 Apr 22 10:29:15.996261 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1649b7dd-ce79-4c46-bc78-9407bb05c659 req-a5a15cd2-e29b-478c-8127-39763c9bcfac tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370429 Apr 22 10:29:16.322790 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:29:16.374577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:29:16.444448 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:29:16.444908 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:16.555683 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:16.582848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:29:16.592781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:29:16.596518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:16.698299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:29:17.175831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e6eef-56a3-40d2-89ae-6170df7b669f req-1c1588ba-d077-4698-b274-cfde5b40fd09 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:17.177284 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a16e6eef-56a3-40d2-89ae-6170df7b669f req-1c1588ba-d077-4698-b274-cfde5b40fd09 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0777977 Apr 22 10:29:17.223596 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a16e6eef-56a3-40d2-89ae-6170df7b669f req-c72d8de1-4eaf-47c5-82ae-df89ab9fd559 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408254 Apr 22 10:29:17.438394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:17.635874 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504c9506-4918-465c-bdb3-37b70335fa4d'] response: {'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'code': 200} Apr 22 10:29:18.409344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f74d73-d1fd-4574-81c7-8c41ae0882cf req-c6227985-16de-4ddd-ae6c-16eb1d200ba9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:18.411376 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-37f74d73-d1fd-4574-81c7-8c41ae0882cf req-c6227985-16de-4ddd-ae6c-16eb1d200ba9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0829694 Apr 22 10:29:18.459710 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-37f74d73-d1fd-4574-81c7-8c41ae0882cf req-4ddf9c2f-40ac-4747-870d-1de9c15cb6f2 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425763 Apr 22 10:29:19.668826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ba60f-3023-44b2-b662-ced2bf98d0f5 req-a47d3d5c-8670-4ce4-bc90-cbe4ab9652f7 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:19.670359 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6c3ba60f-3023-44b2-b662-ced2bf98d0f5 req-a47d3d5c-8670-4ce4-bc90-cbe4ab9652f7 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0886850 Apr 22 10:29:19.718988 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-6c3ba60f-3023-44b2-b662-ced2bf98d0f5 req-a87a9ccf-04d5-49b7-93c5-1ec51eacde48 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424032 Apr 22 10:29:21.042414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5333c-e437-4306-a627-2a8edc05b97b req-9768d3e6-7d25-425b-bdf1-31d4af9c94a0 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:21.048948 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dec5333c-e437-4306-a627-2a8edc05b97b req-9768d3e6-7d25-425b-bdf1-31d4af9c94a0 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.2192683 Apr 22 10:29:21.108936 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dec5333c-e437-4306-a627-2a8edc05b97b req-aaf89ede-511d-4432-8bf3-6a05839986f2 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581760 Apr 22 10:29:22.296202 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3f9ed-df36-4281-9498-0df3913b65cc req-556074fe-6eed-4640-b1af-5f36c749fe7a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:22.303241 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbd3f9ed-df36-4281-9498-0df3913b65cc req-556074fe-6eed-4640-b1af-5f36c749fe7a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0886459 Apr 22 10:29:22.345930 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fbd3f9ed-df36-4281-9498-0df3913b65cc req-1d96c13e-b00a-4757-9ab3-794e7b1b5308 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Apr 22 10:29:23.535598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9ea8c-2e6e-4f52-8a57-502f187eed94 req-2c344aef-37cf-4a6b-815c-5316d93baf5a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:23.537313 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-76b9ea8c-2e6e-4f52-8a57-502f187eed94 req-2c344aef-37cf-4a6b-815c-5316d93baf5a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0837560 Apr 22 10:29:23.594400 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-76b9ea8c-2e6e-4f52-8a57-502f187eed94 req-d4a1ff94-dd8d-48b9-b9cb-0a72cc997471 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514157 Apr 22 10:29:24.778457 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a07f2-0236-40d8-a0ff-4b9fb684c9d2 req-d97cf01b-7de5-4ad5-9d91-cf7529098292 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:24.779943 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-304a07f2-0236-40d8-a0ff-4b9fb684c9d2 req-d97cf01b-7de5-4ad5-9d91-cf7529098292 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0815170 Apr 22 10:29:24.826483 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-304a07f2-0236-40d8-a0ff-4b9fb684c9d2 req-f9d57782-024f-4f3c-ab24-4b43cb2669e0 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400820 Apr 22 10:29:26.031388 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c6ef7-c0f9-4ea6-be30-4a7a920d737e req-6d0a3e48-0b42-4d0b-9408-24a4e6158cae tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:26.033597 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72c6ef7-c0f9-4ea6-be30-4a7a920d737e req-6d0a3e48-0b42-4d0b-9408-24a4e6158cae tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0930326 Apr 22 10:29:26.085338 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c72c6ef7-c0f9-4ea6-be30-4a7a920d737e req-a4064083-14d8-4c5c-a27b-a426d0e6f9c8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456669 Apr 22 10:29:27.286737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da248378-a830-4b49-b300-bccd0bfe6e05 req-f30dd1f6-b15b-4209-970f-0b75d7ee3152 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:27.288115 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da248378-a830-4b49-b300-bccd0bfe6e05 req-f30dd1f6-b15b-4209-970f-0b75d7ee3152 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0929122 Apr 22 10:29:27.338187 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-da248378-a830-4b49-b300-bccd0bfe6e05 req-b06ddd4c-f54f-437e-a445-e233d2135056 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Apr 22 10:29:28.516803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0824b0e-2f9d-461c-bdd1-6f0f1ee6a8c7 req-6f8f822c-e02f-4c27-bd96-9123f607fa62 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:28.518229 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b0824b0e-2f9d-461c-bdd1-6f0f1ee6a8c7 req-6f8f822c-e02f-4c27-bd96-9123f607fa62 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0815840 Apr 22 10:29:28.562841 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b0824b0e-2f9d-461c-bdd1-6f0f1ee6a8c7 req-1ed79166-8d95-4962-8e1d-1ee00ac2b098 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390701 Apr 22 10:29:28.727941 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-9b06d144-e6a9-47df-ba2e-fe831f85f1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:28.729330 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-9b06d144-e6a9-47df-ba2e-fe831f85f1a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1098 time: 0.0715759 Apr 22 10:29:28.856321 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-794fda46-4ea5-4d2b-a35a-568278b5be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:28.857770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-794fda46-4ea5-4d2b-a35a-568278b5be4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1225574 Apr 22 10:29:28.958207 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-0d6b42f9-3e66-4302-82fc-658b6d7e5dd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 1001 time: 0.0945570 Apr 22 10:29:29.018482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-0f05a0c7-27a5-45f0-8b3a-6d026ef1cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:29.019737 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-0f05a0c7-27a5-45f0-8b3a-6d026ef1cc27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0548236 Apr 22 10:29:29.095570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-177b3a81-ed46-438d-a2fb-a89bd4a1443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:29.097033 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-177b3a81-ed46-438d-a2fb-a89bd4a1443d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697289 Apr 22 10:29:29.224524 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-85a3e41b-fcbe-4cf8-8f56-72cddd03c8b8 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206894 Apr 22 10:29:29.351938 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b5e8cefc-ce1e-41de-b940-58881a6dbcac req-f658fa5b-a924-4cad-94ea-dcf289f3fee8 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213317 Apr 22 10:29:29.743788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac2cbe-6cbe-4b14-bb77-9602f111f70f req-58ca80e7-ac48-4447-a94f-f7bc3207d45f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:29.745144 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-34ac2cbe-6cbe-4b14-bb77-9602f111f70f req-58ca80e7-ac48-4447-a94f-f7bc3207d45f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 945 time: 0.0791841 Apr 22 10:29:29.788405 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-34ac2cbe-6cbe-4b14-bb77-9602f111f70f req-36be1c04-a141-4f20-83e1-b75da20f867e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376828 Apr 22 10:29:30.515688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:29:30.637561 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:30.723612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:29:30.735322 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:29:30.741528 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:30.772503 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb25efa9-add2-4a19-b9f7-04addc0c330c'] response: {'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'code': 200} Apr 22 10:29:30.819756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:29:30.983310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9ea49-3381-4f8a-a064-25f9e83ede35 req-53fa4d30-ac3c-4f2f-96d2-b3d3a4668aeb tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:30.984763 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dcb9ea49-3381-4f8a-a064-25f9e83ede35 req-53fa4d30-ac3c-4f2f-96d2-b3d3a4668aeb tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0840700 Apr 22 10:29:31.029641 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dcb9ea49-3381-4f8a-a064-25f9e83ede35 req-1fd0c67b-60e6-48f3-8180-fd2fb6f121c3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383763 Apr 22 10:29:32.209942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e5fcd-81cb-4002-8ccf-8c3e46a192ea req-6a678fb0-97a4-44a9-8e24-f8de19234972 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:32.211413 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-454e5fcd-81cb-4002-8ccf-8c3e46a192ea req-6a678fb0-97a4-44a9-8e24-f8de19234972 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0785489 Apr 22 10:29:32.257617 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-454e5fcd-81cb-4002-8ccf-8c3e46a192ea req-6d8f822e-ee97-4f11-ab3d-e57cfe0f7cee tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405781 Apr 22 10:29:32.615243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae95d1e-4381-442e-b96c-701056b128ad req-40cb365f-8a6f-4c73-9b9c-1ba2d9558679 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:32.616846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8ae95d1e-4381-442e-b96c-701056b128ad req-40cb365f-8a6f-4c73-9b9c-1ba2d9558679 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0830791 Apr 22 10:29:32.660788 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8ae95d1e-4381-442e-b96c-701056b128ad req-5df0ab10-c7ee-47ae-8cef-e5dd68ee0ce8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379124 Apr 22 10:29:32.794435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41592) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:29:32.907501 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-615f8a17-4cda-40d7-aecf-af318338d2e3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119170 Apr 22 10:29:33.838113 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-e081a670-0c0a-445f-ac7b-60605c9b46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:33.839524 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-e081a670-0c0a-445f-ac7b-60605c9b46ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f&tenant_id=c5745d87f055419fbb9ce4367eff5667 HTTP/1.1" status: 200 len: 1096 time: 0.0714517 Apr 22 10:29:33.847566 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2a6fa-197a-408b-8ac6-26bf03ef52a1 req-1c5fe94a-5338-4cae-8023-9be7653192d2 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:33.849026 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f1b2a6fa-197a-408b-8ac6-26bf03ef52a1 req-1c5fe94a-5338-4cae-8023-9be7653192d2 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0833488 Apr 22 10:29:33.893135 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f1b2a6fa-197a-408b-8ac6-26bf03ef52a1 req-3c289a7a-5e54-4f5b-b439-94c9c34523ba tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379090 Apr 22 10:29:33.929668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-f543d6db-49eb-40ef-8011-7598929e129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:33.931110 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-f543d6db-49eb-40ef-8011-7598929e129c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1096 time: 0.0708878 Apr 22 10:29:34.058682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-dd9c2ec8-3ce9-4cd2-8a29-21805e261d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:34.060087 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-dd9c2ec8-3ce9-4cd2-8a29-21805e261d9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1212459 Apr 22 10:29:34.252574 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-6ae66905-7921-4fbb-b105-756147bbd0b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 999 time: 0.1865995 Apr 22 10:29:34.315926 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-4c0c4020-038f-423b-80d9-3926fb279822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:34.317334 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-4c0c4020-038f-423b-80d9-3926fb279822 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0582898 Apr 22 10:29:34.389829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-dd758b81-875f-4ce3-b02d-86d8019e86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:34.391236 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-dd758b81-875f-4ce3-b02d-86d8019e86c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674496 Apr 22 10:29:34.522272 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-c190e79a-a38b-4262-bfa4-74295f485a82 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248038 Apr 22 10:29:34.533363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:29:34.657078 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-dc3d05f5-0e42-433c-8c60-65bdcf6ffd07 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282983 Apr 22 10:29:35.104668 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e0848-11ef-4caf-97c6-f7414a23c89d req-17552329-95a7-4168-b02a-45dfd96c64d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:35.106656 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-937e0848-11ef-4caf-97c6-f7414a23c89d req-17552329-95a7-4168-b02a-45dfd96c64d6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.1039412 Apr 22 10:29:35.178808 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-937e0848-11ef-4caf-97c6-f7414a23c89d req-de13861c-758c-4ad8-8ce8-a059b0374b5e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625575 Apr 22 10:29:36.380887 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7461ed-d6e2-4fb7-b483-a0f4792f5842 req-71625145-b746-4cdd-ab88-aeaf59005082 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:36.382359 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ad7461ed-d6e2-4fb7-b483-a0f4792f5842 req-71625145-b746-4cdd-ab88-aeaf59005082 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0979469 Apr 22 10:29:36.432040 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-ad7461ed-d6e2-4fb7-b483-a0f4792f5842 req-0d742275-85e1-4ca3-91e4-b9c611c407fa tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Apr 22 10:29:37.662718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f233-9bd2-4323-ad7a-ef91edf85256 req-92266eef-c95e-4ffe-814e-c72b531618be tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:37.664335 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f9e5f233-9bd2-4323-ad7a-ef91edf85256 req-92266eef-c95e-4ffe-814e-c72b531618be tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0840871 Apr 22 10:29:37.711261 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f9e5f233-9bd2-4323-ad7a-ef91edf85256 req-d76166ae-bf9e-4fce-bdd0-8d20c5b198aa tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405378 Apr 22 10:29:38.909927 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a22a3-9b1b-4e44-b0a6-be18429edebd req-6990aa01-79cc-4da2-b011-21d01ab8f47b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:38.911350 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d8a22a3-9b1b-4e44-b0a6-be18429edebd req-6990aa01-79cc-4da2-b011-21d01ab8f47b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0931680 Apr 22 10:29:38.956692 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5d8a22a3-9b1b-4e44-b0a6-be18429edebd req-f320bcfe-7d0f-4147-8648-fd93cf4d4347 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397627 Apr 22 10:29:39.318451 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:40.148644 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f43b01-ab7b-42cf-9913-4006fef67dcd req-a64b4a53-ae8f-42a4-ae8e-5eeda842d1a9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:40.150188 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f1f43b01-ab7b-42cf-9913-4006fef67dcd req-a64b4a53-ae8f-42a4-ae8e-5eeda842d1a9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0833697 Apr 22 10:29:40.203202 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f1f43b01-ab7b-42cf-9913-4006fef67dcd req-a866a03a-7a2d-454a-a0d3-efb53ab4a487 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462067 Apr 22 10:29:41.402351 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097407e8-dde5-4ec5-8c8c-34e821ee673b req-72e79305-9765-47c7-bd94-bc55b1734e6e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:41.404001 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-097407e8-dde5-4ec5-8c8c-34e821ee673b req-72e79305-9765-47c7-bd94-bc55b1734e6e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0919151 Apr 22 10:29:41.549474 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-097407e8-dde5-4ec5-8c8c-34e821ee673b req-f4ddd814-9c06-4671-97ed-b11e27ef6314 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397517 Apr 22 10:29:42.223053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e1f6ed67-5547-446e-8d34-653735f7ec3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:42.745152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38637a-11e2-454e-be57-958b0d3fccbb req-dc950818-d7e1-4491-941d-466c48ac4020 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:42.746641 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3f38637a-11e2-454e-be57-958b0d3fccbb req-dc950818-d7e1-4491-941d-466c48ac4020 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0867240 Apr 22 10:29:42.798347 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3f38637a-11e2-454e-be57-958b0d3fccbb req-f0d7e6e5-4cc2-4340-bcf1-aa50d8b468ca tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461094 Apr 22 10:29:43.984964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae603e-c179-4c3a-a046-a35d49443177 req-e09b4034-c292-4e58-8a57-e50a4fa70859 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:43.986397 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cfae603e-c179-4c3a-a046-a35d49443177 req-e09b4034-c292-4e58-8a57-e50a4fa70859 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0795484 Apr 22 10:29:44.029264 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-cfae603e-c179-4c3a-a046-a35d49443177 req-56b91ffe-4e22-4aa0-9bd4-5d2112217894 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366764 Apr 22 10:29:44.564384 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2869956b-9605-44e5-bc13-7c91c435eba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:45.209420 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa9e7c-aa3c-4946-bbd3-5577dd83ab9c req-848836e8-1cb2-48de-ae87-e13dbe79dc18 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:45.210860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fffa9e7c-aa3c-4946-bbd3-5577dd83ab9c req-848836e8-1cb2-48de-ae87-e13dbe79dc18 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0784729 Apr 22 10:29:45.254095 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fffa9e7c-aa3c-4946-bbd3-5577dd83ab9c req-3c833bc7-195c-4f93-8d31-b496ab03831b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370553 Apr 22 10:29:45.644312 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:45.901005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:46.435342 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fcf5cb-1c5c-4b91-b0b7-8a84496a4c71 req-62d335df-8ba1-4815-aa51-1bacff2fb897 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:46.436799 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9fcf5cb-1c5c-4b91-b0b7-8a84496a4c71 req-62d335df-8ba1-4815-aa51-1bacff2fb897 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0815268 Apr 22 10:29:46.480686 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9fcf5cb-1c5c-4b91-b0b7-8a84496a4c71 req-f06b466e-e929-4574-9a2f-a29506fc7e07 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375001 Apr 22 10:29:47.440600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:47.667108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f0769-981d-4536-82c6-1f97a6058410 req-21f19286-591c-498d-a934-be356468be00 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:47.668567 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f29f0769-981d-4536-82c6-1f97a6058410 req-21f19286-591c-498d-a934-be356468be00 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0806994 Apr 22 10:29:47.712068 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f29f0769-981d-4536-82c6-1f97a6058410 req-0b87f9a0-c827-4ab2-8d39-9eb7a0646ec3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376904 Apr 22 10:29:48.890519 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02964f07-76f9-420f-b72a-431eb7979f28 req-307f5537-649d-4a93-889d-4098aa8238c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:48.891853 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-02964f07-76f9-420f-b72a-431eb7979f28 req-307f5537-649d-4a93-889d-4098aa8238c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0781295 Apr 22 10:29:48.937312 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-02964f07-76f9-420f-b72a-431eb7979f28 req-7fd3fb3e-96b8-43d8-a789-abc5da18da30 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399630 Apr 22 10:29:50.117251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c8cff-e4cf-4428-a298-67c44f366bac req-192496b8-1159-4239-b5d5-e6d7fa47cbbc tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:50.118681 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e68c8cff-e4cf-4428-a298-67c44f366bac req-192496b8-1159-4239-b5d5-e6d7fa47cbbc tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 943 time: 0.0780621 Apr 22 10:29:50.162021 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e68c8cff-e4cf-4428-a298-67c44f366bac req-32c1174d-e300-4b4a-b68e-3cce03a077d5 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378304 Apr 22 10:29:50.686282 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:29:50.818026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:29:50.830718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'port_id': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'mac_address': 'fa:16:3e:fd:40:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:29:50.886938 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:50.905688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:29:50.920858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:29:50.925945 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:50.992358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=9']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:29:51.337513 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:29:51.492547 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a95695-b6c4-4896-9282-ff428fb1c55d req-6f0423c1-f8ba-4f17-88d4-58a3f5c26417 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:51.493911 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e8a95695-b6c4-4896-9282-ff428fb1c55d req-6f0423c1-f8ba-4f17-88d4-58a3f5c26417 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 944 time: 0.0784845 Apr 22 10:29:51.538946 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e8a95695-b6c4-4896-9282-ff428fb1c55d req-900ca143-fdd9-4f4c-929a-a6b7f0130e61 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390766 Apr 22 10:29:52.703855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:29:52.722645 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450537f-1f95-4e2e-b186-f86252f6b6f7 req-a8aadd47-b83b-4606-a592-774b35bbd64d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:52.724096 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5450537f-1f95-4e2e-b186-f86252f6b6f7 req-a8aadd47-b83b-4606-a592-774b35bbd64d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 944 time: 0.0821023 Apr 22 10:29:52.769098 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:29:52.769468 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:52.769596 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-5450537f-1f95-4e2e-b186-f86252f6b6f7 req-9f0a9a95-d16b-4433-9400-3a6699882d4f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398543 Apr 22 10:29:52.882950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:52.908355 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:29:52.917980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:29:52.922115 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:29:52.959645 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eee446c-bdeb-49cc-b3c7-3ceff9a34517'] response: {'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'code': 200} Apr 22 10:29:52.993266 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=10']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:29:53.196570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de7683-1327-4954-893b-30dc853b475f req-675e5ea8-b324-4d64-848f-22b8a36946b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:53.197943 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-54de7683-1327-4954-893b-30dc853b475f req-675e5ea8-b324-4d64-848f-22b8a36946b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1099 time: 0.0683393 Apr 22 10:29:53.241429 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-54de7683-1327-4954-893b-30dc853b475f req-2109a0ae-acfe-4f48-a035-15c536a4b658 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371318 Apr 22 10:29:53.321527 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:29:53.953161 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596478-0961-47af-89fa-0c89c333cee7 req-2521a40a-7724-4043-98ba-030500bac783 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:53.954547 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0596478-0961-47af-89fa-0c89c333cee7 req-2521a40a-7724-4043-98ba-030500bac783 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 946 time: 0.0782051 Apr 22 10:29:53.998684 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d0596478-0961-47af-89fa-0c89c333cee7 req-833ae7e7-f109-4c1c-8791-3d386103c2ed tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386162 Apr 22 10:29:55.184249 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73b2a-1a88-4247-927e-f55edce66eda req-a8ac309d-af78-4ea8-b99f-cac8c5e265c8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:55.186234 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-55d73b2a-1a88-4247-927e-f55edce66eda req-a8ac309d-af78-4ea8-b99f-cac8c5e265c8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 946 time: 0.0835502 Apr 22 10:29:55.232413 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-55d73b2a-1a88-4247-927e-f55edce66eda req-3a4f080c-1550-41aa-8358-089d30ac481c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405316 Apr 22 10:29:56.418219 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634a6a0-e788-4be1-9933-5e3bbdda21bd req-d3a7930f-7b09-4964-b36e-5b0c792b614c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:29:56.419675 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6634a6a0-e788-4be1-9933-5e3bbdda21bd req-d3a7930f-7b09-4964-b36e-5b0c792b614c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 946 time: 0.0815504 Apr 22 10:29:56.470767 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6634a6a0-e788-4be1-9933-5e3bbdda21bd req-1da25c36-4bf6-46a6-8556-870835e238d2 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451345 Apr 22 10:30:06.185067 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75ab6435-ccde-491a-8c5a-510413d4498f req-bf1fe93c-0379-4dab-bdf1-1eceb361aa0b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692236 Apr 22 10:30:06.323307 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab6435-ccde-491a-8c5a-510413d4498f req-98a209de-c147-4b66-bd77-0f777a154728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:30:06.324792 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75ab6435-ccde-491a-8c5a-510413d4498f req-98a209de-c147-4b66-bd77-0f777a154728 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1099 time: 0.0723157 Apr 22 10:30:06.558990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab6435-ccde-491a-8c5a-510413d4498f req-b213ea4e-e74a-477d-8d4c-4803f92221d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:30:06.560472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75ab6435-ccde-491a-8c5a-510413d4498f req-b213ea4e-e74a-477d-8d4c-4803f92221d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.2176895 Apr 22 10:30:06.662778 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75ab6435-ccde-491a-8c5a-510413d4498f req-ddfeb3f8-d767-4f6b-b3b7-9210ec785b2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 1001 time: 0.0934072 Apr 22 10:30:06.725829 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab6435-ccde-491a-8c5a-510413d4498f req-433df9b6-3430-457c-b4cd-14838eb32dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:30:06.727170 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75ab6435-ccde-491a-8c5a-510413d4498f req-433df9b6-3430-457c-b4cd-14838eb32dcb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0559402 Apr 22 10:30:06.801072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab6435-ccde-491a-8c5a-510413d4498f req-079964db-18d0-4aab-887b-16bde8fe95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:30:06.802490 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75ab6435-ccde-491a-8c5a-510413d4498f req-079964db-18d0-4aab-887b-16bde8fe95a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683773 Apr 22 10:30:06.930869 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75ab6435-ccde-491a-8c5a-510413d4498f req-7e9f17ce-3f53-4f8c-974c-d713be8ac5b8 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203883 Apr 22 10:30:07.061006 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-75ab6435-ccde-491a-8c5a-510413d4498f req-2ab928e3-3dfd-4c5c-b6af-8de4880fdc97 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219320 Apr 22 10:30:09.311506 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:12.190671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5df35615-ebab-4c4f-a83a-a38b3fde2b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:14.567489 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-488c0af9-1aa2-4cb3-bbb2-ee01d11a3198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:15.646590 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:15.902483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:17.443716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:30.320600 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:30:39.313037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:42.192111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f13cbeec-85f0-4b51-bdc9-66dc9c16a361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:44.568940 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d117bc05-6f7a-4b05-9adb-d8b2c2b4d0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:45.649760 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:45.904487 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:30:47.448027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:07.318753 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:31:08.220406 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-2d8cfe89-bf03-4ffb-a6da-b24e5746473c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136682 Apr 22 10:31:08.355749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-6827989e-a943-4b54-8795-d43613c93eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:08.357216 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-6827989e-a943-4b54-8795-d43613c93eb4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1099 time: 0.0698347 Apr 22 10:31:08.499345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-a713ac84-3333-40cc-9b0b-0e55fb9ff618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:08.500769 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-a713ac84-3333-40cc-9b0b-0e55fb9ff618 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1257033 Apr 22 10:31:08.604145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-73d3d9eb-d301-444c-9909-88f32ef94395 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 1001 time: 0.0971770 Apr 22 10:31:08.670548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-a7f73a56-671a-42b1-a146-b84170e67a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:08.671925 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-a7f73a56-671a-42b1-a146-b84170e67a4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0585172 Apr 22 10:31:08.744819 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-5f01aa49-1d8e-4c34-af81-394979eb9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:08.746783 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-5f01aa49-1d8e-4c34-af81-394979eb9bf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681171 Apr 22 10:31:08.874393 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-b0ebb15d-1e32-4247-8747-4a306452eafc service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213741 Apr 22 10:31:09.002678 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d8c51f10-a961-4c25-a458-a0b4a7aa1fcf req-7762e469-fd38-4254-9e5d-1f62e9682529 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219158 Apr 22 10:31:09.322139 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:12.192681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7064bb5a-62d2-46f7-b88c-513111618fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:14.570753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8a774425-38bb-4a9e-b36e-5aedc9c9bea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:15.652339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:15.908531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:17.448105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:31.983793 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41738) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:32.219401 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Deleting port 2b650576-d216-41f1-a0bd-3b173460fa5f {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:31:32.219741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:32.383591 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:32.383909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:32.500922 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Calling delete_port for 2b650576-d216-41f1-a0bd-3b173460fa5f owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:31:32.646295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:32.695092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event deleted for resources: {'Port': ['ID=2b650576-d216-41f1-a0bd-3b173460fa5f,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:32.755992 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.756333 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.756702 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.757021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.757347 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.758184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.758184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.758184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.758761 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.758896 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.759195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.759504 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:32.790989 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:32.791367 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Floating IP 1f416e8d-aa56-4f94-94a7-781c1fd4bdcb disassociated (deleted). External IP: 172.26.2.120, port: 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d. Apr 22 10:31:33.226433 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Router b0403bf3-ff50-4e3f-b426-13c60c478351 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:31:33.401298 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:31:33.410741 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] Sync routers for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:31:33.420287 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:31:33.420646 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:33.420917 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:31:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:31:33.477471 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0787cff1-8f93-4147-bc3e-f3d682ecfe14 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "DELETE /v2.0/floatingips/1f416e8d-aa56-4f94-94a7-781c1fd4bdcb HTTP/1.1" status: 204 len: 168 time: 1.4902475 Apr 22 10:31:33.477471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:31:33.582879 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25c436f-2540-417c-aa6c-9ada1684ad17'] response: {'name': 'network-changed', 'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'status': 'completed', 'code': 200} Apr 22 10:31:33.619614 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:31:33.689177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-2c0a5af3-3233-4934-a98f-d8ca8153257e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:33.691863 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-2c0a5af3-3233-4934-a98f-d8ca8153257e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 1099 time: 0.0849872 Apr 22 10:31:33.964144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-3b02ada2-282e-4fcd-b49c-ff7f8b65d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:33.966350 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-3b02ada2-282e-4fcd-b49c-ff7f8b65d972 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.2677555 Apr 22 10:31:33.976736 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:31:33.981081 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] Checking router: b0403bf3-ff50-4e3f-b426-13c60c478351 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:31:33.989136 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:31:33.989713 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:31:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:31:34.043654 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-b73ed377-8931-47ba-8179-e88919fe20c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 200 len: 217 time: 0.0691442 Apr 22 10:31:34.112825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-e313f3f8-0647-492a-b7ba-c7ca5e46258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:34.114491 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-e313f3f8-0647-492a-b7ba-c7ca5e46258f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0650356 Apr 22 10:31:34.161645 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:31:34.165914 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57cdef-9c70-43ad-bdae-2ac53432d605 req-27856d33-4918-415b-9e8a-2a81b63f211a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:34.167343 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb57cdef-9c70-43ad-bdae-2ac53432d605 req-27856d33-4918-415b-9e8a-2a81b63f211a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 946 time: 0.3868113 Apr 22 10:31:34.222712 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fb57cdef-9c70-43ad-bdae-2ac53432d605 req-6354ffe6-dcc4-4bda-a62a-7a6df6fcd53a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483279 Apr 22 10:31:34.244548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-add8f9ca-0155-4bb3-bc58-fb846d9a62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:34.244548 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-add8f9ca-0155-4bb3-bc58-fb846d9a62d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1153626 Apr 22 10:31:34.367928 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-827f25f0-d09b-4fa5-b66a-d5ef1d2b3492 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226907 Apr 22 10:31:34.466384 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:31:34.470174 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2579d9be-f975-4717-ad3b-cb1e94afb8a6 None None] The sync data for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv is: [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:31:34.510198 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-022b2a88-ba3d-44b2-b5d2-77882384791b req-d2830038-d9a0-46e6-b613-70b60156f954 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356318 Apr 22 10:31:34.701890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653ab1a0-145f-4795-81e6-89d88d72aa1a None None] New status for floating IP 1f416e8d-aa56-4f94-94a7-781c1fd4bdcb: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:31:35.349180 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-10419219-c79b-4408-9704-3845e85d2c06 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:35.350606 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-10419219-c79b-4408-9704-3845e85d2c06 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 946 time: 0.0803173 Apr 22 10:31:35.425931 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Deleting port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:31:35.426272 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:35.456295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ccc00-b76f-464e-9a1b-b2134d82c1af req-a305072c-9fc0-47fb-b5d6-7d6d84577a82 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:35.457029 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-535ccc00-b76f-464e-9a1b-b2134d82c1af req-a305072c-9fc0-47fb-b5d6-7d6d84577a82 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:31:35.478353 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-535ccc00-b76f-464e-9a1b-b2134d82c1af req-a305072c-9fc0-47fb-b5d6-7d6d84577a82 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:31:35.479505 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-535ccc00-b76f-464e-9a1b-b2134d82c1af req-a305072c-9fc0-47fb-b5d6-7d6d84577a82 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 946 time: 0.1510127 Apr 22 10:31:35.524115 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-535ccc00-b76f-464e-9a1b-b2134d82c1af req-48666507-e0e9-44e7-9242-bc15e5af7365 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=931ba782-b952-4a80-a874-fee89fa8cdcd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387883 Apr 22 10:31:35.676606 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] For port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:31:35.676962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:35.799773 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Calling delete_port for 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:31:35.946231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:35.994358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event deleted for resources: {'Port': ['ID=3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:36.027057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.027400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.027732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.028089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.028441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.028768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.029091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.029414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.029733 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.030047 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.030361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.030672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:31:36.081413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] No DVR routers for this DVR port 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:31:36.083653 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:36.086052 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-deleted', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:31:36.101613 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0a112dcc-b7d7-42ca-8b3f-81a5a8e8fba5 req-c0650c17-ddbd-4b51-afcf-4f12ad1a9bf1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "DELETE /v2.0/ports/3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d HTTP/1.1" status: 204 len: 173 time: 0.7459424 Apr 22 10:31:36.183678 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ad90f7-4280-4391-a4de-e592f4d4a2f7'] response: {'server_uuid': '6651e15a-5a21-4f16-b3d5-057a498a9f7f', 'name': 'network-vif-deleted', 'tag': '3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d', 'status': 'completed', 'code': 200} Apr 22 10:31:36.688807 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b619f06f-8ab3-4ba4-83b9-e3d537558a16 req-8ce2435e-facc-4e07-a353-fce4a1108e81 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=6651e15a-5a21-4f16-b3d5-057a498a9f7f HTTP/1.1" status: 200 len: 210 time: 0.0422537 Apr 22 10:31:37.783944 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41766) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:37.854593 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4dd12133-d6ab-4b28-88e2-039c969f536a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:37.883375 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4dd12133-d6ab-4b28-88e2-039c969f536a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:37.950393 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4dd12133-d6ab-4b28-88e2-039c969f536a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:37.968928 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd12133-d6ab-4b28-88e2-039c969f536a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ba782-b952-4a80-a874-fee89fa8cdcd,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:37.977925 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-4dd12133-d6ab-4b28-88e2-039c969f536a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:37.979027 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-4dd12133-d6ab-4b28-88e2-039c969f536a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "DELETE /v2.0/security-groups/931ba782-b952-4a80-a874-fee89fa8cdcd HTTP/1.1" status: 204 len: 168 time: 0.1940627 Apr 22 10:31:38.228483 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41774) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:38.233606 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970563530', 'description': 'tempest-secgroup-smoke-970563530 description', 'project_id': 'c5745d87f055419fbb9ce4367eff5667'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:31:38.239771 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:38.243909 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:31:38.246750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:31:38.252301 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:38.261741 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.281407 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:38.285079 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:31:38.287747 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:31:38.293265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:38.377166 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.380870 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.428628 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862351db-b1a5-4c31-9f2e-9f30703174fb,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:38.431513 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.435725 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-53951fd7-793e-4b9c-981c-a0719225587b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2031314 Apr 22 10:31:38.436600 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41778) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:38.441082 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '862351db-b1a5-4c31-9f2e-9f30703174fb', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:31:38.447141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:38.451599 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:31:38.454445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:31:38.460191 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:38.475354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.534364 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.537881 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.562822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54b5c1e-3f23-4d22-9ef9-80b21cce7cf7,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:38.572822 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.573987 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-f09d6022-13b6-480f-bab1-a5b4505cf160 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371720 Apr 22 10:31:38.577367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 41782) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:38.582359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '862351db-b1a5-4c31-9f2e-9f30703174fb', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:31:38.588184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:38.592240 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:31:38.595198 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:31:38.601064 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:38.616485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.690243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.693930 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.717678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c8d480-2705-4dbf-880e-f4083a2c4913,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:38.727942 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.729139 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-574f35e5-17ec-4180-9ef0-928a5da252fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508377 Apr 22 10:31:38.732599 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41786) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:38.737698 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '862351db-b1a5-4c31-9f2e-9f30703174fb', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:31:38.743796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:38.748287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:31:38.751129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:31:38.757241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:38.771969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.832618 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.836083 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.859116 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6009530-e906-4000-a49a-a8800d907365,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:38.867516 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.868740 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6108314b-0757-4266-9366-94137fdad6b1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350582 Apr 22 10:31:38.871315 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41790) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:38.876734 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '862351db-b1a5-4c31-9f2e-9f30703174fb', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:31:38.882435 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:38.886178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:31:38.889010 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:31:38.894708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:38.910997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.973265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:38.976845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.005909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff00ca69-424e-4336-8a89-969b3ffd7869,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:39.015432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.016747 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-75802ea7-93ce-4228-9c7f-247b8f8e8458 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437173 Apr 22 10:31:39.019304 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41794) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:39.024345 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '862351db-b1a5-4c31-9f2e-9f30703174fb', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:31:39.030529 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:39.034246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:31:39.037069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:31:39.042721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:39.056145 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Project c5745d87f055419fbb9ce4367eff5667 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:31:39.062998 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.151017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:31:39.185411 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:31:39.185750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 3f5e9a7a-e6df-4a3e-a459-6d04f9adcd3d not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:31:39.220421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.223782 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.246414 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64b5194-a1b1-4c40-b9d3-335b688bd5b5,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:39.255042 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.256234 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-0fcce864-92c2-465f-b39b-03c0cad0e953 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2359562 Apr 22 10:31:39.258847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 41798) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:31:39.263797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'security_group_rule': {'security_group_id': '862351db-b1a5-4c31-9f2e-9f30703174fb', 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:31:39.269748 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:39.273560 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:security_group_rule and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:31:39.276356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:31:39.282580 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:39.292693 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Project c5745d87f055419fbb9ce4367eff5667 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:31:39.299913 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.318339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.363863 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.367292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.389255 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13bc2ae-d9bd-4307-9a87-97853776a078,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:39.398262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:39.399517 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-9152374f-f0ee-4b1c-ab3f-6caea38e6227 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397753 Apr 22 10:31:42.201309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f291cf12-faf1-4c51-90d3-1ed22e1135d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:44.317798 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:31:44.574365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a2ec16d5-279f-44cc-8588-6205cb2d9a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:45.655674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:45.910859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:47.452351 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:53.133395 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-82104bdf-41bd-480e-935a-cf8603392231 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:security_group {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:31:53.148443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-82104bdf-41bd-480e-935a-cf8603392231 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:security_group {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:31:53.149553 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-82104bdf-41bd-480e-935a-cf8603392231 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970563530&fields=id&tenant_id=c5745d87f055419fbb9ce4367eff5667 HTTP/1.1" status: 200 len: 267 time: 0.0562813 Apr 22 10:31:53.295482 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-e0c5634d-a0ba-45fd-8d96-a071e46e4143 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:53.296919 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-e0c5634d-a0ba-45fd-8d96-a071e46e4143 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 809 time: 0.1401496 Apr 22 10:31:53.311779 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-3b79ae36-65bf-45c4-9b7e-d4d0695d925f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/quotas/c5745d87f055419fbb9ce4367eff5667 HTTP/1.1" status: 200 len: 375 time: 0.0092311 Apr 22 10:31:53.391296 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-573e8b31-d42b-472a-be28-d470912c09c6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747561 Apr 22 10:31:53.559829 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-ffa4f456-f4cb-4846-97b4-e0e5518e7068 service neutron] 10.222.0.32 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576798 Apr 22 10:31:53.688839 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-f7ab301f-d197-4989-a0cc-55cf05e4ff37 service neutron] 10.222.0.32 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230788 Apr 22 10:31:54.069237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-6fd1ea17-189f-4d90-9866-af757ddd86b8 req-3dd012f3-b1a2-4d7a-9897-147e61e0ebaf tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:31:54.083822 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-6fd1ea17-189f-4d90-9866-af757ddd86b8 req-3dd012f3-b1a2-4d7a-9897-147e61e0ebaf tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:31:54.084949 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6fd1ea17-189f-4d90-9866-af757ddd86b8 req-3dd012f3-b1a2-4d7a-9897-147e61e0ebaf tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 210 time: 0.0595396 Apr 22 10:31:55.177188 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0fa9c573-aa61-4cf9-a37e-84f062803b37 req-d7e8cbe9-38fd-4a53-9c4e-3b1e8c36e07f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 210 time: 0.0413570 Apr 22 10:31:56.338279 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fd75dcc6-b10a-4f74-b453-2f784ae996f9 req-2e80b98c-b370-4d2a-9bc5-580524cfdd74 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 210 time: 0.0423424 Apr 22 10:31:57.583328 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-30b38a5b-c74c-4f8d-b1bc-92fb311a349c req-0432e5aa-9ff7-4b24-9b5c-fdc1fb043678 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 210 time: 0.1428754 Apr 22 10:31:58.732904 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e1156ed5-0735-46a4-a45d-b1e37375e5e0 req-6d4e6c9c-1206-474a-9949-a220bf542e6d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 210 time: 0.0417597 Apr 22 10:31:59.095033 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-e2a1aa04-e8ab-4379-8832-01b682f54b83 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:59.096449 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-e2a1aa04-e8ab-4379-8832-01b682f54b83 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 809 time: 0.1445003 Apr 22 10:31:59.146888 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-a3dd5f75-68f8-4240-a333-b2d9f8c6918c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5745d87f055419fbb9ce4367eff5667 HTTP/1.1" status: 200 len: 379 time: 0.0424066 Apr 22 10:31:59.157852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'port': {'device_id': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'admin_state_up': True, 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'security_groups': ['862351db-b1a5-4c31-9f2e-9f30703174fb']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:31:59.292718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:31:59.302402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:31:59.312472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Made reservation on behalf of c5745d87f055419fbb9ce4367eff5667 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:31:59.315810 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:59.506899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Allocated IP 172.20.0.3 (420826ec-b256-4e23-934d-987b18095ee1/8a3057e5-287a-4fd5-838f-b44a756eb16a/81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:31:59.763633 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:59.784847 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Transition to ACTIVE for port object 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:31:59.812885 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:59.875990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Network 420826ec-b256-4e23-934d-987b18095ee1 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:31:59.879985 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:31:59.882833 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:31:59.924083 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e594695-3e70-4010-9842-5b3628dbb783 req-5f4d821a-5ad7-49e4-b79d-f500eed0638e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:59.925897 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e594695-3e70-4010-9842-5b3628dbb783 req-5f4d821a-5ad7-49e4-b79d-f500eed0638e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 931 time: 0.0836830 Apr 22 10:31:59.929007 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:31:59.961086 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:31:59.961688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:31:59.985157 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2e594695-3e70-4010-9842-5b3628dbb783 req-35960cb6-6f5d-4d4f-982b-c7ace02efad4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451455 Apr 22 10:31:59.991963 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-822e3e3e-4e50-46ce-95c7-38cf132327c4 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8374217 Apr 22 10:32:00.003992 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Request body: {'port': {'device_id': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:32:00.123539 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:00.173603 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2698f8b8-ab91-4354-97b2-8ed2c1030248 None None] Provisioning for port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:32:00.179151 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-2698f8b8-ab91-4354-97b2-8ed2c1030248 None None] Provisioning complete for port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:32:00.179767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2698f8b8-ab91-4354-97b2-8ed2c1030248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:00.237812 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-2698f8b8-ab91-4354-97b2-8ed2c1030248 None None] Port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:32:00.467283 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:32:00.474441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:00.488361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Transition to ACTIVE for port object 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:32:00.492134 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:00.752988 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:32:00.837003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Attempting to bind port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:32:00.837661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Attempting to bind port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:32:00.837661 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Attempting to bind port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb on network 420826ec-b256-4e23-934d-987b18095ee1 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:32:00.842922 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb on network 420826ec-b256-4e23-934d-987b18095ee1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:32:00.843243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Attempting to bind port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb on network 420826ec-b256-4e23-934d-987b18095ee1 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:32:00.848375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:32:00.848742 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Checking segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:32:00.849122 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Bound using segment: {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:32:00.849546 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Bound port: 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eb03aa2-1607-404d-9e55-e1a7981e45ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '420826ec-b256-4e23-934d-987b18095ee1'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:32:00.849900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:00.940347 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:32:00.943426 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:32:00.946987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:01.002598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:01.003202 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:01.004581 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] 10.222.0.35 "PUT /v2.0/ports/81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 1093 time: 1.0054607 Apr 22 10:32:01.005076 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:32:01.031993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2892d1e-2f01-426b-b475-10be78eb1964 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:32:01.101221 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ccac231-2b9d-4b7f-bf95-406ea4937b85'] response: {'name': 'network-changed', 'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'status': 'completed', 'code': 200} Apr 22 10:32:01.123085 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-0fb5eba6-019b-4ce8-befa-c6be0cb281fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:01.124908 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-0fb5eba6-019b-4ce8-befa-c6be0cb281fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1096 time: 0.0794616 Apr 22 10:32:01.228991 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-76599d35-ab42-4940-9b78-c191ece6d52c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 217 time: 0.0967982 Apr 22 10:32:01.303101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-3b5b2bb8-27bb-4009-8465-0a2ac5f584f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:01.304594 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-3b5b2bb8-27bb-4009-8465-0a2ac5f584f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0698988 Apr 22 10:32:01.364762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968de2c2-6ca1-4a4e-8133-37b03b555ad9 req-eb6f2a10-710c-488a-9bfe-4f190dbfc268 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:01.365424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-968de2c2-6ca1-4a4e-8133-37b03b555ad9 req-eb6f2a10-710c-488a-9bfe-4f190dbfc268 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:32:01.389793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-968de2c2-6ca1-4a4e-8133-37b03b555ad9 req-eb6f2a10-710c-488a-9bfe-4f190dbfc268 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:32:01.392216 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-968de2c2-6ca1-4a4e-8133-37b03b555ad9 req-eb6f2a10-710c-488a-9bfe-4f190dbfc268 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.2081180 Apr 22 10:32:01.416177 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-f8631810-57cf-4cd2-a513-c2285a6a53ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:01.417634 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-f8631810-57cf-4cd2-a513-c2285a6a53ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1065729 Apr 22 10:32:01.519296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-968de2c2-6ca1-4a4e-8133-37b03b555ad9 req-b9370722-f804-4fd0-9afa-26e5567110fe tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179090 Apr 22 10:32:01.572815 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-2f963d64-6cc1-4d80-b70e-9bb9ecc6167b service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473453 Apr 22 10:32:01.701222 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-677ed3b6-d559-4dd8-ab83-9df7e1cd49aa req-20ab9366-5470-4907-b828-9b6c2381fe4a service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223342 Apr 22 10:32:01.812637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-47c6878e-1d24-4b3c-8825-b9a7aa8fe7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:01.814130 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-47c6878e-1d24-4b3c-8825-b9a7aa8fe7b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1096 time: 0.0687199 Apr 22 10:32:01.941406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-6afcb0bf-5f40-4432-9178-27e069d13677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:01.942934 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-6afcb0bf-5f40-4432-9178-27e069d13677 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1228912 Apr 22 10:32:02.012326 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-60eb2417-22cf-4aa6-8164-0d71d0644a5d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 217 time: 0.0625980 Apr 22 10:32:02.071662 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-37744a51-0b4e-47ca-a78b-964c89dafd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:02.073000 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-37744a51-0b4e-47ca-a78b-964c89dafd92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0553210 Apr 22 10:32:02.144693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-e6ce9749-c6d6-4493-b081-2805e6422611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:02.146164 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-e6ce9749-c6d6-4493-b081-2805e6422611 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675972 Apr 22 10:32:02.274047 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-6e9bf863-c343-4f2e-bc14-3df55e7cc618 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214266 Apr 22 10:32:02.400915 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-039d6a68-f06b-477e-9db2-b71843b441b4 req-967f7879-d805-418b-aa30-aa485b232dd1 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207402 Apr 22 10:32:02.700964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f8b6e-1983-49cd-8af2-950efb39de4b req-be6a9e0b-ad52-44f2-a7ac-c15dfac38d77 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:02.702277 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-467f8b6e-1983-49cd-8af2-950efb39de4b req-be6a9e0b-ad52-44f2-a7ac-c15dfac38d77 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0781178 Apr 22 10:32:02.745033 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-467f8b6e-1983-49cd-8af2-950efb39de4b req-2c5881bd-3435-409e-beeb-5cfbab37cac3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370419 Apr 22 10:32:03.928500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92fafc-54fe-4897-9be1-4ea579ff21b7 req-b11196d8-6f82-4ea2-b372-768418a4be82 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:03.929884 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b92fafc-54fe-4897-9be1-4ea579ff21b7 req-b11196d8-6f82-4ea2-b372-768418a4be82 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0811710 Apr 22 10:32:03.974500 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2b92fafc-54fe-4897-9be1-4ea579ff21b7 req-c5dc7533-d7ae-4371-a312-478a60550cc1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383208 Apr 22 10:32:05.158443 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c9920-11be-4c36-98b6-bb646706293d req-44e03804-7dfc-4d0c-86e5-f84497690d73 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:05.159859 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c9c9920-11be-4c36-98b6-bb646706293d req-44e03804-7dfc-4d0c-86e5-f84497690d73 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0808845 Apr 22 10:32:05.202397 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3c9c9920-11be-4c36-98b6-bb646706293d req-74b8997f-5043-40ba-ba78-acef715db2b9 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370140 Apr 22 10:32:06.382640 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515794d2-4b2d-4cd0-b5bc-7f2ca934eaf6 req-3410f815-2bb9-417e-857a-07bc340711ab tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:06.384069 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-515794d2-4b2d-4cd0-b5bc-7f2ca934eaf6 req-3410f815-2bb9-417e-857a-07bc340711ab tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0775611 Apr 22 10:32:06.429865 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-515794d2-4b2d-4cd0-b5bc-7f2ca934eaf6 req-4372ea99-ab21-475b-86a7-f83501a923e5 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396528 Apr 22 10:32:07.619002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0a01b-160c-47d5-b831-b0cabd96106d req-683de260-e56b-40ab-a2e5-57004a745f6f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:07.620461 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96c0a01b-160c-47d5-b831-b0cabd96106d req-683de260-e56b-40ab-a2e5-57004a745f6f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0807829 Apr 22 10:32:07.662945 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-96c0a01b-160c-47d5-b831-b0cabd96106d req-de2fb6fd-2e67-4965-955b-b8fd2df42116 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368228 Apr 22 10:32:08.845370 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a37f34-5611-4a1a-bb22-c67fbdb3346b req-c83c1df0-6dd0-42c1-bd6d-22dde826ae7e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:08.846731 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4a37f34-5611-4a1a-bb22-c67fbdb3346b req-c83c1df0-6dd0-42c1-bd6d-22dde826ae7e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0788343 Apr 22 10:32:08.890134 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4a37f34-5611-4a1a-bb22-c67fbdb3346b req-3a734530-802e-4141-89f8-f4cfd295267a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379205 Apr 22 10:32:09.295346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:32:09.390078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:09.434516 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:32:09.446967 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'port_id': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'mac_address': 'fa:16:3e:06:6a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:32:09.503629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:09.519880 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:32:09.535976 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:32:09.539407 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:09.605116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:32:09.612176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.612550 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.612884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.613212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.613535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.613858 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.614178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.614495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.614811 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.615130 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.615442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.615753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:32:09.880299 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:32:10.071923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9204459-d1a6-4c16-94cf-db043e06bb30 req-21f54cd9-14aa-4ec1-a151-5525159b234f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:10.073394 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9204459-d1a6-4c16-94cf-db043e06bb30 req-21f54cd9-14aa-4ec1-a151-5525159b234f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 944 time: 0.0812294 Apr 22 10:32:10.116948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e9204459-d1a6-4c16-94cf-db043e06bb30 req-dcd10f00-69b7-4074-9468-7b48dc701954 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369384 Apr 22 10:32:11.309399 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:32:11.379952 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:32:11.385575 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:32:11.385943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:11.403472 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ff271-50d2-488f-8ee7-662453c0aa3e req-9acd6c85-8b28-420e-b9c0-2415e285b77d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:11.405243 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4f8ff271-50d2-488f-8ee7-662453c0aa3e req-9acd6c85-8b28-420e-b9c0-2415e285b77d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 944 time: 0.1851656 Apr 22 10:32:11.451036 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4f8ff271-50d2-488f-8ee7-662453c0aa3e req-917fab5a-bef0-4513-8013-f07eff6f21e6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395172 Apr 22 10:32:11.511328 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:11.537891 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:32:11.547580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:32:11.552718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:11.619470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:32:11.634280 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564e9615-6916-46f6-91ed-f07455a5ff59'] response: {'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'code': 200} Apr 22 10:32:11.904068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaaf903-9ebc-4a22-afae-90097daea1e2 req-710ec6c5-5a61-4d35-add6-cbe8aa511247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:11.905542 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6eaaf903-9ebc-4a22-afae-90097daea1e2 req-710ec6c5-5a61-4d35-add6-cbe8aa511247 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1098 time: 0.0685680 Apr 22 10:32:11.943814 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-6eaaf903-9ebc-4a22-afae-90097daea1e2 req-4a4ced88-2037-4324-b5d1-c7b3db411d75 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325902 Apr 22 10:32:12.193730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-dee0186b-e362-4590-aea6-1f8350c19ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:12.633800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adf670-5f83-4028-98a6-1a98e2b7e858 req-7db71468-028d-4d97-bff5-c05f08725d6b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:12.635231 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-22adf670-5f83-4028-98a6-1a98e2b7e858 req-7db71468-028d-4d97-bff5-c05f08725d6b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0815318 Apr 22 10:32:12.678205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-22adf670-5f83-4028-98a6-1a98e2b7e858 req-d3f4a126-6d23-4b17-a65b-730225d0f417 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373797 Apr 22 10:32:13.861953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbecd1cf-f54d-40fd-b650-d26a41a2fa97 req-6e136d19-3303-4b05-a37d-3a37682d6575 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:13.863309 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dbecd1cf-f54d-40fd-b650-d26a41a2fa97 req-6e136d19-3303-4b05-a37d-3a37682d6575 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0811844 Apr 22 10:32:13.906162 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-dbecd1cf-f54d-40fd-b650-d26a41a2fa97 req-75a9d2a1-5519-4e48-b1bb-e4b1b09dd10a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373180 Apr 22 10:32:14.091581 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731510e3-2795-4753-8417-fa5d094fe063 req-cd5d9ef7-fa21-4eef-83dd-5d06a8d7250e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:14.093016 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-731510e3-2795-4753-8417-fa5d094fe063 req-cd5d9ef7-fa21-4eef-83dd-5d06a8d7250e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0815241 Apr 22 10:32:14.135777 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-731510e3-2795-4753-8417-fa5d094fe063 req-dc95beca-ca55-4b50-b9b0-6c86f8b257da tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370290 Apr 22 10:32:14.157490 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42016) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:32:14.264831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ea8893-0e47-4104-8562-0adc7859c0af tempest-TestShelveInstance-896282128 tempest-TestShelveInstance-896282128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:14.266298 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-09ea8893-0e47-4104-8562-0adc7859c0af tempest-TestShelveInstance-896282128 tempest-TestShelveInstance-896282128-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1093 time: 0.1078594 Apr 22 10:32:14.269034 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42022) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:32:14.273778 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:32:14.279637 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:32:14.283462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Usage tracker for resource:floatingip and tenant:c5745d87f055419fbb9ce4367eff5667 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:32:14.286286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:32:14.291899 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:32:14.302972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:14.436971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:14.573672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Allocated IP 172.26.2.72 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/277a0439-d348-4d3b-a451-cef9f0d24a6e) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:32:14.581454 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4adfbe48-ac42-4ae2-8950-9b321199f094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:14.718584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:14.746438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:14.825088 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:32:14.827769 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:32:14.835463 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:32:14.867651 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'Port': ['ID=277a0439-d348-4d3b-a451-cef9f0d24a6e,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:32:15.238404 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:15.309476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:15.611198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:15.616061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:15.658499 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:15.725965 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event updated for resources: {'Port': ['ID=277a0439-d348-4d3b-a451-cef9f0d24a6e,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:32:15.737089 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:15.905387 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Floating IP 9895bb8c-3728-477d-994b-148eb7d4d36b associated. External IP: 172.26.2.72, port: 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb. Apr 22 10:32:15.913546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:16.245717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Router b0403bf3-ff50-4e3f-b426-13c60c478351 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:32:16.416907 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:32:16.426381 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] Sync routers for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:32:16.435191 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:32:16.435847 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:32:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:32:16.440038 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:16.498331 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b3f97865-7e44-47cb-93d3-96c20ebe0318 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2282104 Apr 22 10:32:16.498994 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:32:16.546068 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef1b183-7311-431b-acbb-8ba3e47d852e'] response: {'name': 'network-changed', 'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'status': 'completed', 'code': 200} Apr 22 10:32:16.610524 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:32:16.636231 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-d180315c-ec1a-4291-a9a1-fb53468b5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:16.638299 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-d180315c-ec1a-4291-a9a1-fb53468b5030 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1098 time: 0.0720003 Apr 22 10:32:16.766450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-d2472935-cf5c-4e16-b1d7-04fbbdca90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:16.767791 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-d2472935-cf5c-4e16-b1d7-04fbbdca90aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1235623 Apr 22 10:32:16.868490 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-136ab5dd-9e9e-422f-816a-ca8629203616 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 998 time: 0.0948005 Apr 22 10:32:16.930421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-f73e0cce-0383-4110-a230-b7a226ed2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:16.931857 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-f73e0cce-0383-4110-a230-b7a226ed2d14 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0578876 Apr 22 10:32:16.988803 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '9895bb8c-3728-477d-994b-148eb7d4d36b', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'floating_ip_address': '172.26.2.72', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'port_id': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'mac_address': 'fa:16:3e:06:6a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:32:15Z', 'updated_at': '2022-04-22T10:32:15Z', 'revision_number': 0, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:32:16.992968 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] Checking router: b0403bf3-ff50-4e3f-b426-13c60c478351 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:32:17.002597 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:32:17.003193 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:32:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:32:17.123135 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-271d7b2c-e378-4a52-ab60-40f378fa936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:32:17.124623 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-271d7b2c-e378-4a52-ab60-40f378fa936d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1867571 Apr 22 10:32:17.176004 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:32:17.254907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-aee31f0f-0ae9-4797-9cd6-1a8af13a4b4e service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236107 Apr 22 10:32:17.385383 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99931e5a-3cac-4516-8146-6f511fb32c12 req-9ac8cac1-978a-49c7-bb5f-5ba7f4be2aac service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241622 Apr 22 10:32:17.455037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:17.520608 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '9895bb8c-3728-477d-994b-148eb7d4d36b', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'floating_ip_address': '172.26.2.72', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'port_id': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'mac_address': 'fa:16:3e:06:6a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:32:15Z', 'updated_at': '2022-04-22T10:32:15Z', 'revision_number': 0, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:32:17.524451 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e8c076-ac2d-410c-8d50-19cd2a01abfe None None] The sync data for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv is: [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '9895bb8c-3728-477d-994b-148eb7d4d36b', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'floating_ip_address': '172.26.2.72', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'port_id': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'mac_address': 'fa:16:3e:06:6a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:32:15Z', 'updated_at': '2022-04-22T10:32:15Z', 'revision_number': 0, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:32:17.706509 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f370f-a57b-4d76-9915-9922f9df36ba None None] New status for floating IP 9895bb8c-3728-477d-994b-148eb7d4d36b: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:32:21.316493 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:32:39.339087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:42.195272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cf5d3d2c-243b-4220-958e-f0f8491888a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:44.577606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b724bc0e-94c7-4e97-b720-4da7847e1c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:45.661417 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:45.915606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:47.457787 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:32:58.315936 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:33:09.345412 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:11.162972 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-56c8d6b1-7ad2-47e9-a6ca-f88a4487efa2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678589 Apr 22 10:33:11.304700 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-3bf742a5-cc7e-42cf-a37b-4301f50cf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:33:11.306148 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-3bf742a5-cc7e-42cf-a37b-4301f50cf76d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1098 time: 0.0738478 Apr 22 10:33:11.446281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-7379a840-e026-4e1b-b7f4-9167792a99e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:33:11.447608 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-7379a840-e026-4e1b-b7f4-9167792a99e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1243758 Apr 22 10:33:11.552262 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-73a34e2c-38ca-4de5-bc45-8a2d3c0d4329 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 1000 time: 0.0972166 Apr 22 10:33:11.614269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-f6a96860-99d4-4909-8f18-20cd829628fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:33:11.615667 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-f6a96860-99d4-4909-8f18-20cd829628fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0571828 Apr 22 10:33:11.696884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-67939fa8-1578-4a06-b379-23fa2d020f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:33:11.696884 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-67939fa8-1578-4a06-b379-23fa2d020f6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725214 Apr 22 10:33:11.823814 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-585afb64-8357-4049-b870-5bfea4f18584 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237044 Apr 22 10:33:11.955281 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7dab42b3-1a00-48ba-95a4-b586c4e1c1ce req-761137e2-5ceb-4c49-be76-eb41db547990 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244273 Apr 22 10:33:12.197203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-40881f2a-068f-4735-83cc-06c4ce8c4549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:14.569166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2eae4c04-3ee0-4ad9-b486-d1efb751330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:15.664280 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:15.918440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:17.461231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:35.314860 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:33:39.351475 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:42.199083 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5dcb8878-6026-4582-9e78-0ea73e5f993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:44.571148 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9537484a-d032-4d16-808e-b5a51e93fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:45.666829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:45.920022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:33:47.463716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:09.359714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:12.200992 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-28301791-2e18-498e-87fd-89f1a87e9cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:12.313275 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:34:13.214860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-bd39d58d-7391-4331-b1d7-94688a8a359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:13.216296 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-bd39d58d-7391-4331-b1d7-94688a8a359c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1098 time: 0.0696702 Apr 22 10:34:13.357942 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-be117c48-6c0c-416d-a8de-c9440bb1f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:13.359360 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-be117c48-6c0c-416d-a8de-c9440bb1f5b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1231773 Apr 22 10:34:13.472535 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-2b8810c2-4663-427c-b50d-beb4737e39d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 1000 time: 0.1068215 Apr 22 10:34:13.538241 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-6a8fd833-22f9-4503-a6cc-2bdb9e8a31fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:13.539694 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-6a8fd833-22f9-4503-a6cc-2bdb9e8a31fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0584438 Apr 22 10:34:13.598456 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc1c0-9705-4e75-af95-a330a255f53b req-76dadfed-c8cc-47c3-8b6c-a389906b3915 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:13.600016 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4e9fc1c0-9705-4e75-af95-a330a255f53b req-76dadfed-c8cc-47c3-8b6c-a389906b3915 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0818467 Apr 22 10:34:13.646922 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4e9fc1c0-9705-4e75-af95-a330a255f53b req-63cee90f-924f-443e-a561-d737acce4869 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409315 Apr 22 10:34:13.722152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-069b313f-2934-41d0-ac5e-3d227b842caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:13.723647 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-069b313f-2934-41d0-ac5e-3d227b842caf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1764202 Apr 22 10:34:13.851189 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-cf7f1f29-4f1e-490a-bad5-b070b00f0732 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213353 Apr 22 10:34:13.986614 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-10d45388-885f-479b-9f9c-9a4c7d6d1c10 req-6c904d90-06a4-40ef-930e-aa802ede42f2 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240549 Apr 22 10:34:14.578688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-af2dbd6d-7c29-40ba-8205-7420fe017e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:14.831721 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a7e80-44b0-45b3-b536-3beffeb66265 req-45399a20-70d0-4bdb-b6b9-8200c16f3e21 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:14.833170 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-946a7e80-44b0-45b3-b536-3beffeb66265 req-45399a20-70d0-4bdb-b6b9-8200c16f3e21 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0784483 Apr 22 10:34:14.875149 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-946a7e80-44b0-45b3-b536-3beffeb66265 req-679b5059-f700-4cb5-b393-5e442db1f7c0 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364237 Apr 22 10:34:15.669895 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:15.922980 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:16.067452 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccc344-5b22-42e7-897e-e22cbe41a11f req-48bcda7e-683f-4f10-a64b-6fdca074c8c5 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:16.069017 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0bccc344-5b22-42e7-897e-e22cbe41a11f req-48bcda7e-683f-4f10-a64b-6fdca074c8c5 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0821764 Apr 22 10:34:16.111663 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0bccc344-5b22-42e7-897e-e22cbe41a11f req-29ba305e-34da-43a1-b6d9-043d2f9ee9d3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366459 Apr 22 10:34:17.293433 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2377a5-e8f9-4035-a93c-b7105d28264c req-5aeb5622-d83e-4764-b961-48b65f8e23fb tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:17.294770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d2377a5-e8f9-4035-a93c-b7105d28264c req-5aeb5622-d83e-4764-b961-48b65f8e23fb tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0812933 Apr 22 10:34:17.339092 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2d2377a5-e8f9-4035-a93c-b7105d28264c req-1b7b9f02-a0e8-4a51-a6ce-498d5be55f5a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382349 Apr 22 10:34:17.468209 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:18.520590 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6115bc-e5d7-4c2c-b122-f8633c3f5591 req-b158b394-e71d-4b64-b0d4-a89acef15413 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:18.522060 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2f6115bc-e5d7-4c2c-b122-f8633c3f5591 req-b158b394-e71d-4b64-b0d4-a89acef15413 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0818348 Apr 22 10:34:18.565504 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-2f6115bc-e5d7-4c2c-b122-f8633c3f5591 req-1232ae79-3ce0-4cb4-b0c6-6ca8a65c2866 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Apr 22 10:34:19.744326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cca90-121e-47ec-91a1-20c18ff92905 req-92e40e06-33da-40ff-aeda-3f739749c501 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:19.745786 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0c1cca90-121e-47ec-91a1-20c18ff92905 req-92e40e06-33da-40ff-aeda-3f739749c501 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0785677 Apr 22 10:34:19.791846 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-0c1cca90-121e-47ec-91a1-20c18ff92905 req-f3a5b521-f602-4211-bdab-c5570fbb9b2f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404510 Apr 22 10:34:20.975417 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a2429-2bbf-49d7-95bf-8239eb517495 req-ffa8285c-802c-4b52-aba8-90c734f6c786 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:20.976897 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-409a2429-2bbf-49d7-95bf-8239eb517495 req-ffa8285c-802c-4b52-aba8-90c734f6c786 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0799122 Apr 22 10:34:21.019456 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-409a2429-2bbf-49d7-95bf-8239eb517495 req-92a89275-11ee-43cc-b791-2e72a04e5d5e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369689 Apr 22 10:34:22.203620 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d2109-415b-4037-9a34-50ff5cdac0a8 req-41810b34-6b41-487d-b8d1-facadae9a243 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:22.205144 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-721d2109-415b-4037-9a34-50ff5cdac0a8 req-41810b34-6b41-487d-b8d1-facadae9a243 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0797343 Apr 22 10:34:22.247497 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-721d2109-415b-4037-9a34-50ff5cdac0a8 req-e15f2922-2fa5-4fc7-9685-f3d6fcdee829 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366988 Apr 22 10:34:23.429280 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab5b0e-93c0-46b1-a848-91468b5a7c52 req-e6aa9423-d534-47f5-bd7e-ff9da4ed3f75 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:23.430731 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d2ab5b0e-93c0-46b1-a848-91468b5a7c52 req-e6aa9423-d534-47f5-bd7e-ff9da4ed3f75 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0813763 Apr 22 10:34:23.473739 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d2ab5b0e-93c0-46b1-a848-91468b5a7c52 req-3c7087b0-c668-4048-88ed-77ec9eb3f762 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374863 Apr 22 10:34:23.725794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-65dbbf96-37d7-4207-9de8-b8fe42e74c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:23.727223 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-65dbbf96-37d7-4207-9de8-b8fe42e74c5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1098 time: 0.0711613 Apr 22 10:34:23.854669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-f1f948c7-ab4c-4839-b875-7c0bfc8a9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:23.856051 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-f1f948c7-ab4c-4839-b875-7c0bfc8a9b60 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1221530 Apr 22 10:34:23.955207 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-47ddcbd4-6115-4974-af11-c753be5e0938 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 1000 time: 0.0925527 Apr 22 10:34:24.015000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-e850b2c1-e5eb-401d-82ff-dceaf91bc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:24.016338 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-e850b2c1-e5eb-401d-82ff-dceaf91bc7dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0552986 Apr 22 10:34:24.087019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-1eb5e783-389e-4f0f-9906-bf4377e22bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:24.088554 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-1eb5e783-389e-4f0f-9906-bf4377e22bf1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664310 Apr 22 10:34:24.217859 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-c9c211b7-01d4-487a-b23a-ca8ef4e02e72 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225507 Apr 22 10:34:24.346349 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fded486e-cad4-413c-8ef5-b7306cf03203 req-984f3c8e-b316-4870-a605-67c623cc2b9d service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225438 Apr 22 10:34:24.657872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b2e1a-5490-4cb7-b28a-13dbe8a9ca27 req-8991a244-7055-4cb0-8cf8-445fedeb1bd1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:24.659316 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-057b2e1a-5490-4cb7-b28a-13dbe8a9ca27 req-8991a244-7055-4cb0-8cf8-445fedeb1bd1 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0822120 Apr 22 10:34:24.702131 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-057b2e1a-5490-4cb7-b28a-13dbe8a9ca27 req-c2ab350f-b7f7-4a84-b307-fde3ee4e882e tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372717 Apr 22 10:34:25.884086 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8722f8-ddc6-4127-91f3-0c67fa5c3e0d req-92a01cd9-9559-427a-af8e-58246e142c09 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:25.885662 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8a8722f8-ddc6-4127-91f3-0c67fa5c3e0d req-92a01cd9-9559-427a-af8e-58246e142c09 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0795331 Apr 22 10:34:25.935780 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8a8722f8-ddc6-4127-91f3-0c67fa5c3e0d req-c36119a3-5852-46de-9266-b811ef584819 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442822 Apr 22 10:34:27.111423 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196a6eb-c20a-4a88-88b5-b978be79abb9 req-c4dbbdee-39d1-48a8-b144-9d3242f34b22 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:27.112897 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2196a6eb-c20a-4a88-88b5-b978be79abb9 req-c4dbbdee-39d1-48a8-b144-9d3242f34b22 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0766747 Apr 22 10:34:27.157834 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-2196a6eb-c20a-4a88-88b5-b978be79abb9 req-faf93c86-cb88-4a61-a2ea-feb23e2e6839 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388885 Apr 22 10:34:27.532514 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-780526de-1fd7-4253-99af-d2ba6b01af3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1628320 Apr 22 10:34:27.609250 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b021de-adae-435e-a52e-eb40cf42d696 req-249e4cf4-e6f2-4e0c-a0b7-13d204e3dd66 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:27.610837 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-00b021de-adae-435e-a52e-eb40cf42d696 req-249e4cf4-e6f2-4e0c-a0b7-13d204e3dd66 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.1851044 Apr 22 10:34:27.655568 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-00b021de-adae-435e-a52e-eb40cf42d696 req-010a8e25-f17f-406e-b3d0-6b9f4617bcc8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385041 Apr 22 10:34:28.102775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:34:28.216906 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:28.244213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:34:28.253768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:34:28.258049 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:28.292780 dv-neutron-839018-1-hyperv neutron-server[88064]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7211190d-889a-4789-be25-7964006f0d5f']: {'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'code': 422} returned with failed status Apr 22 10:34:28.329803 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:34:28.337415 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.337766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.338106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.338439 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.338775 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.339106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.339434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.339766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.340092 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.340437 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.340765 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.341087 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:34:28.865036 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccd2d3-4576-458b-a8d4-7cec45c82dcf req-d46c820d-14b1-40b0-ac7d-1bab349679a2 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:28.870357 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d7ccd2d3-4576-458b-a8d4-7cec45c82dcf req-d46c820d-14b1-40b0-ac7d-1bab349679a2 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.1102331 Apr 22 10:34:28.921392 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d7ccd2d3-4576-458b-a8d4-7cec45c82dcf req-34a4c200-f9ff-419c-8ecf-7bc2432980c7 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452678 Apr 22 10:34:29.996915 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-267119ee-7ba2-4967-9815-fbe314680606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:29.998381 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-267119ee-7ba2-4967-9815-fbe314680606 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451&tenant_id=c5745d87f055419fbb9ce4367eff5667 HTTP/1.1" status: 200 len: 1096 time: 0.0695257 Apr 22 10:34:30.090072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-539667e5-0705-4788-b75e-1043269ba3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:30.091526 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-539667e5-0705-4788-b75e-1043269ba3ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1096 time: 0.0724406 Apr 22 10:34:30.102823 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae4e44-47dd-4ef3-9b8d-c3c032d4b8fd req-9e980040-a854-4b0c-90ce-69319320ee9b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:30.104261 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84ae4e44-47dd-4ef3-9b8d-c3c032d4b8fd req-9e980040-a854-4b0c-90ce-69319320ee9b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0787680 Apr 22 10:34:30.150432 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-84ae4e44-47dd-4ef3-9b8d-c3c032d4b8fd req-a0cb5e72-ea71-412f-9aef-e7609ac15b63 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Apr 22 10:34:30.223654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-3d8702c1-6df3-4876-8469-708b0cf58006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:30.225097 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-3d8702c1-6df3-4876-8469-708b0cf58006 service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1270728 Apr 22 10:34:30.324851 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-cddfa570-2303-458c-b4c1-7594744bdace service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 998 time: 0.0929937 Apr 22 10:34:30.384000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-8447f845-b636-4530-8cd8-d2d33c02278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:30.385419 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-8447f845-b636-4530-8cd8-d2d33c02278c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0553086 Apr 22 10:34:30.460667 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-d21dee8d-34d3-4b29-ad90-6107833edc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:30.462070 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-d21dee8d-34d3-4b29-ad90-6107833edc75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711591 Apr 22 10:34:30.593721 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-3fa3c957-8162-43e5-b05a-0b6d8cc3a2bf service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237526 Apr 22 10:34:30.720586 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-11f311d3-a122-422e-a837-8023c1dd7e0a req-20cb2fad-8da8-4f13-b4d9-f9c019b03326 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209736 Apr 22 10:34:31.330450 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee44da-2e82-4d67-9077-3207a7a551f7 req-31027153-d910-4810-afce-17942446ecc8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:31.331903 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4dee44da-2e82-4d67-9077-3207a7a551f7 req-31027153-d910-4810-afce-17942446ecc8 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0784967 Apr 22 10:34:31.374977 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4dee44da-2e82-4d67-9077-3207a7a551f7 req-96703649-5b6a-4373-933f-991a75db50a3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375171 Apr 22 10:34:32.556293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1bcd1-4068-4582-b4aa-9f1873641f95 req-cffa640d-0078-41dd-b04b-4c2fc2ea9413 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:32.557752 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fcf1bcd1-4068-4582-b4aa-9f1873641f95 req-cffa640d-0078-41dd-b04b-4c2fc2ea9413 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0783777 Apr 22 10:34:32.600980 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fcf1bcd1-4068-4582-b4aa-9f1873641f95 req-166d79bb-b4e3-4ce1-afa4-c2efac7d8b7a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376830 Apr 22 10:34:33.784717 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad66033-4f46-4ac9-921d-2d9a28876d79 req-1139a464-4dae-41f7-9640-994c0e5fa569 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:33.786135 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dad66033-4f46-4ac9-921d-2d9a28876d79 req-1139a464-4dae-41f7-9640-994c0e5fa569 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0807195 Apr 22 10:34:33.828922 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-dad66033-4f46-4ac9-921d-2d9a28876d79 req-52e16fff-d322-4689-8ea1-e216de0d46f6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372746 Apr 22 10:34:35.008715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428bb24-3f6e-4710-94f2-bd85306d1e78 req-01df9243-817b-4585-ab7c-f1ced4c2a49d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:35.010123 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e428bb24-3f6e-4710-94f2-bd85306d1e78 req-01df9243-817b-4585-ab7c-f1ced4c2a49d tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0798492 Apr 22 10:34:35.052964 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e428bb24-3f6e-4710-94f2-bd85306d1e78 req-435cf240-4d8c-4486-a5b6-f78cf2422609 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373538 Apr 22 10:34:36.232766 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab00dd-8f04-4a52-a540-5ac0524f3a34 req-bdb0e018-65f6-44c4-8a78-5475fe4ffe63 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:36.234228 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-46ab00dd-8f04-4a52-a540-5ac0524f3a34 req-bdb0e018-65f6-44c4-8a78-5475fe4ffe63 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0802641 Apr 22 10:34:36.278808 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-46ab00dd-8f04-4a52-a540-5ac0524f3a34 req-0f98affb-0870-469e-99da-53f5664eb26f tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375445 Apr 22 10:34:37.456792 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c69c38-de60-4b30-b262-b7b857700430 req-436d99a4-14af-4784-9e8a-99d481e2f613 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:37.458207 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c69c38-de60-4b30-b262-b7b857700430 req-436d99a4-14af-4784-9e8a-99d481e2f613 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 943 time: 0.0769267 Apr 22 10:34:37.501709 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-67c69c38-de60-4b30-b262-b7b857700430 req-207902bc-d493-4ae2-9f6a-5e16a4f36794 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380108 Apr 22 10:34:38.178018 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:34:38.308203 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:34:38.320698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'port_id': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'mac_address': 'fa:16:3e:06:6a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:34:38.373558 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:38.389559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:34:38.403756 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:34:38.407577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:38.475777 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:34:38.685697 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e0f71-2ce2-4a4e-afcc-943959698a11 req-c53f23f4-ada4-4c3b-ae31-42a74729541c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:38.687112 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a50e0f71-2ce2-4a4e-afcc-943959698a11 req-c53f23f4-ada4-4c3b-ae31-42a74729541c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 944 time: 0.0804224 Apr 22 10:34:38.705200 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:34:38.730746 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a50e0f71-2ce2-4a4e-afcc-943959698a11 req-e2669db7-7747-4202-8f09-4b709b790f5b tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379498 Apr 22 10:34:39.365313 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:39.912766 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a62f6e-dd98-464d-bcf4-e5b9da8ba00f req-e0027148-c6a2-4cb8-8b2c-e0267998c745 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:39.914220 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-75a62f6e-dd98-464d-bcf4-e5b9da8ba00f req-e0027148-c6a2-4cb8-8b2c-e0267998c745 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 944 time: 0.0797906 Apr 22 10:34:39.957237 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-75a62f6e-dd98-464d-bcf4-e5b9da8ba00f req-ca53c6a9-0f41-498f-bb4c-16b7768defd6 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374315 Apr 22 10:34:40.196068 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:34:40.265598 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:34:40.265969 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:40.376716 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:40.405458 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:34:40.414741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:34:40.419770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:40.485648 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b61c8afc-51b3-4f98-a836-2ae5cc2f241b'] response: {'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'code': 200} Apr 22 10:34:40.523024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:34:40.717389 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0b603-564e-47f8-a98f-b38b11f5167a req-6462c068-5c24-4a01-9ba6-23e0fec3f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:40.718737 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aeb0b603-564e-47f8-a98f-b38b11f5167a req-6462c068-5c24-4a01-9ba6-23e0fec3f533 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1098 time: 0.0677249 Apr 22 10:34:40.758615 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-aeb0b603-564e-47f8-a98f-b38b11f5167a req-45244b07-60fe-4b67-bcb7-4c2e8e7dadc3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334697 Apr 22 10:34:41.137920 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd6417-43b2-458c-bd70-d9a5e0f058a1 req-a3b91966-1c68-4642-8b61-3d722613f59a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:41.139327 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13cd6417-43b2-458c-bd70-d9a5e0f058a1 req-a3b91966-1c68-4642-8b61-3d722613f59a tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0799496 Apr 22 10:34:41.182393 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-13cd6417-43b2-458c-bd70-d9a5e0f058a1 req-a232d5c3-23ff-4559-8506-f2caf624302c tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375452 Apr 22 10:34:42.202632 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-03f6e4bd-7ce0-4e17-9c54-31e591928f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:42.368184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8662b-e594-4bd2-b065-df8fd08b580d req-56d3b10c-665f-40bb-a718-980ceefcab25 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:34:42.369663 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-19a8662b-e594-4bd2-b065-df8fd08b580d req-56d3b10c-665f-40bb-a718-980ceefcab25 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0838635 Apr 22 10:34:42.413764 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-19a8662b-e594-4bd2-b065-df8fd08b580d req-5e2679e5-0eb0-4c2b-b1a8-b04964974cd5 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383842 Apr 22 10:34:44.571810 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6cd6da09-7ccd-4df3-bcab-7e88ef1dfd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:45.672219 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:45.925204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:47.470070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:34:49.311315 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:35:09.396744 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:12.205272 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cc5755d8-a7ab-45a7-934c-b083cf05e313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:13.162335 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-66a041bd-0afb-4f44-b10c-f4013ae8481c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678000 Apr 22 10:35:13.391728 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-84a29db4-1d2a-454f-bea4-42b9d1840e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:13.393217 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-84a29db4-1d2a-454f-bea4-42b9d1840e7c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1098 time: 0.1608508 Apr 22 10:35:13.533650 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-de69dace-54c1-4a3e-b2b3-c09e70abc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:13.535057 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-de69dace-54c1-4a3e-b2b3-c09e70abc36f service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1222117 Apr 22 10:35:13.636692 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-83cdefe3-d615-4bc9-a4ce-7ccd30834acc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 1000 time: 0.0937672 Apr 22 10:35:13.696051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-617df579-e4f5-44f9-9d5f-237027264424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:13.697341 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-617df579-e4f5-44f9-9d5f-237027264424 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0551844 Apr 22 10:35:13.772461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-f1b4520f-4331-4d70-a689-c3adcb57cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:13.773957 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-f1b4520f-4331-4d70-a689-c3adcb57cc4b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694287 Apr 22 10:35:13.902637 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-c16368f9-e6f9-4d12-a637-0750998211cb service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212132 Apr 22 10:35:14.031376 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e4b3698c-0880-436a-8ea2-b8752fb642eb req-1752c136-e3f9-435d-9196-779371a4cd58 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225123 Apr 22 10:35:14.576153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9b614af7-e824-4344-bdf9-2b56c651312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:15.674739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:15.928622 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:17.475118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:26.310866 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:35:39.402781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:42.206005 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2784bcb6-72d3-45f9-a206-1e2ce0451a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:44.573866 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ae07-c1c5-43d1-9c6b-8e211da5c795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:45.676720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:45.931166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:47.475986 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:57.867041 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42162) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:35:58.062872 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Deleting port 277a0439-d348-4d3b-a451-cef9f0d24a6e {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:35:58.063217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:58.234206 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:58.234425 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:58.353123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Calling delete_port for 277a0439-d348-4d3b-a451-cef9f0d24a6e owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:35:58.500575 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:58.545799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event deleted for resources: {'Port': ['ID=277a0439-d348-4d3b-a451-cef9f0d24a6e,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:35:58.578671 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.579016 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.579354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.579689 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.580017 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.580344 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.580767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.581094 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.581417 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.581735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.582059 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.582376 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:35:58.747300 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:58.747627 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Floating IP 9895bb8c-3728-477d-994b-148eb7d4d36b disassociated (deleted). External IP: 172.26.2.72, port: 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb. Apr 22 10:35:59.089886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Router b0403bf3-ff50-4e3f-b426-13c60c478351 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:35:59.265060 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:35:59.275356 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] Sync routers for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:35:59.284852 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:35:59.285005 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:35:59.285602 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:35:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:35:59.339204 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-1cd2a9dd-d306-4c06-b95f-c2f95df32005 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "DELETE /v2.0/floatingips/9895bb8c-3728-477d-994b-148eb7d4d36b HTTP/1.1" status: 204 len: 168 time: 1.4705853 Apr 22 10:35:59.339869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:35:59.389892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59a4a8b-f860-4a51-ac70-a196510b0656'] response: {'name': 'network-changed', 'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'status': 'completed', 'code': 200} Apr 22 10:35:59.467319 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:35:59.485969 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-4a96062b-ff1b-4bc9-a86f-984822a77604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:59.487506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-4a96062b-ff1b-4bc9-a86f-984822a77604 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c5745d87f055419fbb9ce4367eff5667&device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 1098 time: 0.0742295 Apr 22 10:35:59.632559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-7a4c6006-dd4d-42d9-9637-33448aeb7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:59.634650 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-7a4c6006-dd4d-42d9-9637-33448aeb7dea service neutron] 10.222.0.35 "GET /v2.0/networks?id=420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 200 len: 910 time: 0.1407778 Apr 22 10:35:59.734966 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-22d260f6-7679-4f56-908a-e1ac376193ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 200 len: 217 time: 0.0940804 Apr 22 10:35:59.813693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-bd6377b8-456c-4165-b49c-5226e3e3300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:59.815135 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-bd6377b8-456c-4165-b49c-5226e3e3300f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 200 len: 848 time: 0.0688515 Apr 22 10:35:59.830160 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:35:59.834192 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] Checking router: b0403bf3-ff50-4e3f-b426-13c60c478351 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:35:59.842343 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:35:59.842923 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:35:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:35:59.875750 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4b669-3694-4a95-a23d-53e82ff6756e req-a3090b5e-1a13-46fd-b47b-a67b3362e232 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:59.876459 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-a3c4b669-3694-4a95-a23d-53e82ff6756e req-a3090b5e-1a13-46fd-b47b-a67b3362e232 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Synchronizing usage tracker for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:35:59.897870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-a3c4b669-3694-4a95-a23d-53e82ff6756e req-a3090b5e-1a13-46fd-b47b-a67b3362e232 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Unset dirty status for tenant:c5745d87f055419fbb9ce4367eff5667 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:35:59.898954 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3c4b669-3694-4a95-a23d-53e82ff6756e req-a3090b5e-1a13-46fd-b47b-a67b3362e232 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.2059340 Apr 22 10:35:59.951410 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-f4de86af-e05d-46f3-8c54-c964d3b9411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:35:59.952895 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-f4de86af-e05d-46f3-8c54-c964d3b9411d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=420826ec-b256-4e23-934d-987b18095ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1279430 Apr 22 10:35:59.959818 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a3c4b669-3694-4a95-a23d-53e82ff6756e req-b84185b5-0afc-4feb-b036-378e86935d69 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546165 Apr 22 10:36:00.022173 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:00.085781 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-eff3f9e7-12e6-404c-88d4-c8c0b20a0f04 service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241999 Apr 22 10:36:00.326404 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fad56c86-bd2d-493d-92f4-185f12d2472d req-61ad2e3b-dee6-42ed-b59e-1dd9f18a7cdc service neutron] 10.222.0.35 "GET /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329643 Apr 22 10:36:00.331081 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:00.335134 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f15faff-6dc0-4c13-bfba-4fc12a8ca1e9 None None] The sync data for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv is: [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:26:10Z', 'revision_number': 4, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '7331523c-566a-4dbe-b68e-ae9da4a1061a', 'name': '', 'network_id': '420826ec-b256-4e23-934d-987b18095ee1', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'mac_address': 'fa:16:3e:66:12:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:09Z', 'updated_at': '2022-04-22T10:26:15Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'subnets': [{'id': '8a3057e5-287a-4fd5-838f-b44a756eb16a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:36:00.563936 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352810f-f8cc-41da-ace6-5d0f100ad591 None None] New status for floating IP 9895bb8c-3728-477d-994b-148eb7d4d36b: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:36:01.145184 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982ffde-bf75-4387-a30d-72bdf5eb75ef req-db94eb29-bba2-45ff-b9a9-73a67b27ff64 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:01.146624 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e982ffde-bf75-4387-a30d-72bdf5eb75ef req-db94eb29-bba2-45ff-b9a9-73a67b27ff64 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0779595 Apr 22 10:36:01.190882 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-e982ffde-bf75-4387-a30d-72bdf5eb75ef req-24c3fc35-7865-4617-b54b-93073224ae25 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/security-groups?id=862351db-b1a5-4c31-9f2e-9f30703174fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382524 Apr 22 10:36:01.435505 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-613620dd-67b7-43f2-b0fe-ae1f801df7ac tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:01.436924 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-613620dd-67b7-43f2-b0fe-ae1f801df7ac tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 945 time: 0.0803485 Apr 22 10:36:01.503578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Deleting port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:01.503921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:01.747760 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] For port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:01.748035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:01.869096 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Calling delete_port for 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb owned by compute:nova {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:02.012612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:02.061246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event deleted for resources: {'Port': ['ID=81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:02.135585 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] No DVR routers for this DVR port 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb on host hv-neutron-8390 {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:36:02.138027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:02.140362 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'name': 'network-vif-deleted', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:36:02.157759 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-30d1fd10-b7cb-4426-acef-7b957c1e1a4e req-9ddca872-d635-482f-9bad-b08e0e954dd3 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.35 "DELETE /v2.0/ports/81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb HTTP/1.1" status: 204 len: 173 time: 0.7153101 Apr 22 10:36:02.187575 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b26becef-ae6f-4ebb-b51b-0aca163b6301'] response: {'server_uuid': '889c66f6-68bd-43bc-a1ed-5e5834476451', 'name': 'network-vif-deleted', 'tag': '81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb', 'status': 'completed', 'code': 200} Apr 22 10:36:02.435938 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d124324a-2d16-4ae4-8898-4bd0b1422d58 req-05fd1d41-2766-4335-bf17-156c3b78ab73 tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "GET /v2.0/ports?device_id=889c66f6-68bd-43bc-a1ed-5e5834476451 HTTP/1.1" status: 200 len: 210 time: 0.1391175 Apr 22 10:36:03.309810 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:36:03.534825 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42182) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:03.603590 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-539a284b-09e5-4fcb-af47-38d3595f72cd tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:03.633918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-539a284b-09e5-4fcb-af47-38d3595f72cd tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:03.701972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-539a284b-09e5-4fcb-af47-38d3595f72cd tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:03.719804 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a284b-09e5-4fcb-af47-38d3595f72cd tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862351db-b1a5-4c31-9f2e-9f30703174fb,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:03.734115 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-539a284b-09e5-4fcb-af47-38d3595f72cd tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:03.735249 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-539a284b-09e5-4fcb-af47-38d3595f72cd tempest-TestShelveInstance-1817223054 tempest-TestShelveInstance-1817223054-project] 10.222.0.32 "DELETE /v2.0/security-groups/862351db-b1a5-4c31-9f2e-9f30703174fb HTTP/1.1" status: 204 len: 168 time: 0.1993811 Apr 22 10:36:03.782628 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42188) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:04.548754 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:04.894071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Deleting port 7331523c-566a-4dbe-b68e-ae9da4a1061a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:04.894406 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:05.069895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] For port 7331523c-566a-4dbe-b68e-ae9da4a1061a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7331523c-566a-4dbe-b68e-ae9da4a1061a,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:05.070247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:05.190084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Calling delete_port for 7331523c-566a-4dbe-b68e-ae9da4a1061a owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:05.502341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:05.553400 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7331523c-566a-4dbe-b68e-ae9da4a1061a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:05.917193 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:06.268616 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Router b0403bf3-ff50-4e3f-b426-13c60c478351 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:36:06.444264 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:36:06.452693 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] Sync routers for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:36:06.456141 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-02d450a6-d6e5-45c9-9702-b62cf3a9cb3e admin admin] 10.222.0.32 "PUT /v2.0/routers/b0403bf3-ff50-4e3f-b426-13c60c478351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6723444 Apr 22 10:36:06.458547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42194) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:06.461777 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:06.462358 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:35:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:06.622642 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:36:06.634295 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:06.634839 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:06.663635 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:36:06.663973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 81cd8313-ad45-4cf5-b5ac-ee7d4da4fbeb not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:36:06.810659 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:06.820421 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Deleting port 108e0416-dd79-4747-a83f-5655d3c68ff0 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:06.820755 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:06.912784 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154'}], 'enable_snat': True}, 'gw_port_id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:36:05Z', 'revision_number': 5, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port': {'id': '108e0416-dd79-4747-a83f-5655d3c68ff0', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:3f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:07Z', 'updated_at': '2022-04-22T10:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:06.917272 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] Checking router: b0403bf3-ff50-4e3f-b426-13c60c478351 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:36:06.925855 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] Routers {'b0403bf3-ff50-4e3f-b426-13c60c478351'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:06.926845 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:35:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['b0403bf3-ff50-4e3f-b426-13c60c478351'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:06.991517 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] For port 108e0416-dd79-4747-a83f-5655d3c68ff0, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=108e0416-dd79-4747-a83f-5655d3c68ff0,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:06.991864 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.070823 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] Set router b0403bf3-ff50-4e3f-b426-13c60c478351 gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:07.115747 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Calling delete_port for 108e0416-dd79-4747-a83f-5655d3c68ff0 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:07.204649 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:36:06Z', 'revision_number': 6, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:07.208757 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154a3c82-cfe1-4a21-bcb5-c7e5a1f175dc None None] The sync data for ids ['b0403bf3-ff50-4e3f-b426-13c60c478351'] in dv-neutron-839018-1-hyperv is: [{'id': 'b0403bf3-ff50-4e3f-b426-13c60c478351', 'name': 'tempest-TestShelveInstance-1130328139-router', 'tenant_id': 'c5745d87f055419fbb9ce4367eff5667', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:06Z', 'updated_at': '2022-04-22T10:36:06Z', 'revision_number': 6, 'project_id': 'c5745d87f055419fbb9ce4367eff5667', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:36:07.395439 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.441519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=108e0416-dd79-4747-a83f-5655d3c68ff0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:07.532785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.710802 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.713500 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.735151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.735673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0403bf3-ff50-4e3f-b426-13c60c478351 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:36:07.747878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.749027 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b0993680-1e70-4ce7-a662-5cd5583237f6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b0403bf3-ff50-4e3f-b426-13c60c478351 HTTP/1.1" status: 204 len: 168 time: 1.2895923 Apr 22 10:36:07.751457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42198) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:07.808811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6fd4ede-3466-48b5-81bc-49e07e1e3929 admin admin] Deleting subnet 8a3057e5-287a-4fd5-838f-b44a756eb16a {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:36:07.811453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4ede-3466-48b5-81bc-49e07e1e3929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.860167 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4ede-3466-48b5-81bc-49e07e1e3929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.934003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4ede-3466-48b5-81bc-49e07e1e3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:07.999296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4ede-3466-48b5-81bc-49e07e1e3929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.001577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7331523c-566a-4dbe-b68e-ae9da4a1061a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:36:08.040493 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd4ede-3466-48b5-81bc-49e07e1e3929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3057e5-287a-4fd5-838f-b44a756eb16a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:08.040918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 7331523c-566a-4dbe-b68e-ae9da4a1061a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:36:08.041269 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7331523c-566a-4dbe-b68e-ae9da4a1061a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:36:08.045952 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-e6fd4ede-3466-48b5-81bc-49e07e1e3929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.054918 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-e6fd4ede-3466-48b5-81bc-49e07e1e3929 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8a3057e5-287a-4fd5-838f-b44a756eb16a HTTP/1.1" status: 204 len: 168 time: 0.3001463 Apr 22 10:36:08.055002 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af89e38f-38de-426c-b74d-c42b2066ac25 None None] Network 420826ec-b256-4e23-934d-987b18095ee1 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:36:08.055078 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42202) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:08.162444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.172799 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Deleting port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:08.173129 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.321213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] DHCP port deletion for 420826ec-b256-4e23-934d-987b18095ee1 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:36:08.325227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] Deleting port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:08.325595 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.387428 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] For port b8587daa-a704-47b7-b6c9-3e252ab3d2c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b8587daa-a704-47b7-b6c9-3e252ab3d2c2,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:08.387708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.512160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Calling delete_port for b8587daa-a704-47b7-b6c9-3e252ab3d2c2 owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:08.527795 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] For port b8587daa-a704-47b7-b6c9-3e252ab3d2c2, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=b8587daa-a704-47b7-b6c9-3e252ab3d2c2,segment=NetworkSegment(6eb03aa2-1607-404d-9e55-e1a7981e45ae),segment_id=6eb03aa2-1607-404d-9e55-e1a7981e45ae)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:08.528189 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.588547 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.637987 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8587daa-a704-47b7-b6c9-3e252ab3d2c2,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:08.639990 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] No DVR routers for this DVR port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:36:08.653802 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] Calling delete_port for b8587daa-a704-47b7-b6c9-3e252ab3d2c2 owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:08.739389 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:36:08.739745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:36:08.851121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.879274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420826ec-b256-4e23-934d-987b18095ee1']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:08.891008 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb03aa2-1607-404d-9e55-e1a7981e45ae') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:08.891247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb03aa2-1607-404d-9e55-e1a7981e45ae') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:08.902142 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.918470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.924891 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:36:08.925326 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:36:08.939226 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:36:09.015886 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:09.031705 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:09.042166 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] Pushing event deleted for resources: {'Network': ['ID=420826ec-b256-4e23-934d-987b18095ee1,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:09.054879 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-23007fd5-3b76-4ae1-a59a-1871151fe92b admin admin] 10.222.0.32 "DELETE /v2.0/networks/420826ec-b256-4e23-934d-987b18095ee1 HTTP/1.1" status: 204 len: 168 time: 0.9988060 Apr 22 10:36:09.057609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42206) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:09.241179 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] Deleting port b8587daa-a704-47b7-b6c9-3e252ab3d2c2 {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:09.241709 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:09.305671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-d9c09ea8-6eac-4d2b-826f-8af62ad150ed None None] The port 'b8587daa-a704-47b7-b6c9-3e252ab3d2c2' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:36:09.423899 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:09.452008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b8587daa-a704-47b7-b6c9-3e252ab3d2c2 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:36:09.522650 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: b8587daa-a704-47b7-b6c9-3e252ab3d2c2 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:36:09.522916 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device b8587daa-a704-47b7-b6c9-3e252ab3d2c2 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:36:09.523307 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 108e0416-dd79-4747-a83f-5655d3c68ff0 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:36:09.556853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 108e0416-dd79-4747-a83f-5655d3c68ff0 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:36:09.556853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 108e0416-dd79-4747-a83f-5655d3c68ff0 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:36:09.622558 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:09.958445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Deleting port 82218bb8-e59a-43a4-9228-3065ac72b26a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:09.959132 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:10.233023 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] For port 82218bb8-e59a-43a4-9228-3065ac72b26a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=82218bb8-e59a-43a4-9228-3065ac72b26a,segment=NetworkSegment(7c45f13b-cf95-4dda-a2b7-6c11f8389b24),segment_id=7c45f13b-cf95-4dda-a2b7-6c11f8389b24)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:10.233294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:10.350935 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Calling delete_port for 82218bb8-e59a-43a4-9228-3065ac72b26a owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:10.534257 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:10.580068 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Pushing event deleted for resources: {'Port': ['ID=82218bb8-e59a-43a4-9228-3065ac72b26a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:10.849319 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:11.196658 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Router 67e0f397-e946-4c0b-9a16-d33f1b68e568 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:36:11.373635 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:36:11.382350 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] Sync routers for ids ['67e0f397-e946-4c0b-9a16-d33f1b68e568'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:36:11.391817 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-575a0708-1b35-4794-bdda-f509a6112935 admin admin] 10.222.0.32 "PUT /v2.0/routers/67e0f397-e946-4c0b-9a16-d33f1b68e568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3310606 Apr 22 10:36:11.391953 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] Routers {'67e0f397-e946-4c0b-9a16-d33f1b68e568'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:11.392048 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:35:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['67e0f397-e946-4c0b-9a16-d33f1b68e568'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:11.392165 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42210) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:11.572781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] Set router 67e0f397-e946-4c0b-9a16-d33f1b68e568 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:11.679369 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:11.856178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136'}], 'enable_snat': True}, 'gw_port_id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:36:10Z', 'revision_number': 5, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port': {'id': 'db5591ea-24b3-48bf-833d-0c47b1e63e57', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:b2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:26:13Z', 'updated_at': '2022-04-22T10:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:11.860096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] Checking router: 67e0f397-e946-4c0b-9a16-d33f1b68e568 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:36:11.863675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:11.868903 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] Routers {'67e0f397-e946-4c0b-9a16-d33f1b68e568'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:11.869500 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:35:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['67e0f397-e946-4c0b-9a16-d33f1b68e568'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:11.873800 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Deleting port db5591ea-24b3-48bf-833d-0c47b1e63e57 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:11.874232 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.015847 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] Set router 67e0f397-e946-4c0b-9a16-d33f1b68e568 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:12.046020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] For port db5591ea-24b3-48bf-833d-0c47b1e63e57, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=db5591ea-24b3-48bf-833d-0c47b1e63e57,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:12.046378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.119730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:36:11Z', 'revision_number': 6, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:12.123732 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9c93-5ec1-47da-8dff-ca7a236d1a78 None None] The sync data for ids ['67e0f397-e946-4c0b-9a16-d33f1b68e568'] in dv-neutron-839018-1-hyperv is: [{'id': '67e0f397-e946-4c0b-9a16-d33f1b68e568', 'name': 'tempest-TestShelveInstance-516467014-router', 'tenant_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:26:12Z', 'updated_at': '2022-04-22T10:36:11Z', 'revision_number': 6, 'project_id': 'f0e085b7484545eb9d3ec6d40dcabf31', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:36:12.173603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Calling delete_port for db5591ea-24b3-48bf-833d-0c47b1e63e57 owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:12.209006 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-02440442-0152-46f6-b62f-6b19c55c86ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.341838 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.389322 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5591ea-24b3-48bf-833d-0c47b1e63e57,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:12.484216 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.653360 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.655454 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.679555 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.680710 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e0f397-e946-4c0b-9a16-d33f1b68e568 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:36:12.692828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.693945 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-518de3f1-627f-4672-8743-feae63a498e0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/67e0f397-e946-4c0b-9a16-d33f1b68e568 HTTP/1.1" status: 204 len: 168 time: 1.3007019 Apr 22 10:36:12.696443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42214) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:12.756545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b336c624-ec9d-4c76-b1dc-469319487498 admin admin] Deleting subnet 101f1dbf-f0a2-40c9-8902-f5060455910a {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:36:12.759335 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b336c624-ec9d-4c76-b1dc-469319487498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.807214 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b336c624-ec9d-4c76-b1dc-469319487498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.887012 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b336c624-ec9d-4c76-b1dc-469319487498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.957813 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b336c624-ec9d-4c76-b1dc-469319487498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:12.998245 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336c624-ec9d-4c76-b1dc-469319487498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=101f1dbf-f0a2-40c9-8902-f5060455910a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:13.000147 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b336c624-ec9d-4c76-b1dc-469319487498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.004112 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577078f5-307e-4894-847e-687a24a7bca1 None None] Network e367e76b-05bd-455f-8f9d-f91f866958e4 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:36:13.006524 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b336c624-ec9d-4c76-b1dc-469319487498 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/101f1dbf-f0a2-40c9-8902-f5060455910a HTTP/1.1" status: 204 len: 168 time: 0.3091388 Apr 22 10:36:13.009056 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42218) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:13.241768 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.251947 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Deleting port a6314a22-0a04-473b-8c98-4e6cd7ac03cd {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:13.252269 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.265736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] DHCP port deletion for e367e76b-05bd-455f-8f9d-f91f866958e4 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:36:13.270129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] Deleting port a6314a22-0a04-473b-8c98-4e6cd7ac03cd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:13.270607 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.465123 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a6314a22-0a04-473b-8c98-4e6cd7ac03cd no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:36:13.465287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] For port a6314a22-0a04-473b-8c98-4e6cd7ac03cd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a6314a22-0a04-473b-8c98-4e6cd7ac03cd,segment=NetworkSegment(7c45f13b-cf95-4dda-a2b7-6c11f8389b24),segment_id=7c45f13b-cf95-4dda-a2b7-6c11f8389b24)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:13.465744 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.558974 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] For port a6314a22-0a04-473b-8c98-4e6cd7ac03cd, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=a6314a22-0a04-473b-8c98-4e6cd7ac03cd,segment=NetworkSegment(7c45f13b-cf95-4dda-a2b7-6c11f8389b24),segment_id=7c45f13b-cf95-4dda-a2b7-6c11f8389b24)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:13.559363 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.591940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Calling delete_port for a6314a22-0a04-473b-8c98-4e6cd7ac03cd owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:13.669441 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.688296 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] Calling delete_port for a6314a22-0a04-473b-8c98-4e6cd7ac03cd owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:36:13.716072 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6314a22-0a04-473b-8c98-4e6cd7ac03cd,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:13.719499 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] No DVR routers for this DVR port a6314a22-0a04-473b-8c98-4e6cd7ac03cd on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:36:13.730091 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No active binding found for port a6314a22-0a04-473b-8c98-4e6cd7ac03cd {{(pid=88064) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 22 10:36:13.730507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device a6314a22-0a04-473b-8c98-4e6cd7ac03cd not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:36:13.730898 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device db5591ea-24b3-48bf-833d-0c47b1e63e57 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:36:13.764884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: db5591ea-24b3-48bf-833d-0c47b1e63e57 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:36:13.765243 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device db5591ea-24b3-48bf-833d-0c47b1e63e57 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:36:13.765639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 82218bb8-e59a-43a4-9228-3065ac72b26a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:36:13.808029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 82218bb8-e59a-43a4-9228-3065ac72b26a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:36:13.808367 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 82218bb8-e59a-43a4-9228-3065ac72b26a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:36:13.828734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:36:13.829090 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:36:13.843835 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.868726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e367e76b-05bd-455f-8f9d-f91f866958e4']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:13.880466 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c45f13b-cf95-4dda-a2b7-6c11f8389b24') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:13.880765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c45f13b-cf95-4dda-a2b7-6c11f8389b24') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:13.891632 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.910956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.917412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:36:13.917790 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:36:13.931241 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:36:14.002208 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.017715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.030285 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=e367e76b-05bd-455f-8f9d-f91f866958e4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:14.034934 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-ec25252b-103b-4981-8b9f-d82374426e70 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e367e76b-05bd-455f-8f9d-f91f866958e4 HTTP/1.1" status: 204 len: 168 time: 1.0249348 Apr 22 10:36:14.178271 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42224) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:14.230334 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-fbf925b8-94ad-42af-a449-7e2f62b3a72c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5745d87f055419fbb9ce4367eff5667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509067 Apr 22 10:36:14.232696 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42228) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:14.288530 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c197b0ae-6ad0-4036-b8b8-07b00e2c3114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.313672 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c197b0ae-6ad0-4036-b8b8-07b00e2c3114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.330377 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] Deleting port a6314a22-0a04-473b-8c98-4e6cd7ac03cd {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:36:14.330896 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.366061 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c197b0ae-6ad0-4036-b8b8-07b00e2c3114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.384816 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197b0ae-6ad0-4036-b8b8-07b00e2c3114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03fcde5-a56d-463a-9585-b06f2c5476e8,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:14.392353 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-c197b0ae-6ad0-4036-b8b8-07b00e2c3114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.393218 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-c197b0ae-6ad0-4036-b8b8-07b00e2c3114 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f03fcde5-a56d-463a-9585-b06f2c5476e8 HTTP/1.1" status: 204 len: 168 time: 0.1596341 Apr 22 10:36:14.403829 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0b6e5e02-c968-4023-b5fa-699d153e3c08 None None] The port 'a6314a22-0a04-473b-8c98-4e6cd7ac03cd' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:36:14.577664 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d3830e5-9fd7-4ea9-96c2-65ab2c0a3e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.759482 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42236) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:14.807496 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-65274c08-b63e-4b55-bdca-5ee767b85eb5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0e085b7484545eb9d3ec6d40dcabf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467885 Apr 22 10:36:14.809708 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42240) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:14.868578 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65c39601-7dc4-4e92-86d9-39567ba044a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.892767 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65c39601-7dc4-4e92-86d9-39567ba044a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.944924 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65c39601-7dc4-4e92-86d9-39567ba044a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.959079 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c39601-7dc4-4e92-86d9-39567ba044a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29627c27-6cd7-48e6-a526-78e42d107cd4,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:14.965294 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-65c39601-7dc4-4e92-86d9-39567ba044a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:14.968293 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-65c39601-7dc4-4e92-86d9-39567ba044a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29627c27-6cd7-48e6-a526-78e42d107cd4 HTTP/1.1" status: 204 len: 168 time: 0.1575656 Apr 22 10:36:15.680671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:15.733928 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42264) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:15.834963 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-349127232-network', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:15.840453 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:15.844340 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Usage tracker for resource:network and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:15.847274 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:15.853604 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:15.863444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Made reservation on behalf of fefe51584fc54fd9a188a4b8ec41a9c6 for: {'network': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:36:15.865840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:15.877752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:15.891480 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:15.895296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Usage tracker for resource:security_group_rule and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:15.898175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:15.904368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:15.933394 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:15.990858 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:15.994327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.028523 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=88063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:36:16.033707 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa950c83-868a-4f82-ac60-a944eb289719,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:16.040938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.041355 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.segments_db [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Added segment 90118c63-fd2d-40e7-9734-21667a28e35f of type vlan for network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 Apr 22 10:36:16.066751 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.094683 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.095587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:16.096154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.193580 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4585898 Apr 22 10:36:16.197028 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 42270) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:16.199273 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61dfcf5-2077-472b-8796-3a044e8d952a admin admin] Pushing event updated for resources: {'Network': ['ID=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:16.202526 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Request body: {'subnet': {'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-349127232-subnet', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:16.207738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:16.209111 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:36:16.212258 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Usage tracker for resource:subnet and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:16.215126 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:16.221296 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:16.230744 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Made reservation on behalf of fefe51584fc54fd9a188a4b8ec41a9c6 for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:36:16.233204 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.430481 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.504478 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb7fd4a-720b-484a-8efa-ac6e044c844a,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:16.516310 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Checking segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:16.516742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Network hostable DHCP agents. Network: 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:36:16.523021 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.523906 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.524254 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.524614 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.524943 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.525264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.525586 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.525904 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.526221 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.526536 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.526849 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.527159 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:16.544085 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:36:16.552970 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:16.559799 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:16.560597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.561748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30286328-8210-40bb-9dfd-109b49192216 None None] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:36:16.581159 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-8461534a-cd5f-4d43-8f34-dc18a7b31d4d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3830595 Apr 22 10:36:16.583987 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 42274) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:16.588832 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:16.593297 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:16.597109 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Usage tracker for resource:router and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:16.599895 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:16.605503 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:16.614627 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.615582 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.630446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.774960 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:36:16.775780 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.908293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:16.934318 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Allocated IP 172.20.0.2 (14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0/9bb7fd4a-720b-484a-8efa-ac6e044c844a/619e6394-ece8-44f7-af4c-0abd2a52ed0b) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:36:17.142675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.152956 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Transition to ACTIVE for port object 619e6394-ece8-44f7-af4c-0abd2a52ed0b will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:17.171890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Transition to ACTIVE for port object 619e6394-ece8-44f7-af4c-0abd2a52ed0b will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:17.177739 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.225121 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.237768 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:17.240432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:17.248532 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:36:17.254918 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Pushing event updated for resources: {'Port': ['ID=619e6394-ece8-44f7-af4c-0abd2a52ed0b,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:17.256602 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.292927 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.293231 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.293600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.293901 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.294221 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.294620 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.294939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.295259 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.295577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.295897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.296207 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.296544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:17.353887 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Attempting to bind port 619e6394-ece8-44f7-af4c-0abd2a52ed0b on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:36:17.354257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Attempting to bind port 619e6394-ece8-44f7-af4c-0abd2a52ed0b by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:36:17.354612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Attempting to bind port 619e6394-ece8-44f7-af4c-0abd2a52ed0b on network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:36:17.359894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:36:17.360420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Checking segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:17.360825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.361205 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Bound using segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:36:17.361714 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Bound port: 619e6394-ece8-44f7-af4c-0abd2a52ed0b, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:36:17.362349 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.400314 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Allocated IP 172.26.2.204 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/32d8dbcf-d6e6-40ca-9659-8748faf2e550) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:36:17.452503 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] For port 619e6394-ece8-44f7-af4c-0abd2a52ed0b, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:36:17.455510 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] For port 619e6394-ece8-44f7-af4c-0abd2a52ed0b, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=619e6394-ece8-44f7-af4c-0abd2a52ed0b,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:36:17.461028 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.534687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.556796 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.559141 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85bdf8-7cc4-42b8-8542-5185861104c5 None None] Pushing event updated for resources: {'Port': ['ID=619e6394-ece8-44f7-af4c-0abd2a52ed0b,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:17.594248 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:17.659623 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:17.662357 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:17.667120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:36:17.827455 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Pushing event updated for resources: {'Port': ['ID=32d8dbcf-d6e6-40ca-9659-8748faf2e550,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:18.200622 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:18.447234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f426f7-7ed2-4581-a202-76710a1b922c None None] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:36:18.541713 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:18.588359 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-855edb79-14c8-4b30-af05-6975005a1a11 None None] Provisioning for port 619e6394-ece8-44f7-af4c-0abd2a52ed0b completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:18.745947 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Router fda4bb04-d4c6-4923-904a-0b4b8feaea4e is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:36:18.924265 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:36:18.933914 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Sync routers for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:36:18.943958 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:18.944588 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:18.948169 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:18.949410 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-77860f30-1df7-496a-919f-09fb231510e1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3644826 Apr 22 10:36:18.952192 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 42278) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:19.120382 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:19.396578 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:18Z', 'revision_number': 3, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:19.400586 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Checking router: fda4bb04-d4c6-4923-904a-0b4b8feaea4e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:36:19.400932 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Updating router fda4bb04-d4c6-4923-904a-0b4b8feaea4e port 32d8dbcf-d6e6-40ca-9659-8748faf2e550 binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:36:19.463693 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.481807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 619e6394-ece8-44f7-af4c-0abd2a52ed0b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:19.553436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 619e6394-ece8-44f7-af4c-0abd2a52ed0b completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:19.559279 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 619e6394-ece8-44f7-af4c-0abd2a52ed0b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:19.559704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.692839 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.725052 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 619e6394-ece8-44f7-af4c-0abd2a52ed0b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=619e6394-ece8-44f7-af4c-0abd2a52ed0b,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:19.731519 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.741371 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.802053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=619e6394-ece8-44f7-af4c-0abd2a52ed0b,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:19.806229 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.819102 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Transition to ACTIVE for port object 32d8dbcf-d6e6-40ca-9659-8748faf2e550 will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:19.826412 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.901564 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Attempting to bind port 32d8dbcf-d6e6-40ca-9659-8748faf2e550 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:36:19.901924 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Attempting to bind port 32d8dbcf-d6e6-40ca-9659-8748faf2e550 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:36:19.902279 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Attempting to bind port 32d8dbcf-d6e6-40ca-9659-8748faf2e550 on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:36:19.909714 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Pushing event updated for resources: {'Port': ['ID=32d8dbcf-d6e6-40ca-9659-8748faf2e550,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:19.913064 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:36:19.913428 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:19.914393 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.914783 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:36:19.915234 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Bound port: 32d8dbcf-d6e6-40ca-9659-8748faf2e550, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:36:19.915596 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:19.954264 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Allocated IP 172.20.0.1 (14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0/9bb7fd4a-720b-484a-8efa-ac6e044c844a/2ed01610-be1a-43f6-8841-4b94318d20a3) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:36:19.958461 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.958982 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.959177 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.959493 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.959858 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.960209 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.960709 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.961039 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.961376 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.961679 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.961995 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:19.962310 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:36:20.001880 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] For port 32d8dbcf-d6e6-40ca-9659-8748faf2e550, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:36:20.005060 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] For port 32d8dbcf-d6e6-40ca-9659-8748faf2e550, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=32d8dbcf-d6e6-40ca-9659-8748faf2e550,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:36:20.009291 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:20.083903 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:20.084535 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:20.103748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:20.119831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Transition to ACTIVE for port object 2ed01610-be1a-43f6-8841-4b94318d20a3 will not be triggered until provisioned by entity DHCP. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:20.143038 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:20.168883 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbd61d-88e4-475b-b3d7-c55a03038730 None None] Pushing event updated for resources: {'Port': ['ID=32d8dbcf-d6e6-40ca-9659-8748faf2e550,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:20.206101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:20.208715 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:20.212824 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:36:20.251468 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed01610-be1a-43f6-8841-4b94318d20a3,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:20.275227 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:20.289605 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:20.457378 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8a69ac3b-e100-4330-ad45-c9ef2b08e6dc None None] Provisioning for port 2ed01610-be1a-43f6-8841-4b94318d20a3 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:20.462097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-8a69ac3b-e100-4330-ad45-c9ef2b08e6dc None None] Provisioning complete for port 2ed01610-be1a-43f6-8841-4b94318d20a3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:20.462467 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-8a69ac3b-e100-4330-ad45-c9ef2b08e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:20.522968 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-8a69ac3b-e100-4330-ad45-c9ef2b08e6dc None None] Port 2ed01610-be1a-43f6-8841-4b94318d20a3 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:36:20.548998 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:20.588059 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:18Z', 'revision_number': 3, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:20.591909 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28df4c0-8e60-4ad1-b6e4-7b8cd61890c7 None None] The sync data for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv is: [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:18Z', 'revision_number': 3, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:36:20.892376 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:20.897190 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1378719'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:21.005785 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed01610-be1a-43f6-8841-4b94318d20a3,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:21.008196 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:21.146847 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:21.147997 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:21.344964 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Router fda4bb04-d4c6-4923-904a-0b4b8feaea4e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:36:21.347934 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-fdaca545-c8b0-474f-a28c-f9205d7ca27d None None] Provisioning complete for port 2ed01610-be1a-43f6-8841-4b94318d20a3 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:21.348298 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fdaca545-c8b0-474f-a28c-f9205d7ca27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:21.407696 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-fdaca545-c8b0-474f-a28c-f9205d7ca27d None None] Port 2ed01610-be1a-43f6-8841-4b94318d20a3 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:36:21.530648 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:36:21.533701 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 619e6394-ece8-44f7-af4c-0abd2a52ed0b up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:21.545844 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-08d719e4-7c0b-4c5b-a414-706e1ba78b91 admin admin] 10.222.0.32 "PUT /v2.0/routers/fda4bb04-d4c6-4923-904a-0b4b8feaea4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5865974 Apr 22 10:36:21.605164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 619e6394-ece8-44f7-af4c-0abd2a52ed0b triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:21.605540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:21.730304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 32d8dbcf-d6e6-40ca-9659-8748faf2e550 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:21.800075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 32d8dbcf-d6e6-40ca-9659-8748faf2e550 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:21.805984 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 32d8dbcf-d6e6-40ca-9659-8748faf2e550 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:21.806466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:21.932084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:21.949630 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 32d8dbcf-d6e6-40ca-9659-8748faf2e550, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=32d8dbcf-d6e6-40ca-9659-8748faf2e550,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:21.954876 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.022466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=32d8dbcf-d6e6-40ca-9659-8748faf2e550,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:22.065643 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 42296) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:22.071178 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1978655492-network', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea'}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:22.076150 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:22.080058 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Usage tracker for resource:network and tenant:08cab8a2049e42d7bcb14932ff0ac5ea is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:22.082984 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:22.089381 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:22.096813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Sync routers for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:36:22.100354 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Made reservation on behalf of 08cab8a2049e42d7bcb14932ff0ac5ea for: {'network': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:36:22.103287 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for network, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.106549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:22.107198 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:22.118597 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.132578 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:22.136322 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Usage tracker for resource:security_group_rule and tenant:08cab8a2049e42d7bcb14932ff0ac5ea is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:22.139097 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:22.144738 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:22.230914 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.234775 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.265644 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=88062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 22 10:36:22.274831 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899a6d6c-2c84-47f3-b9df-fb4998afdda6,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:22.280379 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.280867 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.segments_db [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Added segment cd289107-41b7-4ce9-8ae2-959864e84b7d of type vlan for network 68b73a87-4a88-43a1-8c03-73f5f31837cd Apr 22 10:36:22.288157 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:22.306763 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782380462502'] for network, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.335209 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100'] for network, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.336911 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:22.337491 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Notify callbacks [] for network, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.436507 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3695712 Apr 22 10:36:22.439039 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 42300) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:22.446658 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Request body: {'subnet': {'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1978655492-subnet', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'ip_version': 4}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:22.450130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c5985-6cac-4dc8-9ae1-d7c90768aaba admin admin] Pushing event updated for resources: {'Network': ['ID=68b73a87-4a88-43a1-8c03-73f5f31837cd,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:22.453764 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:22.457742 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Usage tracker for resource:subnet and tenant:08cab8a2049e42d7bcb14932ff0ac5ea is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:22.461343 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:22.467015 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:22.476295 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Made reservation on behalf of 08cab8a2049e42d7bcb14932ff0ac5ea for: {'subnet': 1} {{(pid=88062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:36:22.478585 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2575317'] for subnet, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.493315 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Network 68b73a87-4a88-43a1-8c03-73f5f31837cd details requested by agent ovs-agent-dv-neutron-839018-1-hyperv with host dv-neutron-839018-1-hyperv {{(pid=88064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 22 10:36:22.683409 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1378838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2575307'] for subnet, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.727851 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 2, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:22.732600 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Checking router: fda4bb04-d4c6-4923-904a-0b4b8feaea4e for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:36:22.733027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Updating router fda4bb04-d4c6-4923-904a-0b4b8feaea4e port 2ed01610-be1a-43f6-8841-4b94318d20a3 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:36:22.761359 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee01bcd-5b8b-4e3d-87ac-315d68dacd3b,revision_number=0']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:22.770815 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Checking segment: {'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:22.771173 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Network hostable DHCP agents. Network: 68b73a87-4a88-43a1-8c03-73f5f31837cd, hostable agents: ['73ab63b1-3457-4c42-942b-89f79eaabf6c'], hosted agents: [] {{(pid=88062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 22 10:36:22.785342 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.791232 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Network 68b73a87-4a88-43a1-8c03-73f5f31837cd is scheduled to be hosted by DHCP agent 73ab63b1-3457-4c42-942b-89f79eaabf6c with binding_index 1 {{(pid=88062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 22 10:36:22.800533 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-839018-1-hyperv, 68b73a87-4a88-43a1-8c03-73f5f31837cd) {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:22.805367 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:22.805971 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.827112 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-524da706-0d2e-45ed-b27b-69d84d2aaa59 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3869464 Apr 22 10:36:22.829577 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 42304) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:22.834678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.v2.base [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}} {{(pid=88062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:22.835164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae40b2c9-c199-459c-a702-a18c0c5371b6 None None] Network 68b73a87-4a88-43a1-8c03-73f5f31837cd requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:36:22.839937 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:22.843737 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Usage tracker for resource:router and tenant:08cab8a2049e42d7bcb14932ff0ac5ea is out of sync, need to count used quota {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:22.846573 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:22.852826 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.quota.driver [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:22.863307 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1789814', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32287'] for router, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.864320 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1786756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1790254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1815194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32256'] for router, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:22.880117 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.225646 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8052a7a-5660-5bc4-ac9f-6cb04685e6f5-68b73a87-4a88-43a1-8c03-73f5f31837cd', 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'fixed_ips': [{'subnet_id': 'aee01bcd-5b8b-4e3d-87ac-315d68dacd3b'}]}} from dv-neutron-839018-1-hyperv. {{(pid=88064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 22 10:36:23.226981 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.245981 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1790232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789823', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32306'] for router, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.434897 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.455257 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Transition to ACTIVE for port object 2ed01610-be1a-43f6-8841-4b94318d20a3 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:23.466134 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 32d8dbcf-d6e6-40ca-9659-8748faf2e550 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:23.498116 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.db_base_plugin_common [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Allocated IP 172.20.0.2 (68b73a87-4a88-43a1-8c03-73f5f31837cd/aee01bcd-5b8b-4e3d-87ac-315d68dacd3b/7dd082a2-e2be-4f40-88b5-76d39f5caf4a) {{(pid=88064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:36:23.500014 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.558753 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.591818 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.742529 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.db_base_plugin_common [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Allocated IP 172.26.2.91 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/134dc8a3-1aa8-40e5-a294-69c46acd6f1d) {{(pid=88062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:36:23.784290 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25bd0e-926e-4ffe-bac7-a9b6e0b4da19 None None] Pushing event updated for resources: {'Port': ['ID=2ed01610-be1a-43f6-8841-4b94318d20a3,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:23.892819 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Attempting to bind port 2ed01610-be1a-43f6-8841-4b94318d20a3 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:36:23.893072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Attempting to bind port 2ed01610-be1a-43f6-8841-4b94318d20a3 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:36:23.893434 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Attempting to bind port 2ed01610-be1a-43f6-8841-4b94318d20a3 on network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:36:23.894355 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.899070 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 32d8dbcf-d6e6-40ca-9659-8748faf2e550 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:23.899440 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.923570 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.955522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:36:23.956135 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Checking segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:23.957093 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.957464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Bound using segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:36:23.958567 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Bound port: 2ed01610-be1a-43f6-8841-4b94318d20a3, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:36:23.958894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:23.986888 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:23.989712 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.base_scheduler [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:23.997421 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Received port after_create {{(pid=88062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:36:24.030084 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Pushing event updated for resources: {'Port': ['ID=134dc8a3-1aa8-40e5-a294-69c46acd6f1d,revision_number=1']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:24.142003 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:24.170037 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Transition to ACTIVE for port object 7dd082a2-e2be-4f40-88b5-76d39f5caf4a will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:24.225481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] For port 2ed01610-be1a-43f6-8841-4b94318d20a3, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:36:24.241058 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] For port 2ed01610-be1a-43f6-8841-4b94318d20a3, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2ed01610-be1a-43f6-8841-4b94318d20a3,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:36:24.244464 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Transition to ACTIVE for port object 7dd082a2-e2be-4f40-88b5-76d39f5caf4a will not be triggered until provisioned by entity DHCP. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:24.248828 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:24.291261 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105'] for port, after_create {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:24.346654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Network 68b73a87-4a88-43a1-8c03-73f5f31837cd is already hosted by enough agents. {{(pid=88064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:24.347538 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:24.348165 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:24.407576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Resources bound (agent type, host, resource id): {{(pid=88064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:24.418997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Received port after_create {{(pid=88064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:36:24.424641 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:24.457483 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25bd0e-926e-4ffe-bac7-a9b6e0b4da19 None None] Pushing event updated for resources: {'Port': ['ID=2ed01610-be1a-43f6-8841-4b94318d20a3,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:24.660755 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Attempting to bind port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:36:24.661033 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Attempting to bind port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:36:24.661391 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Attempting to bind port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a on network 68b73a87-4a88-43a1-8c03-73f5f31837cd {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:36:24.667227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Pushing event updated for resources: {'Port': ['ID=7dd082a2-e2be-4f40-88b5-76d39f5caf4a,revision_number=1']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:24.688954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:36:24.689324 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Checking segment: {'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:24.689722 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:24.690113 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Bound using segment: {'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:36:24.690580 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Bound port: 7dd082a2-e2be-4f40-88b5-76d39f5caf4a, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:36:24.690947 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:24.713080 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:24.883758 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1789801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1790201'] for router, after_create {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:24.987395 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] For port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:36:25.005540 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] For port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7dd082a2-e2be-4f40-88b5-76d39f5caf4a,segment=NetworkSegment(cd289107-41b7-4ce9-8ae2-959864e84b7d),segment_id=cd289107-41b7-4ce9-8ae2-959864e84b7d)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:36:25.011520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:25.093130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Router ab89a1c8-47af-46d8-9080-9b26e5382956 is scheduled to L3 agent 5787965d-953f-4616-b91d-58975fe630ff with binding_index 1 {{(pid=88062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 22 10:36:25.150253 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f3517-1781-4f8e-bb3b-60020603b6f9 None None] Pushing event updated for resources: {'Port': ['ID=7dd082a2-e2be-4f40-88b5-76d39f5caf4a,revision_number=2']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:25.183514 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:24Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:25.187611 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f1285-e067-4d32-878f-2e8851da2a62 None None] The sync data for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv is: [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:24Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:36:25.303675 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:36:25.313437 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Sync routers for ids ['ab89a1c8-47af-46d8-9080-9b26e5382956'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:36:25.324247 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Routers {'ab89a1c8-47af-46d8-9080-9b26e5382956'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:25.325012 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ab89a1c8-47af-46d8-9080-9b26e5382956'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:25.343459 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:25.345370 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-6673e1d2-c9af-44c3-a770-25dec75718d3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5148802 Apr 22 10:36:25.348154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42308) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:25.607027 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7dd082a2-e2be-4f40-88b5-76d39f5caf4a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:25.623020 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Set router ab89a1c8-47af-46d8-9080-9b26e5382956 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:25.699289 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:25.705854 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2ed01610-be1a-43f6-8841-4b94318d20a3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:25.794634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 2ed01610-be1a-43f6-8841-4b94318d20a3 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:25.800743 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2ed01610-be1a-43f6-8841-4b94318d20a3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:25.801726 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:25.946494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:25.982097 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:36:24Z', 'revision_number': 3, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port': {'id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:23Z', 'updated_at': '2022-04-22T10:36:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:25.993465 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Checking router: ab89a1c8-47af-46d8-9080-9b26e5382956 for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:36:25.993911 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Updating router ab89a1c8-47af-46d8-9080-9b26e5382956 port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d binding host dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:36:26.001524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 2ed01610-be1a-43f6-8841-4b94318d20a3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2ed01610-be1a-43f6-8841-4b94318d20a3,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:26.008097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.064804 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.118247 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=2ed01610-be1a-43f6-8841-4b94318d20a3,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:26.391187 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.419285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a1d910-d87f-45a9-83f4-bbd30be1cb0d None None] Network 68b73a87-4a88-43a1-8c03-73f5f31837cd requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:36:26.449477 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Notify callbacks [] for port, precommit_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.461338 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Transition to ACTIVE for port object 134dc8a3-1aa8-40e5-a294-69c46acd6f1d will not be triggered until provisioned by entity L2. {{(pid=88065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:26.470517 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.596426 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Attempting to bind port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:36:26.596788 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Attempting to bind port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:36:26.597139 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Attempting to bind port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d on network eb02a921-2d57-4861-ad48-9bf4165022e6 {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:36:26.611602 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e6b1de83-a298-4ece-9a3e-847ee41d6b9f None None] Provisioning for port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:26.613691 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:36:26.614055 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Checking segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:26.614447 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.614819 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Bound using segment: {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'} {{(pid=88065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:36:26.615416 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Bound port: 134dc8a3-1aa8-40e5-a294-69c46acd6f1d, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4d6889-ead5-4b29-90a6-eb7cb5d1732f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6'}}] {{(pid=88065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:36:26.615785 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.619419 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-e6b1de83-a298-4ece-9a3e-847ee41d6b9f None None] Provisioning complete for port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:26.619794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6b1de83-a298-4ece-9a3e-847ee41d6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.665221 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dd485-5e1d-4e32-9c90-0361fc608e60 None None] Pushing event updated for resources: {'Port': ['ID=134dc8a3-1aa8-40e5-a294-69c46acd6f1d,revision_number=2']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:26.708025 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] For port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:36:26.712721 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] For port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=134dc8a3-1aa8-40e5-a294-69c46acd6f1d,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:36:26.713065 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Allocated IP 172.20.0.1 (68b73a87-4a88-43a1-8c03-73f5f31837cd/aee01bcd-5b8b-4e3d-87ac-315d68dacd3b/5dd97061-f719-4941-8479-55994b1b3a53) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:36:26.724247 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.811921 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Routers {'ab89a1c8-47af-46d8-9080-9b26e5382956'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:26.812750 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ab89a1c8-47af-46d8-9080-9b26e5382956'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:26.836608 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6b1de83-a298-4ece-9a3e-847ee41d6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.879600 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dd485-5e1d-4e32-9c90-0361fc608e60 None None] Pushing event updated for resources: {'Port': ['ID=134dc8a3-1aa8-40e5-a294-69c46acd6f1d,revision_number=3']} {{(pid=88065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:26.879881 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-e6b1de83-a298-4ece-9a3e-847ee41d6b9f None None] For port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7dd082a2-e2be-4f40-88b5-76d39f5caf4a,segment=NetworkSegment(cd289107-41b7-4ce9-8ae2-959864e84b7d),segment_id=cd289107-41b7-4ce9-8ae2-959864e84b7d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:26.883866 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.893418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e6b1de83-a298-4ece-9a3e-847ee41d6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.902706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Transition to ACTIVE for port object 5dd97061-f719-4941-8479-55994b1b3a53 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:26.932556 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:26.974054 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1de83-a298-4ece-9a3e-847ee41d6b9f None None] Pushing event updated for resources: {'Port': ['ID=7dd082a2-e2be-4f40-88b5-76d39f5caf4a,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:27.001380 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Network 68b73a87-4a88-43a1-8c03-73f5f31837cd is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:27.004233 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:27.008612 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:36:27.016312 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] Set router ab89a1c8-47af-46d8-9080-9b26e5382956 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:27.049330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd97061-f719-4941-8479-55994b1b3a53,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:27.073904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1790007'] for router_interface, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.123035 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-98a0d1e3-cbf1-48c9-80f3-fd599ca1a319 None None] Provisioning complete for port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:27.123539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-98a0d1e3-cbf1-48c9-80f3-fd599ca1a319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.321701 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:36:24Z', 'revision_number': 3, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port': {'id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:23Z', 'updated_at': '2022-04-22T10:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:27.325925 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c853c4-559b-453d-ae7e-0c89c1f0f445 None None] The sync data for ids ['ab89a1c8-47af-46d8-9080-9b26e5382956'] in dv-neutron-839018-1-hyperv is: [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:36:24Z', 'revision_number': 3, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port': {'id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:23Z', 'updated_at': '2022-04-22T10:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:36:27.366149 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.396663 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-14aa5c8f-327a-4eb8-bcf1-6b77a72d55d6 None None] Provisioning for port 5dd97061-f719-4941-8479-55994b1b3a53 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:27.402121 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-14aa5c8f-327a-4eb8-bcf1-6b77a72d55d6 None None] Provisioning complete for port 5dd97061-f719-4941-8479-55994b1b3a53 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:27.402495 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-14aa5c8f-327a-4eb8-bcf1-6b77a72d55d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.467923 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-14aa5c8f-327a-4eb8-bcf1-6b77a72d55d6 None None] Port 5dd97061-f719-4941-8479-55994b1b3a53 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:36:27.488245 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7dd082a2-e2be-4f40-88b5-76d39f5caf4a up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:27.563643 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:27.564107 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.695841 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2ed01610-be1a-43f6-8841-4b94318d20a3 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:27.761386 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.766731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.768807 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 2ed01610-be1a-43f6-8841-4b94318d20a3 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:27.769176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.880794 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1675980'] for router_interface, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:27.884843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Pushing event updated for resources: {'Port': ['ID=5dd97061-f719-4941-8479-55994b1b3a53,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:28.026237 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Network 68b73a87-4a88-43a1-8c03-73f5f31837cd is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:28.027382 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:28.221701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Router ab89a1c8-47af-46d8-9080-9b26e5382956 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:36:28.292564 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-cd3e21e7-8e44-4aaa-b987-9e99b0219a2f None None] Provisioning complete for port 5dd97061-f719-4941-8479-55994b1b3a53 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:28.293106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-cd3e21e7-8e44-4aaa-b987-9e99b0219a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:28.344808 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e21e7-8e44-4aaa-b987-9e99b0219a2f None None] Port 5dd97061-f719-4941-8479-55994b1b3a53 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:36:28.404701 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:36:28.413817 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2e567b13-018e-4554-8b29-bdf5e9565976 admin admin] 10.222.0.32 "PUT /v2.0/routers/ab89a1c8-47af-46d8-9080-9b26e5382956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0644474 Apr 22 10:36:28.860442 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Sync routers for ids ['ab89a1c8-47af-46d8-9080-9b26e5382956'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:36:28.870753 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Routers {'ab89a1c8-47af-46d8-9080-9b26e5382956'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:28.871358 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ab89a1c8-47af-46d8-9080-9b26e5382956'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:29.019330 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42318) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:29.024732 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-206447561', 'description': 'tempest-secgroup-smoke-206447561 description', 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:29.032834 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:29.036695 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:security_group and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:29.040067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:29.047228 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:29.058308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Set router ab89a1c8-47af-46d8-9080-9b26e5382956 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:29.058568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.079603 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:29.083349 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:security_group_rule and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:29.087702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:29.093249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:29.172178 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.175968 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.219186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7a597c-a04a-43ef-822c-80f9ddf686b4,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:29.221856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.226472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-92cce8a3-c0cd-4568-91aa-cbf63cb6c6ba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2034149 Apr 22 10:36:29.227275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42322) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:29.232296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'security_group_rule': {'security_group_id': '3b7a597c-a04a-43ef-822c-80f9ddf686b4', 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:29.238205 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:29.241993 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:security_group_rule and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:29.244846 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:29.250432 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:29.270982 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.331154 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.334856 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.357489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efe01bd-a996-4635-8b5a-d57f3ed85a0d,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:29.369197 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.373008 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-eaca727c-000e-4b6c-aad8-e177441496f8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428285 Apr 22 10:36:29.373297 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42326) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:29.378519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'security_group_rule': {'security_group_id': '3b7a597c-a04a-43ef-822c-80f9ddf686b4', 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:29.385327 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:29.389306 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:security_group_rule and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:29.392464 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:29.398365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:29.419375 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.434459 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:36:27Z', 'revision_number': 4, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port': {'id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:23Z', 'updated_at': '2022-04-22T10:36:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5dd97061-f719-4941-8479-55994b1b3a53', 'name': '', 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'mac_address': 'fa:16:3e:e2:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'aee01bcd-5b8b-4e3d-87ac-315d68dacd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:26Z', 'updated_at': '2022-04-22T10:36:27Z', 'revision_number': 2, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'subnets': [{'id': 'aee01bcd-5b8b-4e3d-87ac-315d68dacd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:29.439075 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Checking router: ab89a1c8-47af-46d8-9080-9b26e5382956 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:36:29.439321 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Updating router ab89a1c8-47af-46d8-9080-9b26e5382956 port 5dd97061-f719-4941-8479-55994b1b3a53 binding host dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 22 10:36:29.489182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 134dc8a3-1aa8-40e5-a294-69c46acd6f1d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:29.493371 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.497251 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.520675 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e437f50-e666-473f-920e-221ba745f250,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:29.533967 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.537833 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-54033bbf-2b15-493c-a0b9-fe9b5475a37b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608574 Apr 22 10:36:29.538044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42330) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:29.543062 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.543808 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'security_group_rule': {'security_group_id': '3b7a597c-a04a-43ef-822c-80f9ddf686b4', 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:29.549713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:29.553962 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:security_group_rule and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:29.557144 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:29.562614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:29.579820 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.633939 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:29.648598 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.652172 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.673559 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a90fdc-5432-41b9-bd43-b21274b7583e,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:29.679168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:29.679524 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.685900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.687105 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-04c3cd58-0928-41ae-a104-79c18592dcab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481111 Apr 22 10:36:29.689821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42334) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:29.694608 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'security_group_rule': {'security_group_id': '3b7a597c-a04a-43ef-822c-80f9ddf686b4', 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:29.700909 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:29.704681 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:security_group_rule and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:29.707512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:29.713797 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:29.730874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.793063 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.796884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.817654 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3712ada7-3d45-4f67-ae4d-22a1d6514f10,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:29.829383 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.830707 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-b0cce61f-075e-44df-9092-70348ed79617 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399925 Apr 22 10:36:29.833365 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42338) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:29.838984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'security_group_rule': {'security_group_id': '3b7a597c-a04a-43ef-822c-80f9ddf686b4', 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:29.844940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:29.848743 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:security_group_rule and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:29.851610 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:29.857359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:29.867923 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Project fefe51584fc54fd9a188a4b8ec41a9c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:36:29.874448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.912288 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.938520 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.942438 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.944601 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=134dc8a3-1aa8-40e5-a294-69c46acd6f1d,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:29.949929 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.970220 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd950268-3579-4f1b-9abf-ec098ce91a8b,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:29.979690 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:29.980888 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-14691c1b-aa8b-4ebf-a76f-ff600dbdb502 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465895 Apr 22 10:36:29.983625 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42342) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:29.988511 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'security_group_rule': {'security_group_id': '3b7a597c-a04a-43ef-822c-80f9ddf686b4', 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:29.994470 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:29.998199 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:security_group_rule and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:30.001044 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:30.006655 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:30.017667 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.securitygroups_db [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Project fefe51584fc54fd9a188a4b8ec41a9c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 22 10:36:30.025226 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.075131 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=134dc8a3-1aa8-40e5-a294-69c46acd6f1d,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:30.089781 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Notify callbacks [] for port, precommit_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.090478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.094001 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1625024'] for security_group_rule, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.101692 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Transition to ACTIVE for port object 5dd97061-f719-4941-8479-55994b1b3a53 will not be triggered until provisioned by entity L2. {{(pid=88064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:30.107736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.117718 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612eb290-b898-4a86-ab47-9756c32742d7,revision_number=0']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:30.126688 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.127887 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2dd0f952-de91-4250-905f-f9078047b4b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1433330 Apr 22 10:36:30.262531 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7ed3b-1915-43d9-aa4f-f4d57ef96965 None None] Pushing event updated for resources: {'Port': ['ID=5dd97061-f719-4941-8479-55994b1b3a53,revision_number=3']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:30.307268 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-e3b12d6a-000b-4e43-9649-976086b10675 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206447561&fields=id&tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6 HTTP/1.1" status: 200 len: 267 time: 0.0465262 Apr 22 10:36:30.331084 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Attempting to bind port 5dd97061-f719-4941-8479-55994b1b3a53 on host dv-neutron-839018-1-hyperv for vnic_type normal with profile {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:36:30.331670 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Attempting to bind port 5dd97061-f719-4941-8479-55994b1b3a53 by drivers openvswitch,hyperv on host dv-neutron-839018-1-hyperv at level 0 using segments [{'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:36:30.332250 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Attempting to bind port 5dd97061-f719-4941-8479-55994b1b3a53 on network 68b73a87-4a88-43a1-8c03-73f5f31837cd {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:36:30.338168 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Checking agent: {'id': '97bdf1c4-d1c6-4d7a-848e-2240389f249a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-839018-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 18, 46), 'started_at': datetime.datetime(2022, 4, 22, 9, 19, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-839018-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:36:30.338544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Checking segment: {'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:30.338950 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.339369 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Bound using segment: {'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'} {{(pid=88064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:36:30.340057 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.managers [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Bound port: 5dd97061-f719-4941-8479-55994b1b3a53, host: dv-neutron-839018-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd289107-41b7-4ce9-8ae2-959864e84b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd'}}] {{(pid=88064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:36:30.340457 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.441914 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] For port 5dd97061-f719-4941-8479-55994b1b3a53, host dv-neutron-839018-1-hyperv, cleared binding levels {{(pid=88064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:36:30.444912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] For port 5dd97061-f719-4941-8479-55994b1b3a53, host dv-neutron-839018-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5dd97061-f719-4941-8479-55994b1b3a53,segment=NetworkSegment(cd289107-41b7-4ce9-8ae2-959864e84b7d),segment_id=cd289107-41b7-4ce9-8ae2-959864e84b7d)] {{(pid=88064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:36:30.449648 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:30.457978 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7188fc08-9ed6-4326-9181-bc18bf856b96 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:30.459399 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7188fc08-9ed6-4326-9181-bc18bf856b96 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 809 time: 0.1452098 Apr 22 10:36:30.473863 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7885e605-7bf1-4111-9e88-100ecc0411c4 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/quotas/fefe51584fc54fd9a188a4b8ec41a9c6 HTTP/1.1" status: 200 len: 375 time: 0.0088220 Apr 22 10:36:30.527432 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Routers {'ab89a1c8-47af-46d8-9080-9b26e5382956'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:30.528086 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ab89a1c8-47af-46d8-9080-9b26e5382956'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:30.562752 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-35ddf0ea-a0d4-4ebd-92d5-eefab78ab446 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Synchronizing usage tracker for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:36:30.587068 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-35ddf0ea-a0d4-4ebd-92d5-eefab78ab446 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Unset dirty status for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:36:30.587979 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7ed3b-1915-43d9-aa4f-f4d57ef96965 None None] Pushing event updated for resources: {'Port': ['ID=5dd97061-f719-4941-8479-55994b1b3a53,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:30.601809 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-35ddf0ea-a0d4-4ebd-92d5-eefab78ab446 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1215231 Apr 22 10:36:30.608637 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-0ae2b5bb-2eec-4036-be81-5b272b86760b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88062) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:36:30.609695 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-0ae2b5bb-2eec-4036-be81-5b272b86760b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052829 Apr 22 10:36:30.730413 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] Set router ab89a1c8-47af-46d8-9080-9b26e5382956 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:30.750532 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-e614be34-acf0-4df2-839f-485f7898180f service neutron] 10.222.0.32 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334848 Apr 22 10:36:30.879429 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-8ae7d8cc-7a1a-4ff5-a44c-40382138e11b service neutron] 10.222.0.32 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230996 Apr 22 10:36:31.067069 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4d79fd27-08f0-41b0-b3ee-e20ff02efe2a req-89cff873-d3b4-43d7-a11c-0fdc4185a59d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 210 time: 0.0473650 Apr 22 10:36:31.091741 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-85354730-173f-41fd-aea4-75c004a247fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:36:27Z', 'revision_number': 4, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port': {'id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:23Z', 'updated_at': '2022-04-22T10:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5dd97061-f719-4941-8479-55994b1b3a53', 'name': '', 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'mac_address': 'fa:16:3e:e2:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'aee01bcd-5b8b-4e3d-87ac-315d68dacd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:26Z', 'updated_at': '2022-04-22T10:36:30Z', 'revision_number': 4, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'subnets': [{'id': 'aee01bcd-5b8b-4e3d-87ac-315d68dacd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:31.095943 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85354730-173f-41fd-aea4-75c004a247fd None None] The sync data for ids ['ab89a1c8-47af-46d8-9080-9b26e5382956'] in dv-neutron-839018-1-hyperv is: [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:36:27Z', 'revision_number': 4, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port': {'id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:23Z', 'updated_at': '2022-04-22T10:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '5dd97061-f719-4941-8479-55994b1b3a53', 'name': '', 'network_id': '68b73a87-4a88-43a1-8c03-73f5f31837cd', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'mac_address': 'fa:16:3e:e2:c0:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'aee01bcd-5b8b-4e3d-87ac-315d68dacd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:26Z', 'updated_at': '2022-04-22T10:36:30Z', 'revision_number': 4, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'subnets': [{'id': 'aee01bcd-5b8b-4e3d-87ac-315d68dacd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:36:31.541265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5dd97061-f719-4941-8479-55994b1b3a53 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:31.627734 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning for port 5dd97061-f719-4941-8479-55994b1b3a53 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:31.634096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5dd97061-f719-4941-8479-55994b1b3a53 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:31.634546 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:31.750504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:31.787230 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] For port 5dd97061-f719-4941-8479-55994b1b3a53, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5dd97061-f719-4941-8479-55994b1b3a53,segment=NetworkSegment(cd289107-41b7-4ce9-8ae2-959864e84b7d),segment_id=cd289107-41b7-4ce9-8ae2-959864e84b7d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:31.791736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:31.792596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 134dc8a3-1aa8-40e5-a294-69c46acd6f1d up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:31.907015 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Pushing event updated for resources: {'Port': ['ID=5dd97061-f719-4941-8479-55994b1b3a53,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:31.925285 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:31.925662 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:32.196474 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-91a64ccc-c78f-4b87-98be-1af62ccc85dc tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:32.197848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-91a64ccc-c78f-4b87-98be-1af62ccc85dc tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Synchronizing usage tracker for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:network {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:36:32.218290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-91a64ccc-c78f-4b87-98be-1af62ccc85dc tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Unset dirty status for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:network {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:36:32.219758 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-91a64ccc-c78f-4b87-98be-1af62ccc85dc tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 809 time: 0.1848049 Apr 22 10:36:32.279631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-1b552b10-fe8a-4af9-b080-56ad665f5d72 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Synchronizing usage tracker for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:security_group {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:36:32.280723 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-90634f6e-816f-4ff6-b7d2-0c8069abfe1d req-847177a4-0145-483c-bf14-ca3f3ca6ab4e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 210 time: 0.0954974 Apr 22 10:36:32.299247 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-1b552b10-fe8a-4af9-b080-56ad665f5d72 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Unset dirty status for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:security_group {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:36:32.301014 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-1b552b10-fe8a-4af9-b080-56ad665f5d72 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6 HTTP/1.1" status: 200 len: 379 time: 0.0730665 Apr 22 10:36:32.310359 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'port': {'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'admin_state_up': True, 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'security_groups': ['3b7a597c-a04a-43ef-822c-80f9ddf686b4']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:32.446051 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:32.455368 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:32.464699 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Made reservation on behalf of fefe51584fc54fd9a188a4b8ec41a9c6 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:36:32.468160 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:32.744152 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Allocated IP 172.20.0.6 (14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0/9bb7fd4a-720b-484a-8efa-ac6e044c844a/6abee745-7dea-486e-b001-dc6940dc5f43) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:36:32.926098 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:32.942179 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Transition to ACTIVE for port object 6abee745-7dea-486e-b001-dc6940dc5f43 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:32.964293 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:33.028940 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:33.031860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:33.040703 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:36:33.074145 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:33.110288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:33.110898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:33.137165 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-7ee46d9c-ed3c-4366-a445-0055eae4b80b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317173 Apr 22 10:36:33.237997 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bc938fed-4e73-4196-b5dd-402104c51662 None None] Provisioning for port 6abee745-7dea-486e-b001-dc6940dc5f43 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:33.242844 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-bc938fed-4e73-4196-b5dd-402104c51662 None None] Provisioning complete for port 6abee745-7dea-486e-b001-dc6940dc5f43 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:33.243255 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-bc938fed-4e73-4196-b5dd-402104c51662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:33.249100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Request body: {'port': {'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:33.299182 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-bc938fed-4e73-4196-b5dd-402104c51662 None None] Port 6abee745-7dea-486e-b001-dc6940dc5f43 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:36:33.362843 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:33.470640 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5dd97061-f719-4941-8479-55994b1b3a53 up at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:33.537297 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Provisioning complete for port 5dd97061-f719-4941-8479-55994b1b3a53 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:33.537660 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:33.676753 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6332a43-c8c2-40ba-831e-028bac453c6b req-8150f7dd-cb86-450f-8716-cf73a7e57085 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:33.677445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-b6332a43-c8c2-40ba-831e-028bac453c6b req-8150f7dd-cb86-450f-8716-cf73a7e57085 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Synchronizing usage tracker for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:36:33.712070 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-b6332a43-c8c2-40ba-831e-028bac453c6b req-8150f7dd-cb86-450f-8716-cf73a7e57085 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Unset dirty status for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:36:33.713149 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6332a43-c8c2-40ba-831e-028bac453c6b req-8150f7dd-cb86-450f-8716-cf73a7e57085 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 931 time: 0.3117294 Apr 22 10:36:33.814583 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6332a43-c8c2-40ba-831e-028bac453c6b req-d42cdb2a-306f-4538-8a0c-afbe2ea2ae9c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953374 Apr 22 10:36:33.820027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6abee745-7dea-486e-b001-dc6940dc5f43 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:36:33.827971 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:33.842570 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Transition to ACTIVE for port object 6abee745-7dea-486e-b001-dc6940dc5f43 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:36:33.845709 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:34.002242 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Pushing event updated for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:34.078796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Attempting to bind port 6abee745-7dea-486e-b001-dc6940dc5f43 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:36:34.079124 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Attempting to bind port 6abee745-7dea-486e-b001-dc6940dc5f43 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:36:34.079446 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Attempting to bind port 6abee745-7dea-486e-b001-dc6940dc5f43 on network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:36:34.083904 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Port 6abee745-7dea-486e-b001-dc6940dc5f43 on network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:36:34.084221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Attempting to bind port 6abee745-7dea-486e-b001-dc6940dc5f43 on network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:36:34.089803 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:36:34.090127 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Checking segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:36:34.090502 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Bound using segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:36:34.090921 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Bound port: 6abee745-7dea-486e-b001-dc6940dc5f43, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:36:34.091267 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:34.178040 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:36:34.180883 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:36:34.185101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:34.242075 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:34.242682 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:34.244035 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] 10.222.0.35 "PUT /v2.0/ports/6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 1093 time: 1.0992205 Apr 22 10:36:34.244469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:36:34.276143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a1a27-48be-4aee-96be-1dd8de9bbc19 service neutron] Pushing event updated for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:34.318265 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f73b60b-4d9d-4183-9afb-cde9dc8a231c'] response: {'name': 'network-changed', 'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43', 'status': 'completed', 'code': 200} Apr 22 10:36:34.359828 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-bc9df736-dbcc-402f-bcaa-a8c5b3a992b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:34.361449 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-bc9df736-dbcc-402f-bcaa-a8c5b3a992b1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1096 time: 0.0739779 Apr 22 10:36:34.542287 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-6d71c667-ed9b-4ce1-95ff-b65226d653dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 217 time: 0.1728172 Apr 22 10:36:34.603630 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-1948af01-9305-4ac0-ad5b-c0c38a224477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:34.605065 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-1948af01-9305-4ac0-ad5b-c0c38a224477 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0571167 Apr 22 10:36:34.681503 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-e5505ae8-5539-44e4-b10d-016bb126caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:34.682975 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-e5505ae8-5539-44e4-b10d-016bb126caf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717504 Apr 22 10:36:34.811021 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-a79fed5b-4077-443d-bd86-fa60cb94a405 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219578 Apr 22 10:36:34.983518 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a179f562-ddc9-4237-a246-a956173ce7a4 req-d2efd9da-280b-47fa-915c-9fb7d40c6531 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662290 Apr 22 10:36:35.015287 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffe470-b92f-4a7c-b2a0-96b389c00159 req-dc5bc3b1-4692-4df8-b393-cc003a186c06 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:35.016764 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99ffe470-b92f-4a7c-b2a0-96b389c00159 req-dc5bc3b1-4692-4df8-b393-cc003a186c06 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 943 time: 0.0980649 Apr 22 10:36:35.105841 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-99ffe470-b92f-4a7c-b2a0-96b389c00159 req-fd95b920-2f80-4aed-9330-0b5ddf9ef1dd tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834050 Apr 22 10:36:35.130407 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-8aaca55d-c09c-4554-8bcd-0b2827a54542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:35.131882 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-8aaca55d-c09c-4554-8bcd-0b2827a54542 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1096 time: 0.0949161 Apr 22 10:36:35.260780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-ae7c791a-4f80-42f8-af19-904ab75c87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:35.262168 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-ae7c791a-4f80-42f8-af19-904ab75c87e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1235375 Apr 22 10:36:35.326581 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-e28fe13d-277c-4cb6-948b-014e68a1ecab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 217 time: 0.0584104 Apr 22 10:36:35.388243 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-486b7753-3f1c-4339-9136-ef30ccdf9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:35.389620 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-486b7753-3f1c-4339-9136-ef30ccdf9bbb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0580754 Apr 22 10:36:35.463420 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-7e9cf6de-a7c6-4175-91de-dec32d8c2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:35.464892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-7e9cf6de-a7c6-4175-91de-dec32d8c2464 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687444 Apr 22 10:36:35.594155 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-03bd4772-41e0-40ab-b73a-d1acce309115 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227143 Apr 22 10:36:35.725549 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-a20e44b8-454b-48d2-bb7c-40c0309324cd req-fb46ca5b-aebf-4f27-8e8e-59cc1c0e38c7 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251581 Apr 22 10:36:36.335147 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade2707-7209-46be-96ec-aba7d96760d7 req-e7179025-be8d-4d2c-bd2f-86f3c2ba77d0 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:36.336622 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0ade2707-7209-46be-96ec-aba7d96760d7 req-e7179025-be8d-4d2c-bd2f-86f3c2ba77d0 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 943 time: 0.1256864 Apr 22 10:36:36.379211 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0ade2707-7209-46be-96ec-aba7d96760d7 req-b48c3e35-bd0d-46e9-93e4-6e7dab36dda2 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368614 Apr 22 10:36:37.565943 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0334fd-7ae9-461a-955d-36f4dbae6b72 req-602967d8-724e-4061-9a90-a820f615df47 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:37.567402 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d0334fd-7ae9-461a-955d-36f4dbae6b72 req-602967d8-724e-4061-9a90-a820f615df47 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 943 time: 0.0830145 Apr 22 10:36:37.610990 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-7d0334fd-7ae9-461a-955d-36f4dbae6b72 req-c8cc9122-3950-4c64-9105-cbeb49c450d6 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373755 Apr 22 10:36:38.744750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6abee745-7dea-486e-b001-dc6940dc5f43 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:36:38.881047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:38.894656 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '6abee745-7dea-486e-b001-dc6940dc5f43', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:36:38.900498 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2df46-aa12-4499-aa85-2530941372b5 req-0723571f-2f61-48f1-8ab5-873f877d7d7f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:38.901957 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8ef2df46-aa12-4499-aa85-2530941372b5 req-0723571f-2f61-48f1-8ab5-873f877d7d7f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 943 time: 0.1871314 Apr 22 10:36:38.949389 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8ef2df46-aa12-4499-aa85-2530941372b5 req-e2f857c9-1d7e-4b2d-a076-7df6bc45c0de tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416894 Apr 22 10:36:38.954873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:38.971998 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6abee745-7dea-486e-b001-dc6940dc5f43 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:36:38.987172 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:38.994079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:39.059422 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:39.305609 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['6abee745-7dea-486e-b001-dc6940dc5f43'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:36:39.434354 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:40.128342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa951f-ad9e-471a-8424-420b6771c1fe req-c29d5f4d-66cd-4158-8c93-dade87e6fc39 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:40.129778 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b1aa951f-ad9e-471a-8424-420b6771c1fe req-c29d5f4d-66cd-4158-8c93-dade87e6fc39 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 944 time: 0.0768652 Apr 22 10:36:40.172891 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b1aa951f-ad9e-471a-8424-420b6771c1fe req-34320657-e02c-4f87-bca4-1ed64d4a4dbc tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375540 Apr 22 10:36:40.308512 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:36:40.740759 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6abee745-7dea-486e-b001-dc6940dc5f43 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:36:40.811767 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 6abee745-7dea-486e-b001-dc6940dc5f43 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:36:40.816175 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 6abee745-7dea-486e-b001-dc6940dc5f43 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:36:40.816577 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:40.931504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:40.956517 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:36:40.966129 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:36:40.970387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:41.006300 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef5e548-b33b-46aa-b9a2-5c5444f973bc'] response: {'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43', 'code': 200} Apr 22 10:36:41.037704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:41.237027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ec5a1-7782-461c-957b-90ea67e6e153 req-fbc0970f-4346-49b5-9d6e-d39884b12d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:41.238506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab1ec5a1-7782-461c-957b-90ea67e6e153 req-fbc0970f-4346-49b5-9d6e-d39884b12d7a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1098 time: 0.0772076 Apr 22 10:36:41.279591 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-ab1ec5a1-7782-461c-957b-90ea67e6e153 req-fa081faf-05b1-4a38-a072-236fb55b05ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351796 Apr 22 10:36:41.355761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1c048-bdef-4253-bf17-9523430985f4 req-b3a5654d-56b5-49a7-8bc4-04539987d5b9 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:41.357234 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c1c1c048-bdef-4253-bf17-9523430985f4 req-b3a5654d-56b5-49a7-8bc4-04539987d5b9 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 945 time: 0.0797429 Apr 22 10:36:41.400751 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-c1c1c048-bdef-4253-bf17-9523430985f4 req-cedc69e7-45f1-493c-bf02-d3bc6cb2cc68 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379932 Apr 22 10:36:42.211078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-50775f28-4827-4b86-ae64-c36778589db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:42.590951 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d65e0-2a57-4856-9a2d-80db2613329d req-f603274e-48e5-42c0-8a22-9d996b61b232 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:42.592418 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa8d65e0-2a57-4856-9a2d-80db2613329d req-f603274e-48e5-42c0-8a22-9d996b61b232 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 945 time: 0.0856290 Apr 22 10:36:42.639766 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fa8d65e0-2a57-4856-9a2d-80db2613329d req-c5713246-ade0-430a-862a-fdb36f8c8c81 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Apr 22 10:36:43.936292 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091f0d4-10f5-4776-ac29-850478d09e98 req-80a4e4e3-523f-432e-acd9-a5eedf04dc57 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:43.937698 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b091f0d4-10f5-4776-ac29-850478d09e98 req-80a4e4e3-523f-432e-acd9-a5eedf04dc57 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 945 time: 0.1896784 Apr 22 10:36:43.980353 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b091f0d4-10f5-4776-ac29-850478d09e98 req-3387094a-c66c-4d82-925f-f7deca316670 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369551 Apr 22 10:36:44.166734 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17e02d-9e85-4507-850b-97e842713e36 req-fab15fd6-3a66-4d7e-90cc-8709a902f3da tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:44.168184 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bf17e02d-9e85-4507-850b-97e842713e36 req-fab15fd6-3a66-4d7e-90cc-8709a902f3da tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 945 time: 0.0867310 Apr 22 10:36:44.211186 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-bf17e02d-9e85-4507-850b-97e842713e36 req-7e5820ae-f3d1-462e-8dae-13351f7c6022 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373712 Apr 22 10:36:44.233568 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42406) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:44.343367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7544dad2-463b-4c4a-b63c-650ffaa38a12 tempest-TestSnapshotPattern-2034223043 tempest-TestSnapshotPattern-2034223043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:44.344069 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7544dad2-463b-4c4a-b63c-650ffaa38a12 tempest-TestSnapshotPattern-2034223043 tempest-TestSnapshotPattern-2034223043-project-admin] Synchronizing usage tracker for tenant:08cab8a2049e42d7bcb14932ff0ac5ea on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:36:44.360785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-7544dad2-463b-4c4a-b63c-650ffaa38a12 tempest-TestSnapshotPattern-2034223043 tempest-TestSnapshotPattern-2034223043-project-admin] Unset dirty status for tenant:08cab8a2049e42d7bcb14932ff0ac5ea on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:36:44.361905 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-7544dad2-463b-4c4a-b63c-650ffaa38a12 tempest-TestSnapshotPattern-2034223043 tempest-TestSnapshotPattern-2034223043-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1093 time: 0.1273723 Apr 22 10:36:44.364762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42412) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:36:44.369601 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:36:44.375401 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:36:44.379262 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:floatingip and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:36:44.382100 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:36:44.387761 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:36:44.398444 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:44.532356 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:44.584597 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e8286693-3b17-4542-bca6-8817d554dc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:44.666351 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Allocated IP 172.26.2.117 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/02531304-d251-4f82-8715-d36ec1f01aef) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:36:44.811057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:44.840571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:44.902067 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:36:44.904735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:36:44.908281 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:36:44.946548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'Port': ['ID=02531304-d251-4f82-8715-d36ec1f01aef,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:45.316845 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:45.388213 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:45.585857 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:45.590303 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:45.684167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:45.700918 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'Port': ['ID=02531304-d251-4f82-8715-d36ec1f01aef,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:36:45.708726 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:45.966078 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:45.988820 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Floating IP 43fff40b-a393-4198-95bb-a69aa18cda34 associated. External IP: 172.26.2.117, port: 6abee745-7dea-486e-b001-dc6940dc5f43. Apr 22 10:36:46.330997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Router fda4bb04-d4c6-4923-904a-0b4b8feaea4e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:36:46.502636 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:36:46.513265 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] Sync routers for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:36:46.524869 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:46.525485 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:46.533749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:46.595669 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-34ae0db7-867c-4a26-be13-a535aed1d08a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2298446 Apr 22 10:36:46.596263 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:36:46.692053 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1448c3f-84d8-4a81-a740-e0c77f8c702e'] response: {'name': 'network-changed', 'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43', 'status': 'completed', 'code': 200} Apr 22 10:36:46.703439 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:46.782678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-3014c5f4-3337-4271-8636-a5aa56876bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:46.784128 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-3014c5f4-3337-4271-8636-a5aa56876bff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1098 time: 0.0691838 Apr 22 10:36:46.916722 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-ec70c8c7-4bdc-4cc4-96fb-f351a3b282a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:46.918061 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-ec70c8c7-4bdc-4cc4-96fb-f351a3b282a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1258540 Apr 22 10:36:47.019832 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-3d6bf9f4-bd74-4685-a230-668e1c235ad0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 999 time: 0.0951989 Apr 22 10:36:47.048291 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:45Z', 'revision_number': 0, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:47.052278 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] Checking router: fda4bb04-d4c6-4923-904a-0b4b8feaea4e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:36:47.061002 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:36:47.061590 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:36:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:47.087953 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-9c2d184a-f487-4c66-ade2-39868b4f3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:47.089385 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-9c2d184a-f487-4c66-ade2-39868b4f3e19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0638084 Apr 22 10:36:47.161540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-f59e3a9b-fbe2-42f1-947a-19f1b7c4e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:36:47.162991 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-f59e3a9b-fbe2-42f1-947a-19f1b7c4e2b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675793 Apr 22 10:36:47.262624 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:36:47.295004 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-971118ab-0d68-4aea-8bb2-e452ddf583f3 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248286 Apr 22 10:36:47.486537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:36:47.543510 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-053f284f-d125-4f5b-806e-5e93fb7ecead req-d9c04649-b996-4c0a-95c5-62442fd58cb6 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421920 Apr 22 10:36:47.616751 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:45Z', 'revision_number': 0, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:36:47.620628 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01150d68-d42f-4090-a487-fee34e0db6af None None] The sync data for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv is: [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:45Z', 'revision_number': 0, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:36:47.804596 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79eda47f-636b-4687-9896-481623020743 None None] New status for floating IP 43fff40b-a393-4198-95bb-a69aa18cda34: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:37:09.420750 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:12.212718 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-63d97e26-a2b0-44de-8ce9-8ae663ad84ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:14.577094 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-146c920b-2efc-43cb-a7f1-5fde5f255a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:15.685465 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:15.939418 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:16.150205 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-8ada3a71-c558-49ba-8a92-07f688bd62b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680397 Apr 22 10:37:16.285584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-071cc1ea-c491-48ce-add9-bdb3a3ef10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:37:16.286910 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-071cc1ea-c491-48ce-add9-bdb3a3ef10e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1098 time: 0.0705779 Apr 22 10:37:16.425831 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-f098b8d3-e645-407e-abe7-7fb3342a406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:37:16.427481 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-f098b8d3-e645-407e-abe7-7fb3342a406b service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1221695 Apr 22 10:37:16.527967 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-f8efde0f-c94a-4100-af32-1f09e9a97fe2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 1001 time: 0.0943170 Apr 22 10:37:16.589793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-815342f5-830e-4413-9f82-2f98b4b5ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:37:16.591192 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-815342f5-830e-4413-9f82-2f98b4b5ea3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0573378 Apr 22 10:37:16.668548 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-e0a2d140-993d-403d-a785-a9658d0cf9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:37:16.669972 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-e0a2d140-993d-403d-a785-a9658d0cf9b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714231 Apr 22 10:37:16.800875 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-b6a312c0-6471-4ef9-b693-5c904d8ca306 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215811 Apr 22 10:37:16.928233 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9c986d98-7308-40e6-8b6c-ce145c81d65f req-7e5926b2-6bfd-4893-8a36-9b51e492d3a6 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211216 Apr 22 10:37:17.308927 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:37:17.485962 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:39.416983 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:42.220612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-147f5ba9-5bfd-4e54-a39c-0cbb6d1f88fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:44.580871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d596048b-fea6-4f53-839f-3fa2d303e99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:45.687668 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:45.941520 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:47.488719 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:37:54.307834 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:38:09.412387 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:12.215382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-76034e8e-a23e-44a7-a014-9bb6cc52cf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:14.584592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-e4badd97-d42f-4755-9485-c48e67f9b102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:15.692549 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:15.942954 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:16.141107 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-49537fe1-a040-4a3e-8069-78fb1cc43d5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670466 Apr 22 10:38:16.279249 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-4b5b5fea-8eb4-4e47-8db9-fbb4409dea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:38:16.280609 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-4b5b5fea-8eb4-4e47-8db9-fbb4409dea35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1098 time: 0.0715823 Apr 22 10:38:16.419678 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-b4ec82a5-1430-4338-b55d-6b8333388fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:38:16.421102 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-b4ec82a5-1430-4338-b55d-6b8333388fdf service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1230316 Apr 22 10:38:16.518064 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-6f0cd36c-7689-4aec-ba2b-af66fdf5c60c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 1001 time: 0.0897274 Apr 22 10:38:16.585192 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-8a652e55-d590-4793-8bec-417a4a717503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:38:16.587112 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-8a652e55-d590-4793-8bec-417a4a717503 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0624187 Apr 22 10:38:16.659025 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-3ef750f8-eb47-4cae-ac62-aaccb579aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:38:16.660472 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-3ef750f8-eb47-4cae-ac62-aaccb579aa8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673127 Apr 22 10:38:16.786767 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-70458346-3fe4-4c87-ad17-2a533ae5a445 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201267 Apr 22 10:38:17.020083 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-8a38dac7-8621-42fb-88c5-98a4d584ea2c req-152c4c3a-1616-47d6-a45f-aa612a1bc5c4 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277114 Apr 22 10:38:17.492017 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:31.307897 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:38:39.428855 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:42.216639 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f5604290-b463-44b1-9622-d7ebb57451b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:44.586853 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-81ba9cbe-49de-48d2-ad9f-3d8c163ea5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:45.695227 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:45.946615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:38:47.495654 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:08.307344 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:39:09.435547 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:12.218161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-253099e9-1f6e-4d55-875d-7e825de321f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:14.589946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0d26d534-3f5f-446b-9ad2-467645148c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:15.698625 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:15.951518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:17.214900 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-73a6c634-9d6f-465d-b38a-06782d6e2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:17.216411 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-73a6c634-9d6f-465d-b38a-06782d6e2ad9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1098 time: 0.0742002 Apr 22 10:39:17.361265 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-6c1611c5-9b58-470b-9d6b-4636598f7754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:17.362682 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-6c1611c5-9b58-470b-9d6b-4636598f7754 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1249783 Apr 22 10:39:17.462860 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-d3dc37a2-1c64-403c-8908-ab6aa1c0e905 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 1001 time: 0.0939023 Apr 22 10:39:17.498260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:17.525871 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-50ed15fb-1ebf-4033-a2bd-ff74d3ecf8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:17.527336 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-50ed15fb-1ebf-4033-a2bd-ff74d3ecf8b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0580916 Apr 22 10:39:17.613286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-eb29e76c-eb65-4597-a682-3a8122e40ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:17.614680 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-eb29e76c-eb65-4597-a682-3a8122e40ffa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799215 Apr 22 10:39:17.624613 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-7b48d662-0fa2-4c2c-b812-09fd49c3b1b3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=88063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 22 10:39:17.625511 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-7b48d662-0fa2-4c2c-b812-09fd49c3b1b3 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047512 Apr 22 10:39:17.762277 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-9d01e737-5e52-42fc-a10a-5be38406e718 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292307 Apr 22 10:39:17.891909 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-1bb776f9-1041-49ed-a830-08f78d82e10a req-ee1c988f-1e32-4d44-9fdf-89d3271d7c17 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223383 Apr 22 10:39:19.532873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6abee745-7dea-486e-b001-dc6940dc5f43 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:39:19.662801 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:39:19.676186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '6abee745-7dea-486e-b001-dc6940dc5f43', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:39:19.730414 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:19.746436 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6abee745-7dea-486e-b001-dc6940dc5f43 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:39:19.760911 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:39:19.765067 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:19.833867 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:19.841339 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.841687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.842024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.842356 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.842686 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.843016 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.843344 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.843669 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.843989 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.844308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.844657 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.844978 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:19.849406 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['6abee745-7dea-486e-b001-dc6940dc5f43'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:39:21.551735 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6abee745-7dea-486e-b001-dc6940dc5f43 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:39:21.618149 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 6abee745-7dea-486e-b001-dc6940dc5f43 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:39:21.618522 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:21.731311 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:21.756652 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:39:21.766382 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:39:21.770804 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:21.875951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:22.868084 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30fd0b40-7d98-49f0-8349-54a36c6e81e6'] response: {'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43', 'code': 200} Apr 22 10:39:33.474088 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-65815367-beb0-4c78-9899-b4f60209eedf tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-206447561&fields=id&tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6 HTTP/1.1" status: 200 len: 267 time: 0.0380511 Apr 22 10:39:33.625002 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-d3b89dc4-b655-473d-9139-8cbc55e1036d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:33.626457 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-d3b89dc4-b655-473d-9139-8cbc55e1036d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 809 time: 0.1457379 Apr 22 10:39:33.640904 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-d8ffc308-ba52-415d-b231-f7f66af7bf73 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/quotas/fefe51584fc54fd9a188a4b8ec41a9c6 HTTP/1.1" status: 200 len: 375 time: 0.0089209 Apr 22 10:39:33.732319 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-c460322b-5d0d-4459-9f98-708cc620c787 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864017 Apr 22 10:39:33.909438 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-2f5a79d4-3009-4c79-8956-2cf1d8b690bd service neutron] 10.222.0.32 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655264 Apr 22 10:39:34.041006 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-852b07ca-646e-45b9-9b98-65218240a74f service neutron] 10.222.0.32 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258283 Apr 22 10:39:34.216784 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3d506376-62be-402b-9698-32743bfeaa90 req-77997828-5ee0-42c5-8197-a320a1163dd2 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 210 time: 0.0423105 Apr 22 10:39:35.366439 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-a49847d1-4ed1-47de-8d49-0ae867865955 req-fb16f542-19e8-4303-b396-b3da24e6500e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 210 time: 0.0414760 Apr 22 10:39:35.370629 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-dbd08473-9327-4bc3-9cd6-09f6446bbe4b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:35.372044 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-dbd08473-9327-4bc3-9cd6-09f6446bbe4b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 809 time: 0.1529119 Apr 22 10:39:35.420720 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-ee903717-55bf-43d1-812d-bec36fe5c9b6 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6 HTTP/1.1" status: 200 len: 379 time: 0.0402105 Apr 22 10:39:35.428735 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'port': {'device_id': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'admin_state_up': True, 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'security_groups': ['3b7a597c-a04a-43ef-822c-80f9ddf686b4']}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:39:35.567785 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:39:35.577862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:39:35.587923 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Made reservation on behalf of fefe51584fc54fd9a188a4b8ec41a9c6 for: {'port': 1} {{(pid=88063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 22 10:39:35.591949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:35.770752 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Allocated IP 172.20.0.9 (14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0/9bb7fd4a-720b-484a-8efa-ac6e044c844a/9aaed4c2-4d8f-4ed1-aa74-148df2297742) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:39:36.011938 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:36.036545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Transition to ACTIVE for port object 9aaed4c2-4d8f-4ed1-aa74-148df2297742 will not be triggered until provisioned by entity DHCP. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:39:36.064519 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:36.272765 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:39:36.285874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:39:36.285874 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:39:36.327862 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:36.342956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.342956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.342956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.342956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.342956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.342956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.342956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.342956 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.343611 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.343927 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.344288 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.346702 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:39:36.380106 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:36.380884 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:36.422158 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-693ad402-8037-4820-80e6-b59d858cb82e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9968717 Apr 22 10:39:36.629123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58642-806a-433d-bf0d-d2fc86732cb4 req-d7576df7-7433-4d0d-a0da-0c217a7cebf4 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:36.631151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-74a58642-806a-433d-bf0d-d2fc86732cb4 req-d7576df7-7433-4d0d-a0da-0c217a7cebf4 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Synchronizing usage tracker for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:39:36.640576 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0b68299d-ada7-4b90-980a-66c816a6cb88 None None] Provisioning for port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 completed by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:39:36.649416 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-0b68299d-ada7-4b90-980a-66c816a6cb88 None None] Provisioning complete for port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 triggered by entity DHCP. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:39:36.649834 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-0b68299d-ada7-4b90-980a-66c816a6cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:36.652966 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-74a58642-806a-433d-bf0d-d2fc86732cb4 req-d7576df7-7433-4d0d-a0da-0c217a7cebf4 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Unset dirty status for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:39:36.654359 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-74a58642-806a-433d-bf0d-d2fc86732cb4 req-d7576df7-7433-4d0d-a0da-0c217a7cebf4 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.1558588 Apr 22 10:39:36.707156 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-74a58642-806a-433d-bf0d-d2fc86732cb4 req-812b1376-8601-4580-a5f1-1b6483360bdc tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469329 Apr 22 10:39:36.717180 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-0b68299d-ada7-4b90-980a-66c816a6cb88 None None] Port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 cannot update to ACTIVE because it is not bound. {{(pid=88064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 22 10:39:37.651789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6abee745-7dea-486e-b001-dc6940dc5f43 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:39:37.783040 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:37.817452 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:39:37.825347 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:39:37.830053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:37.871767 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f592fb51-261a-418d-b0b6-b10af04b5f06'] response: {'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43', 'code': 200} Apr 22 10:39:37.906746 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:37.944120 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a20b70-7f81-486c-b1b3-ad0242fa3837 req-d4133acc-28dd-40cf-86f1-f9c1c663fe89 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:37.945821 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-21a20b70-7f81-486c-b1b3-ad0242fa3837 req-d4133acc-28dd-40cf-86f1-f9c1c663fe89 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.1126263 Apr 22 10:39:37.995689 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-21a20b70-7f81-486c-b1b3-ad0242fa3837 req-f1682db0-82ad-41f8-aa02-3bdd69ab7772 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435798 Apr 22 10:39:39.188818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4651715a-257c-4dc9-8ca1-1781cc51c757 req-c6a37473-e525-419e-a5f1-8fdf3a81d36c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:39.190313 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4651715a-257c-4dc9-8ca1-1781cc51c757 req-c6a37473-e525-419e-a5f1-8fdf3a81d36c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.0824749 Apr 22 10:39:39.239514 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-4651715a-257c-4dc9-8ca1-1781cc51c757 req-cb15537c-8033-420a-a85b-b2bb28857e5b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Apr 22 10:39:39.464267 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:40.427024 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f11990-42e9-45ea-b8af-937ebc9a5924 req-820ebecd-d510-4959-b55c-d3635a927fa1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:40.430095 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6f11990-42e9-45ea-b8af-937ebc9a5924 req-820ebecd-d510-4959-b55c-d3635a927fa1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.0843785 Apr 22 10:39:40.483555 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b6f11990-42e9-45ea-b8af-937ebc9a5924 req-a30b68fd-4c46-40cb-826c-088ce5133e04 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477750 Apr 22 10:39:41.697230 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf34d5b-0bc8-4346-b8c3-e80341969c3e req-0fb3d3aa-7cf8-4caf-b327-dee3e95ea36e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:41.699530 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-caf34d5b-0bc8-4346-b8c3-e80341969c3e req-0fb3d3aa-7cf8-4caf-b327-dee3e95ea36e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.1007819 Apr 22 10:39:41.745874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-caf34d5b-0bc8-4346-b8c3-e80341969c3e req-aab05df9-e8f3-4f95-9f9c-f635b54887bc tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401845 Apr 22 10:39:42.225365 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7ccba50b-4bbd-4bf1-91d4-524017615db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:42.969383 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da86fb9-4152-42e7-bd78-190b6f2189bd req-dd4269c7-7364-41bf-a1d2-eafc94264f73 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:42.970886 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3da86fb9-4152-42e7-bd78-190b6f2189bd req-dd4269c7-7364-41bf-a1d2-eafc94264f73 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.0852523 Apr 22 10:39:43.016906 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-3da86fb9-4152-42e7-bd78-190b6f2189bd req-4c10c21a-98f5-4f11-b3e1-6af494d93eba tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401976 Apr 22 10:39:44.205357 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd0b3-ad69-4174-8ac6-dafb0e47a765 req-db9fdcd6-4a82-4d92-8535-40911f477ed7 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:44.206710 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-30efd0b3-ad69-4174-8ac6-dafb0e47a765 req-db9fdcd6-4a82-4d92-8535-40911f477ed7 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.0828607 Apr 22 10:39:44.249361 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-30efd0b3-ad69-4174-8ac6-dafb0e47a765 req-83a32479-db5e-40d8-bcb0-c41c9508e126 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370214 Apr 22 10:39:44.590606 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-466a90bf-c141-49eb-938b-0f58c3b22fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:45.305831 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:39:45.433923 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbed4f-1528-4663-8aab-f6b72716d5c3 req-eccfd848-fc91-4555-9390-9433eb52db46 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:45.435351 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dcbed4f-1528-4663-8aab-f6b72716d5c3 req-eccfd848-fc91-4555-9390-9433eb52db46 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.0802913 Apr 22 10:39:45.478367 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-0dcbed4f-1528-4663-8aab-f6b72716d5c3 req-75d65c62-d670-40c1-acd7-26b95dbd4f80 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373352 Apr 22 10:39:45.701545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:45.953595 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:46.673374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9840fe-11fc-442b-adc9-cbff02cb5623 req-dc06fa61-cc5a-4c14-a026-be8165663dfa tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:46.674819 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df9840fe-11fc-442b-adc9-cbff02cb5623 req-dc06fa61-cc5a-4c14-a026-be8165663dfa tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.0864294 Apr 22 10:39:46.718650 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-df9840fe-11fc-442b-adc9-cbff02cb5623 req-48f78ea3-fead-42e0-a180-89600f020389 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378823 Apr 22 10:39:47.502064 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:47.900660 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189b393-a75a-4a66-83fc-1fc03440dcbf req-321f98ba-b30f-4c7e-b9b1-93bf8d2fd3aa tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:47.902111 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5189b393-a75a-4a66-83fc-1fc03440dcbf req-321f98ba-b30f-4c7e-b9b1-93bf8d2fd3aa tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 931 time: 0.0805092 Apr 22 10:39:47.945573 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Request body: {'port': {'device_id': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8390'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:39:47.946813 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-5189b393-a75a-4a66-83fc-1fc03440dcbf req-3d5b89ce-7b50-4147-83cd-df29ce9dc11f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391521 Apr 22 10:39:48.056631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:48.388826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaed4c2-4d8f-4ed1-aa74-148df2297742 {{(pid=88063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:39:48.395821 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:48.410443 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.provisioning_blocks [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Transition to ACTIVE for port object 9aaed4c2-4d8f-4ed1-aa74-148df2297742 will not be triggered until provisioned by entity L2. {{(pid=88063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 22 10:39:48.414448 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:48.578358 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:48.653554 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Attempting to bind port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 on host hv-neutron-8390 for vnic_type normal with profile {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 22 10:39:48.653903 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Attempting to bind port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 by drivers openvswitch,hyperv on host hv-neutron-8390 at level 0 using segments [{'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 22 10:39:48.654227 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Attempting to bind port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 on network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:39:48.658713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 on network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8390 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 22 10:39:48.659027 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Attempting to bind port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 on network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 22 10:39:48.664571 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Checking agent: {'id': 'ed2236d1-e10d-4f26-b904-6cdf90d9b36e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8390', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'started_at': datetime.datetime(2022, 4, 22, 9, 25, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 22, 10, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 22 10:39:48.664901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Checking segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 22 10:39:48.665275 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Bound using segment: {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'} {{(pid=88063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 22 10:39:48.665693 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.managers [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Bound port: 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host: hv-neutron-8390, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90118c63-fd2d-40e7-9734-21667a28e35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0'}}] {{(pid=88063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 22 10:39:48.666029 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:48.755626 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, cleared binding levels {{(pid=88063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 22 10:39:48.758483 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 22 10:39:48.762901 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:48.815692 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:48.816431 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:48.817683 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] 10.222.0.35 "PUT /v2.0/ports/9aaed4c2-4d8f-4ed1-aa74-148df2297742 HTTP/1.1" status: 200 len: 1093 time: 0.8776834 Apr 22 10:39:48.818110 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:39:48.854108 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84f2ca-6803-4f4f-bc82-4a42ebe4dcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=3']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:48.889907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5522a25f-61e8-4b25-9ad5-8df631417af7'] response: {'name': 'network-changed', 'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'status': 'completed', 'code': 200} Apr 22 10:39:48.932445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-8281afac-316a-49e5-a08b-162abe7bc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:48.933942 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-8281afac-316a-49e5-a08b-162abe7bc630 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 1096 time: 0.0744255 Apr 22 10:39:49.113189 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-e2fadd0d-4c01-4ddf-9294-6739ce4d6b9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742 HTTP/1.1" status: 200 len: 217 time: 0.1722918 Apr 22 10:39:49.141953 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ca0c9-58f6-4550-9a7d-d2c93302f588 req-eeb4d306-38a3-4464-b429-6c606de03526 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:49.143318 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1c4ca0c9-58f6-4550-9a7d-d2c93302f588 req-eeb4d306-38a3-4464-b429-6c606de03526 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 943 time: 0.0846276 Apr 22 10:39:49.175308 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-aa5fbf38-2197-4677-815a-5d4f96567c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:49.176770 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-aa5fbf38-2197-4677-815a-5d4f96567c9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0583782 Apr 22 10:39:49.188613 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-1c4ca0c9-58f6-4550-9a7d-d2c93302f588 req-8d0f8afd-3dbb-445a-ae94-11971fc899a8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389392 Apr 22 10:39:49.251381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-e7e215d3-99b9-42f7-8e40-22dd44e453fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:49.252865 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-e7e215d3-99b9-42f7-8e40-22dd44e453fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692222 Apr 22 10:39:49.382925 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-3f883d24-ef41-43c7-97fa-efb36630ba74 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238699 Apr 22 10:39:49.518823 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-de68458d-5e4c-491e-8af0-41f25ec10829 req-789d642d-7100-4f62-afc6-4359396a2bb3 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295257 Apr 22 10:39:49.643713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-9cd40049-672f-465a-bdf3-226e5086e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:49.645228 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-9cd40049-672f-465a-bdf3-226e5086e26f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 1096 time: 0.0800428 Apr 22 10:39:49.776190 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-4388f2c3-962f-4b27-8e18-284873c41f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:49.777562 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-4388f2c3-962f-4b27-8e18-284873c41f5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1261711 Apr 22 10:39:49.847136 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-020172e9-84cf-49ab-bf99-26c5402d16b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742 HTTP/1.1" status: 200 len: 217 time: 0.0634162 Apr 22 10:39:49.907003 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-1ea83396-20e3-4f7e-9624-b1f8851ce7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:49.908360 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-1ea83396-20e3-4f7e-9624-b1f8851ce7d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0562069 Apr 22 10:39:49.981296 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-8ee75fb4-7ce8-426f-a52f-d9fd8f504479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:49.982684 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-8ee75fb4-7ce8-426f-a52f-d9fd8f504479 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670979 Apr 22 10:39:50.110599 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-3a26c31b-38f1-4964-85c7-fc1ea1f625c8 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206856 Apr 22 10:39:50.240002 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-f53ddbe3-e399-437a-bf4f-b504e32ceaec req-37c02547-03f8-487c-8cb5-7490f57366d1 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218452 Apr 22 10:39:50.374739 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733dae1-a9d6-418f-b269-0a6e4dc5a2dd req-9179be13-761a-4bbf-a674-d525fe8e94b7 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:50.376074 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3733dae1-a9d6-418f-b269-0a6e4dc5a2dd req-9179be13-761a-4bbf-a674-d525fe8e94b7 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 943 time: 0.0808496 Apr 22 10:39:50.418838 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3733dae1-a9d6-418f-b269-0a6e4dc5a2dd req-7f883b52-c88b-43bf-b32a-873304296824 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372109 Apr 22 10:39:51.600917 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af20d88-3337-4873-bbb1-784a827602b5 req-c2006a57-7f19-4d1f-bc26-53fe1e0ed5a0 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:51.602885 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4af20d88-3337-4873-bbb1-784a827602b5 req-c2006a57-7f19-4d1f-bc26-53fe1e0ed5a0 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 943 time: 0.0792952 Apr 22 10:39:51.656465 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4af20d88-3337-4873-bbb1-784a827602b5 req-720f72a1-417f-4c95-a71a-9e0193d982b8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478039 Apr 22 10:39:52.842181 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52968605-dd72-43be-855a-e7d3fcef2a81 req-b85e2e40-f869-414a-8850-5ca161d68005 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:52.843532 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-52968605-dd72-43be-855a-e7d3fcef2a81 req-b85e2e40-f869-414a-8850-5ca161d68005 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 943 time: 0.0783832 Apr 22 10:39:52.889435 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-52968605-dd72-43be-855a-e7d3fcef2a81 req-8e7ed2d9-c096-4b52-b4ad-de80c7fdcb94 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403509 Apr 22 10:39:53.719309 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9aaed4c2-4d8f-4ed1-aa74-148df2297742 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:39:53.848204 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:39:53.860946 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'port_id': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'mac_address': 'fa:16:3e:e7:ce:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:39:53.917636 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:53.934704 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaed4c2-4d8f-4ed1-aa74-148df2297742 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:39:53.950357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:39:53.954167 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:54.020063 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=4']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:54.074089 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d858d4-c852-417f-a79e-a9ac38f91b24 req-a7e99270-6ad2-4c07-9846-fb72cf58d9e1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:54.075547 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f3d858d4-c852-417f-a79e-a9ac38f91b24 req-a7e99270-6ad2-4c07-9846-fb72cf58d9e1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 944 time: 0.0819583 Apr 22 10:39:54.117917 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-f3d858d4-c852-417f-a79e-a9ac38f91b24 req-5427bbe6-3755-40bc-b640-cbba5c553084 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366120 Apr 22 10:39:54.331346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['9aaed4c2-4d8f-4ed1-aa74-148df2297742'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:39:55.297925 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e52ca8-886a-4491-a52b-fe87454d2a80 req-25eafcb2-9e83-4c47-90f0-514a5ed19305 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:55.299340 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-05e52ca8-886a-4491-a52b-fe87454d2a80 req-25eafcb2-9e83-4c47-90f0-514a5ed19305 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 944 time: 0.0779552 Apr 22 10:39:55.342569 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-05e52ca8-886a-4491-a52b-fe87454d2a80 req-379edc87-9729-4254-bf67-1d4e1f19f04e tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374298 Apr 22 10:39:55.718153 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9aaed4c2-4d8f-4ed1-aa74-148df2297742 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:39:55.786874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning for port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 completed by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 22 10:39:55.792287 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:39:55.792688 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:55.908072 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:55.935890 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:39:55.945234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:39:55.949539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:55.984643 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1dd115-54ef-438c-901d-016c5660f4ea'] response: {'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'code': 200} Apr 22 10:39:56.016788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=5']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:56.212997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35be13-068b-42b9-83c3-b361ce28e466 req-db32c683-5676-49bd-974d-a9b3f57b3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:56.214557 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe35be13-068b-42b9-83c3-b361ce28e466 req-db32c683-5676-49bd-974d-a9b3f57b3843 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 1098 time: 0.0723102 Apr 22 10:39:56.255010 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-fe35be13-068b-42b9-83c3-b361ce28e466 req-a00b1b9b-0536-440b-9b3f-9be0a103b6ed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346174 Apr 22 10:39:56.525621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d639c69-e87e-44f9-be3b-ec000d2f9da3 req-b98cd5e1-beb4-4893-9eb4-fca1389e545f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:56.527157 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3d639c69-e87e-44f9-be3b-ec000d2f9da3 req-b98cd5e1-beb4-4893-9eb4-fca1389e545f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 945 time: 0.0809121 Apr 22 10:39:56.573947 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-3d639c69-e87e-44f9-be3b-ec000d2f9da3 req-dcd5eb07-25f9-49bf-99c8-be8c2d7fcb89 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409124 Apr 22 10:39:57.765496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5973c55-520b-4c5a-ac14-2536adf37da1 req-2fdf7429-ce2e-4694-9c36-39903870a2ea tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:57.766826 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5973c55-520b-4c5a-ac14-2536adf37da1 req-2fdf7429-ce2e-4694-9c36-39903870a2ea tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 945 time: 0.0814252 Apr 22 10:39:57.810735 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-d5973c55-520b-4c5a-ac14-2536adf37da1 req-4b4217ab-94a9-4410-a19c-c2cdd7fc24ab tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383050 Apr 22 10:39:57.997301 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538e39c-d52e-4286-9418-c7805c11f93f req-a06657cd-4e29-47da-9d61-6c165768acee tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:57.998797 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d538e39c-d52e-4286-9418-c7805c11f93f req-a06657cd-4e29-47da-9d61-6c165768acee tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 945 time: 0.0841656 Apr 22 10:39:58.042615 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-d538e39c-d52e-4286-9418-c7805c11f93f req-dcfca9d4-3150-47cf-a733-1adb26c8fe0b tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381761 Apr 22 10:39:58.064460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42738) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:39:58.131563 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3fb003-3057-46cc-8ec6-037f739701db tempest-TestSnapshotPattern-2034223043 tempest-TestSnapshotPattern-2034223043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:39:58.133625 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3b3fb003-3057-46cc-8ec6-037f739701db tempest-TestSnapshotPattern-2034223043 tempest-TestSnapshotPattern-2034223043-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 1093 time: 0.0682416 Apr 22 10:39:58.136354 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 42742) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:39:58.141046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.v2.base [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Request body: {'floatingip': {'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'port_id': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 22 10:39:58.146715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 22 10:39:58.151091 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Usage tracker for resource:floatingip and tenant:fefe51584fc54fd9a188a4b8ec41a9c6 is out of sync, need to count used quota {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 22 10:39:58.153878 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 22 10:39:58.159445 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.quota.driver [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 22 10:39:58.169652 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for floatingip, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:58.301536 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:58.538270 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_common [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Allocated IP 172.26.2.68 (eb02a921-2d57-4861-ad48-9bf4165022e6/d6c5e228-db0a-425b-b141-b600dea33192/9eb4b78f-1f73-451c-9d25-4a0b5ceea1a1) {{(pid=88063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 22 10:39:58.681196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for port, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:58.709312 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782380493105', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:58.770475 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Network eb02a921-2d57-4861-ad48-9bf4165022e6 is already hosted by enough agents. {{(pid=88063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 22 10:39:58.774867 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.base_scheduler [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Resources bound (agent type, host, resource id): {{(pid=88063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 22 10:39:58.778419 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Received port after_create {{(pid=88063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 22 10:39:58.818902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'Port': ['ID=9eb4b78f-1f73-451c-9d25-4a0b5ceea1a1,revision_number=1']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:59.185310 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:59.255673 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:59.472087 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for port, precommit_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:59.476973 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2653291'] for port, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:59.584583 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event updated for resources: {'Port': ['ID=9eb4b78f-1f73-451c-9d25-4a0b5ceea1a1,revision_number=2']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:39:59.595064 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1790120'] for floatingip, after_update {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:39:59.761844 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Floating IP 38f55d72-3c35-4258-9cf9-d17e21f2ca53 associated. External IP: 172.26.2.68, port: 9aaed4c2-4d8f-4ed1-aa74-148df2297742. Apr 22 10:40:00.216402 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Router fda4bb04-d4c6-4923-904a-0b4b8feaea4e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:40:00.395381 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:40:00.404446 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] Sync routers for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:40:00.414155 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:40:00.414738 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:39:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:40:00.420217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:00.474149 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-6d792c3e-f3bd-4d2f-ad59-12ec17cccda3 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3367047 Apr 22 10:40:00.474623 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:40:00.517283 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fa41dc-a0ef-4f0f-96c2-a9eb8164649d'] response: {'name': 'network-changed', 'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'status': 'completed', 'code': 200} Apr 22 10:40:00.591876 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:40:00.610972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-6582a3c4-971b-471b-a93b-1aab24557f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:40:00.612653 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-6582a3c4-971b-471b-a93b-1aab24557f12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 1098 time: 0.0732536 Apr 22 10:40:00.742849 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-adbc5c20-0892-4b21-ab30-a9a2c432567b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:40:00.744215 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-adbc5c20-0892-4b21-ab30-a9a2c432567b service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1258144 Apr 22 10:40:00.847755 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-7fa48dfd-6c3f-478d-81b9-32a3778deeff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742 HTTP/1.1" status: 200 len: 998 time: 0.0972474 Apr 22 10:40:00.910046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-dec16258-acc9-44da-9189-7ba7bde3c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:40:00.911481 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-dec16258-acc9-44da-9189-7ba7bde3c77d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0581768 Apr 22 10:40:00.932121 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '38f55d72-3c35-4258-9cf9-d17e21f2ca53', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:e7:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:39:59Z', 'updated_at': '2022-04-22T10:39:59Z', 'revision_number': 0, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}, {'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:47Z', 'revision_number': 1, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:40:00.935905 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] Checking router: fda4bb04-d4c6-4923-904a-0b4b8feaea4e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:40:00.944358 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:40:00.945038 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:39:45Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:40:00.989035 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-8475dbd4-dd1e-4ab9-989d-4083d25c4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:40:00.990503 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-8475dbd4-dd1e-4ab9-989d-4083d25c4cf5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733206 Apr 22 10:40:01.124304 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-7c4eb335-e2c0-4c4c-bc64-69a8cb62a4e1 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274827 Apr 22 10:40:01.157071 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:40:01.253277 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-e6c5927e-805e-4037-883c-f917c50fdc16 req-c4b1fb27-d620-47e6-8cd2-c0d94aef28bb service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226029 Apr 22 10:40:01.502177 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '38f55d72-3c35-4258-9cf9-d17e21f2ca53', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:e7:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:39:59Z', 'updated_at': '2022-04-22T10:39:59Z', 'revision_number': 0, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}, {'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:47Z', 'revision_number': 1, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:40:01.507159 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4372dfca-618e-4a83-ae29-9ecd686a15b5 None None] The sync data for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv is: [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '38f55d72-3c35-4258-9cf9-d17e21f2ca53', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.68', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:e7:ce:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:39:59Z', 'updated_at': '2022-04-22T10:39:59Z', 'revision_number': 0, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}, {'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:47Z', 'revision_number': 1, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:40:01.697146 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7a1965-db35-4d0f-869e-62d1c8c72399 None None] New status for floating IP 38f55d72-3c35-4258-9cf9-d17e21f2ca53: ACTIVE {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:40:09.465666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:12.216949 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f9f40866-fece-4e65-801d-9d6d656ba445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:14.592555 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-1b057b19-80c4-4b36-b5fd-ce27dca1b27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:15.703326 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:15.954473 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:17.504761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:18.139636 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c641ff-598a-42cd-85bb-96faa42055fc req-5032ed8c-eb7b-4614-864b-5585b0907c22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681880 Apr 22 10:40:18.287775 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c641ff-598a-42cd-85bb-96faa42055fc req-5faffcbc-4b97-4bb9-86ad-62e30b0f6aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:40:18.289271 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c641ff-598a-42cd-85bb-96faa42055fc req-5faffcbc-4b97-4bb9-86ad-62e30b0f6aff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1096 time: 0.0686674 Apr 22 10:40:18.428780 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c641ff-598a-42cd-85bb-96faa42055fc req-45e18cbf-2a9d-4533-8152-68d60199d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:40:18.430673 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c641ff-598a-42cd-85bb-96faa42055fc req-45e18cbf-2a9d-4533-8152-68d60199d9ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1223037 Apr 22 10:40:18.640730 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c641ff-598a-42cd-85bb-96faa42055fc req-63e7a784-9b27-419d-b45d-bebc6b6b6003 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 999 time: 0.2030869 Apr 22 10:40:18.702746 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c641ff-598a-42cd-85bb-96faa42055fc req-c05842a8-2a84-42f2-b48f-24163a2fb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:40:18.704052 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c641ff-598a-42cd-85bb-96faa42055fc req-c05842a8-2a84-42f2-b48f-24163a2fb4e1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0576904 Apr 22 10:40:18.776538 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c641ff-598a-42cd-85bb-96faa42055fc req-b3dc8217-dd08-4c69-846c-689c583ca34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:40:18.777996 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c641ff-598a-42cd-85bb-96faa42055fc req-b3dc8217-dd08-4c69-846c-689c583ca34b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677257 Apr 22 10:40:18.907406 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c641ff-598a-42cd-85bb-96faa42055fc req-87bf3c33-f888-47a4-a59d-a7f93713a4b0 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219876 Apr 22 10:40:19.037798 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-23c641ff-598a-42cd-85bb-96faa42055fc req-0e0bd992-bb11-4882-91d6-38b3a54cb365 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244106 Apr 22 10:40:22.304486 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:40:39.468345 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:42.218234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d712a924-a8ec-4072-a65c-2487620b3c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:44.593631 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f58b83fc-07a8-4042-ba79-70533fd0b88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:45.707208 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:45.955832 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:47.510681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:40:59.303098 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:41:09.472237 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:12.219504 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3fcebd20-a4da-496e-91dd-66e01a71125e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:14.595176 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-91282376-e9da-4aa3-ac58-84d6df0cce46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:15.709728 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:15.959681 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:17.511553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:19.186753 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6495972-d186-478e-a844-4262aa4ef101 req-91663957-57e3-47e7-932b-3d722ffb8345 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716982 Apr 22 10:41:19.274609 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495972-d186-478e-a844-4262aa4ef101 req-ef908362-c896-40f5-9525-d8018af296d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:41:19.276023 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6495972-d186-478e-a844-4262aa4ef101 req-ef908362-c896-40f5-9525-d8018af296d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 1098 time: 0.0679855 Apr 22 10:41:19.417478 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495972-d186-478e-a844-4262aa4ef101 req-aa980661-d9bb-4bf0-8546-019519f8a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:41:19.418911 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6495972-d186-478e-a844-4262aa4ef101 req-aa980661-d9bb-4bf0-8546-019519f8a16f service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1249275 Apr 22 10:41:19.520739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6495972-d186-478e-a844-4262aa4ef101 req-97f9b158-61d0-44a2-a0dd-1660c3a1ddd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742 HTTP/1.1" status: 200 len: 1000 time: 0.0940499 Apr 22 10:41:19.581169 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495972-d186-478e-a844-4262aa4ef101 req-436f761d-34d1-4c6e-92a8-05d6333749ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:41:19.582602 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6495972-d186-478e-a844-4262aa4ef101 req-436f761d-34d1-4c6e-92a8-05d6333749ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0561304 Apr 22 10:41:19.657621 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6495972-d186-478e-a844-4262aa4ef101 req-bfde3dcc-2067-47c7-bc63-cf24e4a0a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:41:19.659032 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6495972-d186-478e-a844-4262aa4ef101 req-bfde3dcc-2067-47c7-bc63-cf24e4a0a05e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701168 Apr 22 10:41:19.791724 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6495972-d186-478e-a844-4262aa4ef101 req-dedf5b89-ba8e-410f-aa22-a8077a0a9fd0 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257732 Apr 22 10:41:19.918329 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-b6495972-d186-478e-a844-4262aa4ef101 req-fc6bbde9-9634-4460-af52-2e6034ccb2ee service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197848 Apr 22 10:41:36.301192 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:41:39.486848 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:42.220291 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b76675a5-2e07-4da6-b0f2-3a615db5eae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:44.597655 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7312a925-5fc5-4765-ac6b-42c3608985d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:45.712838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:45.961026 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:41:47.514004 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:06.407498 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9aaed4c2-4d8f-4ed1-aa74-148df2297742 details requested by agent hyperv_hv-neutron-8390 with host hv-neutron-8390 {{(pid=88064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 22 10:42:06.537357 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:06.551238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Returning: {'device': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'port_id': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'mac_address': 'fa:16:3e:e7:ce:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 22 10:42:06.606698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:06.622545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aaed4c2-4d8f-4ed1-aa74-148df2297742 {{(pid=88064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 22 10:42:06.637680 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:06.641097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:06.711574 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=6']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:06.719443 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.719789 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.720127 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.720481 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.720813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.721140 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.721466 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.721787 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.722109 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.722428 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.722745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.723060 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:06.726424 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] get_ports_and_sgs() called for port_ids ['9aaed4c2-4d8f-4ed1-aa74-148df2297742'] {{(pid=88064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 22 10:42:08.406079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9aaed4c2-4d8f-4ed1-aa74-148df2297742 up at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 22 10:42:08.489178 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.provisioning_blocks [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Provisioning complete for port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 triggered by entity L2. {{(pid=88064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 22 10:42:08.489545 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784442'] for port, provisioning_complete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:08.638494 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:08.671537 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:42:08.682615 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:08.688813 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:08.747099 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f60374-f905-4c46-97bc-4bf1922e6002'] response: {'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'code': 200} Apr 22 10:42:08.765337 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=7']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:09.482975 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:12.224420 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-fa2023a1-2ef9-422a-9e9b-8ff598718bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:13.300689 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:42:14.602138 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-81f1c83b-d375-4c31-a15d-1f63281fc8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:15.718518 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:16.004294 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:17.353745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 42964) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:17.521249 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:17.650411 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Deleting port 9eb4b78f-1f73-451c-9d25-4a0b5ceea1a1 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:17.650748 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:17.815194 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:17.815522 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:17.935360 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Calling delete_port for 9eb4b78f-1f73-451c-9d25-4a0b5ceea1a1 owned by network:floatingip {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:18.086673 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:18.160469 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event deleted for resources: {'Port': ['ID=9eb4b78f-1f73-451c-9d25-4a0b5ceea1a1,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:18.176278 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.176638 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.176972 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.177293 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.177611 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.177932 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.178245 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.178562 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.178875 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.180035 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.180349 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.180682 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:18.233306 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for floatingip, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:18.233622 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.db.l3_db [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Floating IP 38f55d72-3c35-4258-9cf9-d17e21f2ca53 disassociated (deleted). External IP: 172.26.2.68, port: 9aaed4c2-4d8f-4ed1-aa74-148df2297742. Apr 22 10:42:18.574915 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Router fda4bb04-d4c6-4923-904a-0b4b8feaea4e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:42:18.747604 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:42:18.756916 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] Sync routers for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:42:18.767379 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:42:18.767971 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:42:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:18.768534 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:18.943387 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:42:18.947538 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-51b78ac2-bebc-4b2f-ab69-f0e603253477 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "DELETE /v2.0/floatingips/38f55d72-3c35-4258-9cf9-d17e21f2ca53 HTTP/1.1" status: 204 len: 168 time: 1.5898666 Apr 22 10:42:18.947538 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:42:19.049716 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3162ac49-8b90-4c1f-a326-c61b9985f178'] response: {'name': 'network-changed', 'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'status': 'completed', 'code': 200} Apr 22 10:42:19.102883 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.35', 57201) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:19.204895 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f96877-343d-47af-82c9-173163fbc576 req-7072a376-b287-4b6d-b3a3-6e2056428af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.206739 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43f96877-343d-47af-82c9-173163fbc576 req-7072a376-b287-4b6d-b3a3-6e2056428af4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 1098 time: 0.1306255 Apr 22 10:42:19.242319 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-b17a7cc9-6054-46f5-bbb0-b201126f0e32 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1372416 Apr 22 10:42:19.362791 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f96877-343d-47af-82c9-173163fbc576 req-d74073f3-3a19-4383-8224-fd8bed50bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.364506 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43f96877-343d-47af-82c9-173163fbc576 req-d74073f3-3a19-4383-8224-fd8bed50bcd3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1503704 Apr 22 10:42:19.372770 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:47Z', 'revision_number': 1, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:19.376643 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] Checking router: fda4bb04-d4c6-4923-904a-0b4b8feaea4e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:42:19.385641 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:42:19.386234 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:42:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:19.453636 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-7c945972-86af-4a7c-81c8-2a63942a9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.455041 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-7c945972-86af-4a7c-81c8-2a63942a9861 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1096 time: 0.1385264 Apr 22 10:42:19.479272 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc459959-6e83-4f79-ba9a-a6f986b25c61 req-ea74a72d-9942-463b-b8e9-2e6b49ac78c1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.480072 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fc459959-6e83-4f79-ba9a-a6f986b25c61 req-ea74a72d-9942-463b-b8e9-2e6b49ac78c1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Synchronizing usage tracker for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:42:19.552761 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43f96877-343d-47af-82c9-173163fbc576 req-30ed22d0-4096-4f94-95e3-b06e5947b187 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742 HTTP/1.1" status: 200 len: 217 time: 0.1814666 Apr 22 10:42:19.579916 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:42:19.620514 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-fc459959-6e83-4f79-ba9a-a6f986b25c61 req-ea74a72d-9942-463b-b8e9-2e6b49ac78c1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Unset dirty status for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:42:19.621835 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fc459959-6e83-4f79-ba9a-a6f986b25c61 req-ea74a72d-9942-463b-b8e9-2e6b49ac78c1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 945 time: 0.3410411 Apr 22 10:42:19.627679 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f96877-343d-47af-82c9-173163fbc576 req-22683580-4727-4163-b030-f06f6da37d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.629185 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43f96877-343d-47af-82c9-173163fbc576 req-22683580-4727-4163-b030-f06f6da37d52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0699768 Apr 22 10:42:19.633462 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-c540b726-918c-4a65-9726-a6b4a8a47638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.634905 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-c540b726-918c-4a65-9726-a6b4a8a47638 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1507335 Apr 22 10:42:19.707189 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f96877-343d-47af-82c9-173163fbc576 req-766d292e-b691-41f0-a922-640d500b9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.708590 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43f96877-343d-47af-82c9-173163fbc576 req-766d292e-b691-41f0-a922-640d500b9056 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729487 Apr 22 10:42:19.753143 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-fc459959-6e83-4f79-ba9a-a6f986b25c61 req-e1b9f188-47e3-4a54-8b18-668e7fc4c574 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238286 Apr 22 10:42:19.767658 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-a28c1ca8-01eb-46a4-b352-1d58fa9a82e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 999 time: 0.1203003 Apr 22 10:42:19.837808 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-dfa9acf0-284a-4ea9-b208-0e6404bea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.839257 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-dfa9acf0-284a-4ea9-b208-0e6404bea0c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0649743 Apr 22 10:42:19.851849 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43f96877-343d-47af-82c9-173163fbc576 req-a605f5a5-fb6c-41ca-b09b-77835714f2c0 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368177 Apr 22 10:42:19.919434 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-e556d567-6191-4513-8fcc-d2a4dfba8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:19.920931 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-e556d567-6191-4513-8fcc-d2a4dfba8f68 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742028 Apr 22 10:42:19.940524 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:47Z', 'revision_number': 1, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:19.944789 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cd4e51-be9b-405f-b349-23e9119f2a63 None None] The sync data for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv is: [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_floatingips': [{'id': '43fff40b-a393-4198-95bb-a69aa18cda34', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'floating_ip_address': '172.26.2.117', 'floating_network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'router_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'port_id': '6abee745-7dea-486e-b001-dc6940dc5f43', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'mac_address': 'fa:16:3e:8a:d1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-22T10:36:45Z', 'updated_at': '2022-04-22T10:36:47Z', 'revision_number': 1, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:42:19.992800 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-43f96877-343d-47af-82c9-173163fbc576 req-fb1213e3-c9b8-43ac-a863-0091eb32e02d service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346023 Apr 22 10:42:20.062817 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-0ef94d58-d9b8-4c85-a019-c515cd10a7c3 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348960 Apr 22 10:42:20.173761 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db2c80-37f4-4fe3-96d6-bb395108a8a5 None None] New status for floating IP 38f55d72-3c35-4258-9cf9-d17e21f2ca53: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:42:20.198371 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-054afde0-1cd3-4a8e-8c0b-1f0d6f49c874 req-cb7a5a42-2ab7-431e-b3f4-7ccde55e4b5e service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285925 Apr 22 10:42:20.482246 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9aaed4c2-4d8f-4ed1-aa74-148df2297742 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:20.626346 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-541906'] for port, before_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:20.652166 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742'}] {{(pid=88064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:42:20.661592 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:20.666825 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782380856589', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782380493123', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782380493168'] for port, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:20.700355 dv-neutron-839018-1-hyperv neutron-server[88064]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5952170-eb25-4e38-89c9-16360b530961'] response: {'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'code': 200} Apr 22 10:42:20.736051 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Pushing event updated for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=8']} {{(pid=88064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:20.947057 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9a0e0-8ffe-46a2-a4e9-d0a1137326f8 req-0c086189-41b0-450d-a55a-85a2b859a78a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:20.948431 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-17d9a0e0-8ffe-46a2-a4e9-d0a1137326f8 req-0c086189-41b0-450d-a55a-85a2b859a78a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 943 time: 0.0865321 Apr 22 10:42:20.995445 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-17d9a0e0-8ffe-46a2-a4e9-d0a1137326f8 req-092926de-ec9b-4c6a-b742-619d9914e25f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412204 Apr 22 10:42:21.112485 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-a7c36d86-488b-4365-b354-cd88d4e29f38 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:21.113861 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-a7c36d86-488b-4365-b354-cd88d4e29f38 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 943 time: 0.0768514 Apr 22 10:42:21.180445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Deleting port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:21.180783 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:21.426146 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] For port 9aaed4c2-4d8f-4ed1-aa74-148df2297742, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=9aaed4c2-4d8f-4ed1-aa74-148df2297742,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:21.426520 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:21.546445 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Calling delete_port for 9aaed4c2-4d8f-4ed1-aa74-148df2297742 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:21.776203 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:21.827555 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event deleted for resources: {'Port': ['ID=9aaed4c2-4d8f-4ed1-aa74-148df2297742,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:21.901432 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] No DVR routers for this DVR port 9aaed4c2-4d8f-4ed1-aa74-148df2297742 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:42:21.903790 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:21.906195 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'name': 'network-vif-deleted', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:42:21.922418 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-7042e7ba-797f-4d24-a997-d932bf5e9024 req-4eb0310c-07c6-41aa-b0a1-8a707854933f tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "DELETE /v2.0/ports/9aaed4c2-4d8f-4ed1-aa74-148df2297742 HTTP/1.1" status: 204 len: 173 time: 0.8034863 Apr 22 10:42:21.956981 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e762073-0407-44c8-982d-311c3dc61e29'] response: {'server_uuid': 'ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c', 'name': 'network-vif-deleted', 'tag': '9aaed4c2-4d8f-4ed1-aa74-148df2297742', 'status': 'completed', 'code': 200} Apr 22 10:42:22.162475 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8fcccd33-0329-42b1-bda9-12f6b7f3dc0c req-2ec76cbd-c567-417d-bdca-d7f45316896a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Synchronizing usage tracker for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88062) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:42:22.177612 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.quota.resource [req-8fcccd33-0329-42b1-bda9-12f6b7f3dc0c req-2ec76cbd-c567-417d-bdca-d7f45316896a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Unset dirty status for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:42:22.178757 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-8fcccd33-0329-42b1-bda9-12f6b7f3dc0c req-2ec76cbd-c567-417d-bdca-d7f45316896a tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebf40cc5-29a5-49e9-9d62-5c3a3e1e4f3c HTTP/1.1" status: 200 len: 210 time: 0.0611789 Apr 22 10:42:23.815171 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43036) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:24.013461 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Deleting port 02531304-d251-4f82-8715-d36ec1f01aef {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:24.013793 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:24.174544 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:24.174860 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:24.293532 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Calling delete_port for 02531304-d251-4f82-8715-d36ec1f01aef owned by network:floatingip {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:24.437818 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:24.486641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event deleted for resources: {'Port': ['ID=02531304-d251-4f82-8715-d36ec1f01aef,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:24.504507 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9aaed4c2-4d8f-4ed1-aa74-148df2297742 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:24.538244 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 9aaed4c2-4d8f-4ed1-aa74-148df2297742 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:42:24.538559 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 9aaed4c2-4d8f-4ed1-aa74-148df2297742 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:42:24.551084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.551084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.551084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.551084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.551084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.551084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.551084 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.551669 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.551749 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.552020 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.552328 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.552674 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-839018-1-hyperv {{(pid=88063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 22 10:42:24.583949 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for floatingip, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:24.584286 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.db.l3_db [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Floating IP 43fff40b-a393-4198-95bb-a69aa18cda34 disassociated (deleted). External IP: 172.26.2.117, port: 6abee745-7dea-486e-b001-dc6940dc5f43. Apr 22 10:42:25.034984 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Router fda4bb04-d4c6-4923-904a-0b4b8feaea4e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:42:25.210469 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:42:25.220028 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] Sync routers for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:42:25.229874 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:42:25.230466 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:42:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:25.231706 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for floatingip, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:25.285637 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5da912da-47ae-494c-a6fd-4de50b8d3e3d tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "DELETE /v2.0/floatingips/43fff40b-a393-4198-95bb-a69aa18cda34 HTTP/1.1" status: 204 len: 168 time: 1.4693084 Apr 22 10:42:25.286126 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43'}] {{(pid=88063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:42:25.382593 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8b1504-8784-4e5e-85fe-76bd8d2c4009'] response: {'name': 'network-changed', 'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43', 'status': 'completed', 'code': 200} Apr 22 10:42:25.415213 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:42:25.480827 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-9dddaed1-6f34-47d4-a9b6-0aa96e6c8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:25.482478 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-9dddaed1-6f34-47d4-a9b6-0aa96e6c8145 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 1096 time: 0.0753491 Apr 22 10:42:25.616313 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-439747ee-400a-4719-88cc-6930ac8d5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:25.617812 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-439747ee-400a-4719-88cc-6930ac8d5a33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 200 len: 910 time: 0.1293089 Apr 22 10:42:25.691667 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-a8a20ed1-e7f3-4d4f-a6af-fa831dbdbf05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 200 len: 217 time: 0.0644248 Apr 22 10:42:25.702198 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530d896-535c-4db1-a2a1-30d1e764d645 req-73fc7f4a-2f59-4057-aefe-ec863e1dc6a8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:25.702894 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-9530d896-535c-4db1-a2a1-30d1e764d645 req-73fc7f4a-2f59-4057-aefe-ec863e1dc6a8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Synchronizing usage tracker for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88063) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 22 10:42:25.720182 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.quota.resource [req-9530d896-535c-4db1-a2a1-30d1e764d645 req-73fc7f4a-2f59-4057-aefe-ec863e1dc6a8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Unset dirty status for tenant:fefe51584fc54fd9a188a4b8ec41a9c6 on resource:port {{(pid=88063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 22 10:42:25.721415 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9530d896-535c-4db1-a2a1-30d1e764d645 req-73fc7f4a-2f59-4057-aefe-ec863e1dc6a8 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 943 time: 0.1041026 Apr 22 10:42:25.755700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-987566c9-17e4-4fe7-87fb-61311c8569c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:25.757231 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-987566c9-17e4-4fe7-87fb-61311c8569c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 200 len: 848 time: 0.0590763 Apr 22 10:42:25.758797 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:25.762687 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] Checking router: fda4bb04-d4c6-4923-904a-0b4b8feaea4e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:42:25.768247 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [req-9530d896-535c-4db1-a2a1-30d1e764d645 req-6411002c-266e-4855-87c0-33eff9889275 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394914 Apr 22 10:42:25.771373 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:42:25.771982 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:42:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:25.843161 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-dd66f461-f21c-48f4-b159-7a4f473b30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:25.844573 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-dd66f461-f21c-48f4-b159-7a4f473b30cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744653 Apr 22 10:42:25.947559 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:42:25.983025 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-3ca7ec74-8656-4afc-b94e-c936afeb43f0 service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314957 Apr 22 10:42:26.116016 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-38d81684-824e-41e7-82b3-a0ca5b560e11 req-4bebe259-9df8-46d3-a3f4-f44f8af6701b service neutron] 10.222.0.35 "GET /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257834 Apr 22 10:42:26.280994 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:26.285068 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766dc0f-4b15-4610-9e54-8cb99c6851b1 None None] The sync data for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv is: [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:36:20Z', 'revision_number': 4, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv', '_interfaces': [{'id': '2ed01610-be1a-43f6-8841-4b94318d20a3', 'name': '', 'network_id': '14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'mac_address': 'fa:16:3e:8f:7b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:19Z', 'updated_at': '2022-04-22T10:36:25Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'subnets': [{'id': '9bb7fd4a-720b-484a-8efa-ac6e044c844a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:42:26.488784 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aea476-28aa-453d-8e59-5f53e9316af9 None None] New status for floating IP 43fff40b-a393-4198-95bb-a69aa18cda34: DOWN {{(pid=88064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 22 10:42:26.606850 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-066c8d1f-bc2e-4a55-bee4-dec009d642e7 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:26.608384 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-066c8d1f-bc2e-4a55-bee4-dec009d642e7 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 943 time: 0.0801797 Apr 22 10:42:26.684101 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Deleting port 6abee745-7dea-486e-b001-dc6940dc5f43 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:26.684471 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:26.972588 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] For port 6abee745-7dea-486e-b001-dc6940dc5f43, host hv-neutron-8390, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8390',level=0,port_id=6abee745-7dea-486e-b001-dc6940dc5f43,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:26.972853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:27.192853 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Calling delete_port for 6abee745-7dea-486e-b001-dc6940dc5f43 owned by compute:nova {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:27.247688 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ee88d-9615-4085-83d8-545ecd4fa688 req-7c2ab6cd-79a2-4c94-b021-e2bd336e95f1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 22 10:42:27.249080 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b71ee88d-9615-4085-83d8-545ecd4fa688 req-7c2ab6cd-79a2-4c94-b021-e2bd336e95f1 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f70bd217-b80f-45a0-a06f-56bb592835bd HTTP/1.1" status: 200 len: 943 time: 0.3683879 Apr 22 10:42:27.319636 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-b71ee88d-9615-4085-83d8-545ecd4fa688 req-c007a8f9-1e33-4a12-a7a6-58a2ba8f9589 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "GET /v2.0/security-groups?id=3b7a597c-a04a-43ef-822c-80f9ddf686b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649433 Apr 22 10:42:27.383014 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:27.462130 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event deleted for resources: {'Port': ['ID=6abee745-7dea-486e-b001-dc6940dc5f43,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:27.509329 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] No DVR routers for this DVR port 6abee745-7dea-486e-b001-dc6940dc5f43 on host hv-neutron-8390 {{(pid=88062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:42:27.511516 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-124353'] for port, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:27.514003 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'name': 'network-vif-deleted', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43'}] {{(pid=88062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 22 10:42:27.530752 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [req-4b3c6098-ecaa-4326-b61f-6d489c724c41 req-a701db93-4d52-43ec-94ce-6596d4d5d129 tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.35 "DELETE /v2.0/ports/6abee745-7dea-486e-b001-dc6940dc5f43 HTTP/1.1" status: 204 len: 173 time: 0.9142907 Apr 22 10:42:27.560948 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561b912c-c27e-4e8c-8c7b-cf2063d5dfd7'] response: {'server_uuid': 'f70bd217-b80f-45a0-a06f-56bb592835bd', 'name': 'network-vif-deleted', 'tag': '6abee745-7dea-486e-b001-dc6940dc5f43', 'status': 'completed', 'code': 200} Apr 22 10:42:28.410523 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 43058) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:28.479165 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2aa98413-05a6-457a-b1ca-0c5f50c6fb9c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:28.508092 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2aa98413-05a6-457a-b1ca-0c5f50c6fb9c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:28.573946 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2aa98413-05a6-457a-b1ca-0c5f50c6fb9c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:28.593188 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa98413-05a6-457a-b1ca-0c5f50c6fb9c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7a597c-a04a-43ef-822c-80f9ddf686b4,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:28.605276 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-2aa98413-05a6-457a-b1ca-0c5f50c6fb9c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] Notify callbacks [] for security_group, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:28.606401 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-2aa98413-05a6-457a-b1ca-0c5f50c6fb9c tempest-TestSnapshotPattern-1294878858 tempest-TestSnapshotPattern-1294878858-project] 10.222.0.32 "DELETE /v2.0/security-groups/3b7a597c-a04a-43ef-822c-80f9ddf686b4 HTTP/1.1" status: 204 len: 168 time: 0.1949236 Apr 22 10:42:28.655863 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 43064) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:29.273274 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:29.608108 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Deleting port 2ed01610-be1a-43f6-8841-4b94318d20a3 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:29.608745 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:29.871391 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] For port 2ed01610-be1a-43f6-8841-4b94318d20a3, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=2ed01610-be1a-43f6-8841-4b94318d20a3,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:29.871656 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:29.991440 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Calling delete_port for 2ed01610-be1a-43f6-8841-4b94318d20a3 owned by network:router_interface {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:30.305788 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:30.352001 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed01610-be1a-43f6-8841-4b94318d20a3,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:30.547007 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6abee745-7dea-486e-b001-dc6940dc5f43 no longer exists at agent hyperv_hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:30.582106 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] No Port match for: 6abee745-7dea-486e-b001-dc6940dc5f43 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:42:30.582535 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Device 6abee745-7dea-486e-b001-dc6940dc5f43 not bound to the agent host hv-neutron-8390 {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:42:30.615848 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:31.062446 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Router fda4bb04-d4c6-4923-904a-0b4b8feaea4e has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:42:31.232331 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:42:31.240814 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] Sync routers for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:42:31.245291 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-1cd1f5e0-39ae-4a6a-a153-ba46a66068b3 admin admin] 10.222.0.32 "PUT /v2.0/routers/fda4bb04-d4c6-4923-904a-0b4b8feaea4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5872285 Apr 22 10:42:31.246700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 43070) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:31.249923 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:42:31.250541 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:42:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:31.420678 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks [] for router, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:31.423224 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: dv-neutron-839018-1-hyperv {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:42:31.599859 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:31.611396 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Deleting port 32d8dbcf-d6e6-40ca-9659-8748faf2e550 {{(pid=88062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:31.611736 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:31.702072 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204'}], 'enable_snat': True}, 'gw_port_id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:42:30Z', 'revision_number': 5, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port': {'id': '32d8dbcf-d6e6-40ca-9659-8748faf2e550', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:43:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:17Z', 'updated_at': '2022-04-22T10:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:31.705729 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] Checking router: fda4bb04-d4c6-4923-904a-0b4b8feaea4e for host: dv-neutron-839018-1-hyperv {{(pid=88065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:42:31.714380 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] Routers {'fda4bb04-d4c6-4923-904a-0b4b8feaea4e'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:42:31.714958 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:42:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'], 'active': True} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:31.782141 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] For port 32d8dbcf-d6e6-40ca-9659-8748faf2e550, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=32d8dbcf-d6e6-40ca-9659-8748faf2e550,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:31.782750 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:31.863214 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] Set router fda4bb04-d4c6-4923-904a-0b4b8feaea4e gateway port host: None {{(pid=88065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:42:31.901554 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.plugins.ml2.plugin [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Calling delete_port for 32d8dbcf-d6e6-40ca-9659-8748faf2e550 owned by network:router_gateway {{(pid=88062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:31.965281 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:42:31Z', 'revision_number': 6, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:31.969188 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60cd81bb-0770-4415-abe2-ab0b5a1f9030 None None] The sync data for ids ['fda4bb04-d4c6-4923-904a-0b4b8feaea4e'] in dv-neutron-839018-1-hyperv is: [{'id': 'fda4bb04-d4c6-4923-904a-0b4b8feaea4e', 'name': 'tempest-TestSnapshotPattern-349127232-router', 'tenant_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:16Z', 'updated_at': '2022-04-22T10:42:31Z', 'revision_number': 6, 'project_id': 'fefe51584fc54fd9a188a4b8ec41a9c6', 'gw_port_host': None}] {{(pid=88065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:42:32.069496 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1378790'] for port, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.113250 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Pushing event deleted for resources: {'Port': ['ID=32d8dbcf-d6e6-40ca-9659-8748faf2e550,revision_number=None']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:32.205345 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.483497 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.485700 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.507950 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.508508 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Fanout notify agent at l3_agent the message router_deleted on router fda4bb04-d4c6-4923-904a-0b4b8feaea4e {{(pid=88062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:42:32.521787 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] Notify callbacks [] for router, before_response {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.525213 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-dda61bf8-123e-45e1-a925-363dac11eaca admin admin] 10.222.0.32 "DELETE /v2.0/routers/fda4bb04-d4c6-4923-904a-0b4b8feaea4e HTTP/1.1" status: 204 len: 168 time: 1.2752995 Apr 22 10:42:32.525582 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43074) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:32.584462 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-167d56ed-6642-433e-b9e7-2a7f14542f28 admin admin] Deleting subnet 9bb7fd4a-720b-484a-8efa-ac6e044c844a {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:42:32.587342 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-167d56ed-6642-433e-b9e7-2a7f14542f28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.639514 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-167d56ed-6642-433e-b9e7-2a7f14542f28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.716123 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-167d56ed-6642-433e-b9e7-2a7f14542f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.786121 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-167d56ed-6642-433e-b9e7-2a7f14542f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.826140 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d56ed-6642-433e-b9e7-2a7f14542f28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb7fd4a-720b-484a-8efa-ac6e044c844a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:32.828019 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-167d56ed-6642-433e-b9e7-2a7f14542f28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.832079 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925651d4-5a19-4752-af59-dbcb83f34aa5 None None] Network 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:42:32.839019 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-167d56ed-6642-433e-b9e7-2a7f14542f28 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9bb7fd4a-720b-484a-8efa-ac6e044c844a HTTP/1.1" status: 204 len: 168 time: 0.3101804 Apr 22 10:42:32.839252 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43078) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:32.947246 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:32.958305 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Deleting port 619e6394-ece8-44f7-af4c-0abd2a52ed0b {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:32.958641 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.083553 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] DHCP port deletion for 14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:42:33.087539 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] Deleting port 619e6394-ece8-44f7-af4c-0abd2a52ed0b {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:33.087915 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.165542 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] For port 619e6394-ece8-44f7-af4c-0abd2a52ed0b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=619e6394-ece8-44f7-af4c-0abd2a52ed0b,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:33.165898 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.290187 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] For port 619e6394-ece8-44f7-af4c-0abd2a52ed0b, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=619e6394-ece8-44f7-af4c-0abd2a52ed0b,segment=NetworkSegment(90118c63-fd2d-40e7-9734-21667a28e35f),segment_id=90118c63-fd2d-40e7-9734-21667a28e35f)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:33.290614 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Calling delete_port for 619e6394-ece8-44f7-af4c-0abd2a52ed0b owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:33.290717 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.371196 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.412161 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] Calling delete_port for 619e6394-ece8-44f7-af4c-0abd2a52ed0b owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:33.418286 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Pushing event deleted for resources: {'Port': ['ID=619e6394-ece8-44f7-af4c-0abd2a52ed0b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:33.421476 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] No DVR routers for this DVR port 619e6394-ece8-44f7-af4c-0abd2a52ed0b on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:42:33.488873 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:42:33.489220 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:42:33.534186 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.636361 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 619e6394-ece8-44f7-af4c-0abd2a52ed0b no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:33.671264 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 619e6394-ece8-44f7-af4c-0abd2a52ed0b {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:42:33.671612 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 619e6394-ece8-44f7-af4c-0abd2a52ed0b not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:42:33.672022 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 32d8dbcf-d6e6-40ca-9659-8748faf2e550 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:33.678261 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:33.690869 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90118c63-fd2d-40e7-9734-21667a28e35f') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:33.691175 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90118c63-fd2d-40e7-9734-21667a28e35f') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:33.702902 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.705145 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 32d8dbcf-d6e6-40ca-9659-8748faf2e550 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:42:33.705497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 32d8dbcf-d6e6-40ca-9659-8748faf2e550 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:42:33.705900 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2ed01610-be1a-43f6-8841-4b94318d20a3 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:33.719290 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.725518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:42:33.725934 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:42:33.739167 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:42:33.742132 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 2ed01610-be1a-43f6-8841-4b94318d20a3 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:42:33.742477 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 2ed01610-be1a-43f6-8841-4b94318d20a3 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:42:33.815840 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.820000 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:33.846762 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] Pushing event deleted for resources: {'Network': ['ID=14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:33.856951 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-5ab5530a-1f6a-4d69-92ab-72a4c4194bfd admin admin] 10.222.0.32 "DELETE /v2.0/networks/14e9bc8b-6034-48a8-b1f4-7671d9e6a4f0 HTTP/1.1" status: 204 len: 168 time: 1.0167844 Apr 22 10:42:33.859713 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43082) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:33.990373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] Deleting port 619e6394-ece8-44f7-af4c-0abd2a52ed0b {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:33.990909 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:34.056096 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-9bde5935-e75b-40e2-afa5-1b0cdeedf3ca None None] The port '619e6394-ece8-44f7-af4c-0abd2a52ed0b' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:42:34.390950 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1675966'] for router_interface, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:34.728367 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Deleting port 5dd97061-f719-4941-8479-55994b1b3a53 {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:34.729009 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:34.901130 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] For port 5dd97061-f719-4941-8479-55994b1b3a53, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=5dd97061-f719-4941-8479-55994b1b3a53,segment=NetworkSegment(cd289107-41b7-4ce9-8ae2-959864e84b7d),segment_id=cd289107-41b7-4ce9-8ae2-959864e84b7d)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:34.901481 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:35.127945 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Calling delete_port for 5dd97061-f719-4941-8479-55994b1b3a53 owned by network:router_interface {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:35.379399 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:35.426195 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Pushing event deleted for resources: {'Port': ['ID=5dd97061-f719-4941-8479-55994b1b3a53,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:35.692584 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1675858'] for router_interface, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:36.042811 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Router ab89a1c8-47af-46d8-9080-9b26e5382956 has already been hosted by L3 agent 5787965d-953f-4616-b91d-58975fe630ff {{(pid=88063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 22 10:42:36.214646 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] Notify agent at l3_agent.dv-neutron-839018-1-hyperv the message routers_updated {{(pid=88063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 22 10:42:36.224474 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] Sync routers for ids ['ab89a1c8-47af-46d8-9080-9b26e5382956'] in dv-neutron-839018-1-hyperv {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 22 10:42:36.230892 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-bfb82fbc-bd2b-42c5-8eb4-1865203fec3f admin admin] 10.222.0.32 "PUT /v2.0/routers/ab89a1c8-47af-46d8-9080-9b26e5382956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3701742 Apr 22 10:42:36.234540 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43088) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:36.234665 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] Routers {'ab89a1c8-47af-46d8-9080-9b26e5382956'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:42:36.235213 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:42:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ab89a1c8-47af-46d8-9080-9b26e5382956'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:36.449720 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] Set router ab89a1c8-47af-46d8-9080-9b26e5382956 gateway port host: dv-neutron-839018-1-hyperv {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:42:36.539378 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks [] for router, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:36.718066 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:36.728460 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Deleting port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:36.728796 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:36.741951 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'external_fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:42:35Z', 'revision_number': 5, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port': {'id': '134dc8a3-1aa8-40e5-a294-69c46acd6f1d', 'name': '', 'network_id': 'eb02a921-2d57-4861-ad48-9bf4165022e6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-839018-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-22T10:36:23Z', 'updated_at': '2022-04-22T10:36:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6c5e228-db0a-425b-b141-b600dea33192', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-839018-1-hyperv'}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:36.745912 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] Checking router: ab89a1c8-47af-46d8-9080-9b26e5382956 for host: dv-neutron-839018-1-hyperv {{(pid=88064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 22 10:42:36.754876 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] Routers {'ab89a1c8-47af-46d8-9080-9b26e5382956'} bound to L3 agent in host dv-neutron-839018-1-hyperv {{(pid=88064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 22 10:42:36.755470 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-839018-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-22T09:18:44Z,description=,heartbeat_timestamp=2022-04-22T10:42:15Z,host='dv-neutron-839018-1-hyperv',id=5787965d-953f-4616-b91d-58975fe630ff,load=0,resource_versions=,resources_synced=,started_at=2022-04-22T09:18:44Z,topic='l3_agent')) {'router_ids': ['ab89a1c8-47af-46d8-9080-9b26e5382956'], 'active': True} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:36.906468 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] For port 134dc8a3-1aa8-40e5-a294-69c46acd6f1d, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=134dc8a3-1aa8-40e5-a294-69c46acd6f1d,segment=NetworkSegment(ef4d6889-ead5-4b29-90a6-eb7cb5d1732f),segment_id=ef4d6889-ead5-4b29-90a6-eb7cb5d1732f)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:36.906731 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:36.908820 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_dvr_db [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] Set router ab89a1c8-47af-46d8-9080-9b26e5382956 gateway port host: None {{(pid=88064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 22 10:42:37.012859 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.db.l3_hamode_db [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:42:36Z', 'revision_number': 6, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port_host': None}], 'dv-neutron-839018-1-hyperv', False) {} {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:37.016874 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65ea26-879b-47d6-a151-97388c52b705 None None] The sync data for ids ['ab89a1c8-47af-46d8-9080-9b26e5382956'] in dv-neutron-839018-1-hyperv is: [{'id': 'ab89a1c8-47af-46d8-9080-9b26e5382956', 'name': 'tempest-TestSnapshotPattern-1978655492-router', 'tenant_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-22T10:36:22Z', 'updated_at': '2022-04-22T10:42:36Z', 'revision_number': 6, 'project_id': '08cab8a2049e42d7bcb14932ff0ac5ea', 'gw_port_host': None}] {{(pid=88064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 22 10:42:37.030849 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Calling delete_port for 134dc8a3-1aa8-40e5-a294-69c46acd6f1d owned by network:router_gateway {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:37.203424 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.250413 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Pushing event deleted for resources: {'Port': ['ID=134dc8a3-1aa8-40e5-a294-69c46acd6f1d,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:37.339412 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1790165'] for router_gateway, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.511977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1677772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32265'] for router, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.514184 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.538011 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1697017'] for router, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.538484 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab89a1c8-47af-46d8-9080-9b26e5382956 {{(pid=88063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 22 10:42:37.550861 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] Notify callbacks [] for router, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.552014 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-94463c86-5baf-4bcd-a0e8-eb51ea68ae7d admin admin] 10.222.0.32 "DELETE /v2.0/routers/ab89a1c8-47af-46d8-9080-9b26e5382956 HTTP/1.1" status: 204 len: 168 time: 1.3165739 Apr 22 10:42:37.554870 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43102) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:37.612143 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.db_base_plugin_v2 [None req-3143c748-cd6b-4ba8-b09d-ca6f2a1ba582 admin admin] Deleting subnet aee01bcd-5b8b-4e3d-87ac-315d68dacd3b {{(pid=88063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 22 10:42:37.614944 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3143c748-cd6b-4ba8-b09d-ca6f2a1ba582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.664361 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3143c748-cd6b-4ba8-b09d-ca6f2a1ba582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2654031'] for subnet, precommit_delete_associations {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.738046 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3143c748-cd6b-4ba8-b09d-ca6f2a1ba582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772666'] for subnet, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.813779 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3143c748-cd6b-4ba8-b09d-ca6f2a1ba582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635533', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2653221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4178312'] for subnet, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.816034 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5dd97061-f719-4941-8479-55994b1b3a53 no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:37.856848 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143c748-cd6b-4ba8-b09d-ca6f2a1ba582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee01bcd-5b8b-4e3d-87ac-315d68dacd3b,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:37.857838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 5dd97061-f719-4941-8479-55994b1b3a53 {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:42:37.858186 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 5dd97061-f719-4941-8479-55994b1b3a53 not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:42:37.858599 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 134dc8a3-1aa8-40e5-a294-69c46acd6f1d no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:37.860280 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-3143c748-cd6b-4ba8-b09d-ca6f2a1ba582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:37.868874 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-3143c748-cd6b-4ba8-b09d-ca6f2a1ba582 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aee01bcd-5b8b-4e3d-87ac-315d68dacd3b HTTP/1.1" status: 204 len: 168 time: 0.3102708 Apr 22 10:42:37.869207 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43108) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:37.889836 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e482a9-289a-4e10-a1d1-59f35655ce3f None None] Network 68b73a87-4a88-43a1-8c03-73f5f31837cd requested from dv-neutron-839018-1-hyperv {{(pid=88064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 22 10:42:37.922461 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 134dc8a3-1aa8-40e5-a294-69c46acd6f1d {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:42:37.922796 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 134dc8a3-1aa8-40e5-a294-69c46acd6f1d not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:42:38.094341 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636406'] for network, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.105162 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Deleting port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a {{(pid=88063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:38.105489 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.167629 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] DHCP port deletion for 68b73a87-4a88-43a1-8c03-73f5f31837cd request from dv-neutron-839018-1-hyperv {{(pid=88064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 22 10:42:38.172097 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] Deleting port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:38.172497 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.305374 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.db [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] For port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7dd082a2-e2be-4f40-88b5-76d39f5caf4a,segment=NetworkSegment(cd289107-41b7-4ce9-8ae2-959864e84b7d),segment_id=cd289107-41b7-4ce9-8ae2-959864e84b7d)] {{(pid=88063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:38.305972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.373675 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.db [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] For port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a, host dv-neutron-839018-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-839018-1-hyperv',level=0,port_id=7dd082a2-e2be-4f40-88b5-76d39f5caf4a,segment=NetworkSegment(cd289107-41b7-4ce9-8ae2-959864e84b7d),segment_id=cd289107-41b7-4ce9-8ae2-959864e84b7d)] {{(pid=88064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 22 10:42:38.374008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1788862'] for port, precommit_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.429071 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.plugin [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Calling delete_port for 7dd082a2-e2be-4f40-88b5-76d39f5caf4a owned by network:dhcp {{(pid=88063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:38.493331 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] Calling delete_port for 7dd082a2-e2be-4f40-88b5-76d39f5caf4a owned by network:dhcp {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 22 10:42:38.503545 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-546847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-160267', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782380855287', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782380493114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2653202'] for port, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.558223 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] No DVR routers for this DVR port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a on host dv-neutron-839018-1-hyperv {{(pid=88063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 22 10:42:38.603151 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd082a2-e2be-4f40-88b5-76d39f5caf4a,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:38.610838 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.db.api [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 22 10:42:38.611191 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG oslo_db.api [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 22 10:42:38.692217 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-783747', 'neutron.services.segments.db._delete_segments_for_network-8782380928606'] for network, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.717139 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b73a87-4a88-43a1-8c03-73f5f31837cd']}} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:38.728977 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd289107-41b7-4ce9-8ae2-959864e84b7d') {'for_net_delete': True} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:38.729279 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.services.segments.db [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd289107-41b7-4ce9-8ae2-959864e84b7d') {} {{(pid=88063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 22 10:42:38.740355 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782380932473', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2654132'] for segment, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.756826 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-773359'] for segment, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.763433 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=88063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 22 10:42:38.763972 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-773369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2653263'] for segment, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: Traceback (most recent call last): Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: timer() Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: cb(*args, **kw) Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: return func(*args, **kwargs) Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: self._notify() Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: self.callback(batched_events) Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: event.method(event) Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: aggregate_uuid = self.p_client.list_aggregates( Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: return f(self, *a, **k) Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._get(url).json() Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: return self.request(url, 'GET', **kwargs) Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: base_url = self.get_endpoint(auth, allow=allow, Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 22 10:42:38.776943 dv-neutron-839018-1-hyperv neutron-server[88063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 22 10:42:38.853983 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-783754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1790142'] for network, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.870101 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Notify callbacks [] for network, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:38.880057 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b73a87-4a88-43a1-8c03-73f5f31837cd,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:38.886907 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-2075c2cc-ab8b-4f13-ae65-6b833c89e300 admin admin] 10.222.0.32 "DELETE /v2.0/networks/68b73a87-4a88-43a1-8c03-73f5f31837cd HTTP/1.1" status: 204 len: 168 time: 1.0169704 Apr 22 10:42:38.993631 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43118) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:39.040252 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-15425c72-5e28-4eae-ac67-32866bea9fdb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fefe51584fc54fd9a188a4b8ec41a9c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449769 Apr 22 10:42:39.042512 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43122) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:39.098507 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8910c1d3-94b7-44c7-8a89-c06489beb14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.112778 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] Deleting port 7dd082a2-e2be-4f40-88b5-76d39f5caf4a {{(pid=88064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 22 10:42:39.113265 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782380850701'] for port, before_delete {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.124457 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8910c1d3-94b7-44c7-8a89-c06489beb14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.176685 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8910c1d3-94b7-44c7-8a89-c06489beb14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.179053 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-35ac0cee-4308-4165-81e5-6d4b325a4c3a None None] The port '7dd082a2-e2be-4f40-88b5-76d39f5caf4a' was deleted {{(pid=88064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 22 10:42:39.198239 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910c1d3-94b7-44c7-8a89-c06489beb14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa950c83-868a-4f82-ac60-a944eb289719,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:39.204715 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-8910c1d3-94b7-44c7-8a89-c06489beb14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.205934 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-8910c1d3-94b7-44c7-8a89-c06489beb14e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa950c83-868a-4f82-ac60-a944eb289719 HTTP/1.1" status: 204 len: 168 time: 0.1624243 Apr 22 10:42:39.502304 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.533243 dv-neutron-839018-1-hyperv neutron-server[88062]: DEBUG neutron.wsgi [-] (88062) accepted ('10.222.0.32', 43130) {{(pid=88062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:39.582272 dv-neutron-839018-1-hyperv neutron-server[88062]: INFO neutron.wsgi [None req-0ebcf972-2501-4077-b495-826030e2a18a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08cab8a2049e42d7bcb14932ff0ac5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478857 Apr 22 10:42:39.584823 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [-] (88063) accepted ('10.222.0.32', 43134) {{(pid=88063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 22 10:42:39.634238 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7dd082a2-e2be-4f40-88b5-76d39f5caf4a no longer exists at agent ovs-agent-dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 22 10:42:39.642997 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5d93de9-175c-4e5b-8f6f-774f21f4882b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.668518 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5d93de9-175c-4e5b-8f6f-774f21f4882b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.669928 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] No Port match for: 7dd082a2-e2be-4f40-88b5-76d39f5caf4a {{(pid=88064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 22 10:42:39.670283 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron.plugins.ml2.rpc [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Device 7dd082a2-e2be-4f40-88b5-76d39f5caf4a not bound to the agent host dv-neutron-839018-1-hyperv {{(pid=88064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 22 10:42:39.720888 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5d93de9-175c-4e5b-8f6f-774f21f4882b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1635381'] for security_group, after_delete {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.736221 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d93de9-175c-4e5b-8f6f-774f21f4882b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899a6d6c-2c84-47f3-b9df-fb4998afdda6,revision_number=None']} {{(pid=88063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 22 10:42:39.740587 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron_lib.callbacks.manager [None req-f5d93de9-175c-4e5b-8f6f-774f21f4882b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:39.741616 dv-neutron-839018-1-hyperv neutron-server[88063]: INFO neutron.wsgi [None req-f5d93de9-175c-4e5b-8f6f-774f21f4882b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/899a6d6c-2c84-47f3-b9df-fb4998afdda6 HTTP/1.1" status: 204 len: 168 time: 0.1558120 Apr 22 10:42:42.230030 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c676ebf7-36e4-4910-b043-2667cdf9f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:44.594673 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5cd5659f-8cec-4b71-a2be-ba4dbe00032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:45.717702 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:45.967360 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:47.515965 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:42:50.300516 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:43:09.514193 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:12.231591 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-22a5c65b-e21e-43f0-9f2c-33ca5c1f86f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:14.595872 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f3bd9623-4bef-4da7-99a3-c99645acf7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:15.719476 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:15.969029 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:17.518996 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:27.300938 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:43:39.519223 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:42.233671 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-12eaeb66-9e62-4f01-84be-8cc42702b705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:44.596105 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-7e4d82fd-b270-4b16-94e9-4d7a2a12cc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:45.723708 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:45.969973 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:43:47.526040 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:04.300550 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:44:09.525544 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:12.234730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-71e2e9cb-c793-459a-8459-f19ab79d56f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:14.596641 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-391a5e8f-6e9a-4bb5-8b74-4b52575f0cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:15.725826 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:15.971373 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:17.523770 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:32.909392 dv-neutron-839018-1-hyperv neutron-server[88063]: DEBUG neutron.wsgi [req-e8d7419b-8c06-4d0a-9e16-6b289d88cc78 req-615f8a17-4cda-40d7-aecf-af318338d2e3 service neutron] (88063) timed out ('10.222.0.32', 41592) {{(pid=88063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 22 10:44:39.523584 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:41.299708 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:44:42.236581 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-175dd7be-46c8-402e-8643-e6d8819dcdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:44.597073 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-99abd6a9-5339-48aa-96b0-37db53e9c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:45.728634 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:45.972894 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:44:47.527233 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:09.526666 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:12.237682 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-6b32ead1-ce22-4c28-bcae-1ceaccc82c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:14.598705 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-2cf81c9c-4b8e-426f-aaa4-29f31b14ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:15.730788 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:15.973700 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:17.529687 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:18.298284 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:45:39.538766 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:42.238884 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-c5d3440a-bce7-4264-969a-fbdc6f724fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:44.600736 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3d98d9b8-c8ac-4009-a054-40f671f8362a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:45.734390 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:45.976871 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:47.532823 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:45:55.297894 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:46:09.553294 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:12.240748 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-aa291195-f907-4e92-91ae-f0c8ddf493ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:14.600794 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-79dea3f0-c8a1-4060-bd96-e80ebbb88246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:15.740024 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:15.978308 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:17.537008 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:32.297234 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:46:39.568961 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:42.242334 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f253f62a-ccd5-41e1-82d2-ce4720b0c2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:44.601698 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3b11e3a-70ad-4b2c-9837-dc86f2f39170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:45.739730 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:45.981047 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:46:47.538061 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:09.297019 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:47:09.584234 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:12.242569 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf5b6-9550-45c4-b5f2-f78f7aee64aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:14.606864 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-f0aa9100-e975-41f2-bf43-57de73debcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:15.742019 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:15.982462 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:17.542241 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:39.594206 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:42.244169 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-74934f9e-da3d-4b05-86b6-61953fb289bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:44.608202 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-3c34cb38-1217-47bf-92c7-75f6ebd1d898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:45.745158 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:45.984674 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:47:46.295425 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 22 10:47:47.543118 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:48:09.586212 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ef36-ede0-4ffd-9c34-ff730863db7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:48:12.245745 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-06467504-6c40-48e3-a9cb-3261b341d116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:48:14.610184 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-4db9ad49-c3fb-437f-bad2-b015f3906617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:48:15.748164 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-937cb228-efb3-4dbd-b57f-3683f829d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:48:15.987319 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-b3cc3557-89da-44e4-b8ec-a86dd98ee84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:48:17.548260 dv-neutron-839018-1-hyperv neutron-server[88064]: DEBUG neutron_lib.callbacks.manager [None req-d4e7162d-9b79-4805-b616-a7b3a0432ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782380928579', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-784469'] for agent, after_update {{(pid=88064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 22 10:48:23.294642 dv-neutron-839018-1-hyperv neutron-server[88065]: DEBUG neutron.db.agents_db [None req-b2eba95a-27ed-491d-a8f7-334fe8d445ac None None] Agent healthcheck: found 6 active agents {{(pid=88065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}